0ct0pu5/fess
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

#1087 indexing time thumbnails support

Browse source
This commit is contained in:
Shinsuke Sugaya 2017-06-04 22:24:28 +09:00
parent c417f23e6d
commit bc4d5ac375
4 changed files with 11 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
src/main/java/org/codelibs/fess/helper/IndexingHelper.java
View file

@ -55,14 +55,14 @@ public class IndexingHelper {
logger.debug("Sending " + docList.size() + " documents to a server.");
}
try {
synchronized (fessEsClient) {
deleteOldDocuments(fessEsClient, docList);
fessEsClient.addAll(fessConfig.getIndexDocumentUpdateIndex(), fessConfig.getIndexDocumentType(), docList);
}
if (fessConfig.isThumbnailCrawlerEnabled()) {
final ThumbnailManager thumbnailManager = ComponentUtil.getThumbnailManager();
docList.stream().forEach(doc -> thumbnailManager.offer(doc));
}
synchronized (fessEsClient) {
deleteOldDocuments(fessEsClient, docList);
fessEsClient.addAll(fessConfig.getIndexDocumentUpdateIndex(), fessConfig.getIndexDocumentType(), docList);
}
if (logger.isInfoEnabled()) {
if (docList.getContentSize() > 0) {
logger.info("Sent " + docList.size() + " docs (Doc:{process " + docList.getProcessingTime() + "ms, send "

6
src/main/java/org/codelibs/fess/thumbnail/impl/HtmlTagBasedGenerator.java
View file

@ -87,7 +87,11 @@ public class HtmlTagBasedGenerator extends BaseThumbnailGenerator {
logger.warn("Failed to create a thumbnail for " + url);
}
} catch (final Throwable t) {
logger.warn("Failed to create a thumbnail for " + url, t);
if (logger.isDebugEnabled()) {
logger.warn("Failed to create a thumbnail for " + url, t);
} else {
logger.warn("Failed to create a thumbnail for " + url + " " + t.getClass() + ": " + t.getMessage());
}
} finally {
if (!created) {
updateThumbnailField(thumbnailId, url, StringUtil.EMPTY);

2
src/main/resources/fess.xml
View file

@ -18,6 +18,8 @@
</component>
<component name="documentHelper" class="org.codelibs.fess.helper.DocumentHelper">
</component>
<component name="indexingHelper" class="org.codelibs.fess.helper.IndexingHelper">
</component>
<component name="pathMappingHelper" class="org.codelibs.fess.helper.PathMappingHelper">
</component>
<component name="processHelper" class="org.codelibs.fess.helper.ProcessHelper">

2
src/main/webapp/WEB-INF/crawler/resources/app.xml
View file

@ -9,8 +9,6 @@
<include path="crawler_es.xml" />
<include path="crawler_thumbnail.xml" />
<component name="indexingHelper" class="org.codelibs.fess.helper.IndexingHelper">
</component>
<component name="labelTypeHelper" class="org.codelibs.fess.helper.LabelTypeHelper">
</component>
<component name="webFsIndexHelper" class="org.codelibs.fess.helper.WebFsIndexHelper">