0ct0pu5/fess
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix #2005 check if title is emtpy

Browse source
This commit is contained in:
Shinsuke Sugaya 2019-02-04 22:51:12 +09:00
parent f097a93a8e
commit f341a4e2b2
1 changed files with 13 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java
View file

@ -226,7 +226,7 @@ public abstract class AbstractFessFileTransformer extends AbstractTransformer im
documentHelper.getDigest(responseData, bodyBase, dataMap, fessConfig.getCrawlerDocumentFileMaxDigestLengthAsInteger()));
// title
final String fileName = getFileName(url, urlEncoding);
if (!dataMap.containsKey(fessConfig.getIndexFieldTitle())) {
if (!hasTitle(dataMap)) {
if (url.endsWith("/")) {
if (StringUtil.isNotBlank(content)) {
putResultDataBody(
@ -329,6 +329,18 @@ public abstract class AbstractFessFileTransformer extends AbstractTransformer im
return dataMap;
}
protected boolean hasTitle(final Map<String, Object> dataMap) {
final Object titleObj = dataMap.get(fessConfig.getIndexFieldTitle());
if (titleObj != null) {
if (titleObj instanceof String[]) {
return stream((String[]) titleObj).get(stream -> stream.anyMatch(StringUtil::isNotBlank));
} else {
return StringUtil.isNotBlank(titleObj.toString());
}
}
return false;
}
protected Map<String, String> createExtractParams(final ResponseData responseData, final CrawlingConfig crawlingConfig) {
final Map<String, String> params = new HashMap<>(crawlingConfig.getConfigParameterMap(ConfigName.CONFIG));
params.put(TikaMetadataKeys.RESOURCE_NAME_KEY, getResourceName(responseData));