0ct0pu5/fess
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

export a part of transform to new generateData()

Browse source
This commit is contained in:
Kaoru FUZITA 2016-02-20 14:19:01 +09:00
parent 882a83bc5f
commit ed79896a1e
1 changed files with 14 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java
View file

@ -82,6 +82,19 @@ public abstract class AbstractFessFileTransformer extends AbstractTransformer im
throw new CrawlingAccessException("No response body.");
}
final ResultData resultData = new ResultData();
resultData.setTransformerName(getName());
try {
resultData.setData(SerializeUtil.fromObjectToBinary(generateData(responseData)));
} catch (final Exception e) {
throw new CrawlingAccessException("Could not serialize object", e);
}
resultData.setEncoding(fessConfig.getCrawlerCrawlingDataEncoding());
return resultData;
}
protected Map<String, Object> generateData(final ResponseData responseData) {
final Extractor extractor = getExtractor(responseData);
final Map<String, String> params = new HashMap<String, String>();
params.put(TikaMetadataKeys.RESOURCE_NAME_KEY, getResourceName(responseData));
@ -152,9 +165,6 @@ public abstract class AbstractFessFileTransformer extends AbstractTransformer im
}
final String contentMeta = contentMetaBuf.toString();
final ResultData resultData = new ResultData();
resultData.setTransformerName(getName());
final FessConfig fessConfig = ComponentUtil.getFessConfig();
final CrawlingInfoHelper crawlingInfoHelper = ComponentUtil.getCrawlingInfoHelper();
final String sessionId = crawlingInfoHelper.getCanonicalSessionId(responseData.getSessionId());
@ -335,14 +345,7 @@ public abstract class AbstractFessFileTransformer extends AbstractTransformer im
putResultDataWithTemplate(dataMap, key, entry.getValue(), scriptConfigMap.get(key));
}
try {
resultData.setData(SerializeUtil.fromObjectToBinary(dataMap));
} catch (final Exception e) {
throw new CrawlingAccessException("Could not serialize object: " + url, e);
}
resultData.setEncoding(fessConfig.getCrawlerCrawlingDataEncoding());
return resultData;
return dataMap;
}
protected String abbreviate(final String str, final int maxWidth) {