0ct0pu5/fess
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix #2171 use duplicate host conversion

Browse source
This commit is contained in:
Shinsuke Sugaya 2019-07-09 22:37:52 +09:00
parent 2f7a44388c
commit 5fdfefb925
1 changed files with 5 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java
View file

@ -146,12 +146,15 @@ public class WebFsIndexHelper {
}
}
final DuplicateHostHelper duplicateHostHelper = ComponentUtil.getDuplicateHostHelper();
// set urls
split(urlsStr, "[\r\n]").of(stream -> stream.filter(StringUtil::isNotBlank).map(String::trim).distinct().forEach(urlValue -> {
if (!urlValue.startsWith("#") && fessConfig.isValidCrawlerWebProtocol(urlValue)) {
crawler.addUrl(urlValue);
final String u = duplicateHostHelper.convert(urlValue);
crawler.addUrl(u);
if (logger.isInfoEnabled()) {
logger.info("Target URL: " + urlValue);
logger.info("Target URL: " + u);
}
}
}));