浏览代码

fix #2171 use duplicate host conversion

Shinsuke Sugaya 6 年之前
父节点
当前提交
5fdfefb925
共有 1 个文件被更改,包括 5 次插入2 次删除
  1. 5 2
      src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

+ 5 - 2
src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

@@ -146,12 +146,15 @@ public class WebFsIndexHelper {
                 }
             }
 
+            final DuplicateHostHelper duplicateHostHelper = ComponentUtil.getDuplicateHostHelper();
+
             // set urls
             split(urlsStr, "[\r\n]").of(stream -> stream.filter(StringUtil::isNotBlank).map(String::trim).distinct().forEach(urlValue -> {
                 if (!urlValue.startsWith("#") && fessConfig.isValidCrawlerWebProtocol(urlValue)) {
-                    crawler.addUrl(urlValue);
+                    final String u = duplicateHostHelper.convert(urlValue);
+                    crawler.addUrl(u);
                     if (logger.isInfoEnabled()) {
-                        logger.info("Target URL: " + urlValue);
+                        logger.info("Target URL: " + u);
                     }
                 }
             }));