diff --git a/src/main/resources/crawler/rule.xml b/src/main/resources/crawler/rule.xml index d3a6ccefd..d1d2229f9 100644 --- a/src/main/resources/crawler/rule.xml +++ b/src/main/resources/crawler/rule.xml @@ -31,7 +31,7 @@ "url" - "http[s]?:.*sitemap[^/]*.xml$|http[s]?:.*sitemap[^/]*.gz$|http[s]?:.*sitemap[^/]*.txt$" + "http[s]?:.*sitemap[^/]*\.xml.*|http[s]?:.*sitemap[^/]*\.gz.*|http[s]?:.*sitemap[^/]*\.txt.*"