0ct0pu5/fess
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix #2844 Ignore case sensitivity in canonical URL comparison to prevent unnecessary redirects

Browse source
This commit is contained in:
Shinsuke Sugaya 2024-09-26 10:31:44 +09:00
parent 6134353600
commit 3726fbec40
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java
View file

@ -342,7 +342,7 @@ public class FessXpathTransformer extends XpathTransformer implements FessTransf
final Document document) {
// canonical
final String canonicalUrl = getCanonicalUrl(responseData, document);
if (canonicalUrl != null && !canonicalUrl.equals(responseData.getUrl()) && isValidUrl(canonicalUrl)
if (canonicalUrl != null && !canonicalUrl.equalsIgnoreCase(responseData.getUrl()) && isValidUrl(canonicalUrl)
&& isValidCanonicalUrl(responseData.getUrl(), canonicalUrl)) {
final Set<RequestData> childUrlSet = new HashSet<>();
childUrlSet.add(RequestDataBuilder.newRequestData().get().url(canonicalUrl).build());