0ct0pu5/wiby
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add files via upload

Browse source
This commit is contained in:
wibyweb 2023-08-07 14:25:47 -04:00 • committed by GitHub
parent ad33293652
commit 82e7fef521
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
c/cr.c
View file

@ -590,8 +590,8 @@ int main(int argc, char **argv)
printf("\nURL is too long");
}
if(canCrawl(finalURLsize,finalURL)==0){
printf("\nfinalURL failed crawl rules.");
if(task != 0 && task[0]=='2' && canCrawl(finalURLsize,finalURL)==0){
printf("\nEffective URL failed crawl rules.");
skipurl=1;
}

2
c/htmlparse.h
View file

@ -569,7 +569,7 @@ int canCrawl(int urlSize, char *urltocheck){
}
//restrict file extensions to these
if(extfound==1 && (locateInURL(urltocheck,".html",".HTML",5,urlSize)==1 || locateInURL(urltocheck,".htm",".HTM",4,urlSize)==1 || locateInURL(urltocheck,".txt",".TXT",4,urlSize)==1 || locateInURL(urltocheck,".php",".PHP",4,urlSize)==1 || locateInURL(urltocheck,".asp",".ASP",4,urlSize)==1 || locateInURL(urltocheck,".xhtml",".XHTML",6,urlSize)==1)){
if(extfound==1 && (locateInURL(urltocheck,".html",".HTML",5,urlSize)==1 || locateInURL(urltocheck,".htm",".HTM",4,urlSize)==1 || locateInURL(urltocheck,".txt",".TXT",4,urlSize)==1 || locateInURL(urltocheck,".php",".PHP",4,urlSize)==1 || locateInURL(urltocheck,".asp",".ASP",4,urlSize)==1 || locateInURL(urltocheck,".xhtml",".XHTML",6,urlSize)==1 || locateInURL(urltocheck,".shtml",".SHTML",6,urlSize)==1)){
return 1;
}
if(extfound==0 )