beenull/wiby
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add files via upload

Browse source
This commit is contained in:
wibyweb 2024-01-16 00:35:25 -05:00 committed by GitHub
parent e877939e1f
commit 05dc2f56d1
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
c/cr.c
View file

@ -491,7 +491,7 @@ int main(int argc, char **argv)
long size=0;
char *finalURL = NULL;
long response_code;
int finalURLsize = 0,skipurl=0;
int finalURLsize = 0,skipurl=0, disallowlinks=0;
if (curl) {
fp = fopen(outfilename,"wb");
//Get file size
@ -552,6 +552,7 @@ int main(int argc, char **argv)
while(finalURL[finalURLcount]!=0){
if(finalURL[finalURLcount]=='\''){
skipurl=1;
getURLs=0;
printf("\nURL contains single-quote. Skipping.");
}
finalURLcount++;
@ -580,12 +581,14 @@ int main(int argc, char **argv)
if(finalURLsize>500){
skipurl=1;
getURLs=0;
printf("\nURL is too long");
}
if(task != 0 && task[0]=='2' && canCrawl(finalURLsize,finalURL)==0){
printf("\nEffective URL failed crawl rules.");
skipurl=1;
getURLs=0;
}
char finalURLnoprefix[finalURLsize-prefixsize+100];