瀏覽代碼

Update cr.c

wibyweb 2 年之前
父節點
當前提交
0ab1a53115
共有 1 個文件被更改,包括 6 次插入7 次删除
  1. 6 7
      c/cr.c

+ 6 - 7
c/cr.c

@@ -438,7 +438,7 @@ int main(int argc, char **argv)
 				long size=0;
 				long size=0;
 				char *finalURL = NULL;
 				char *finalURL = NULL;
 				long response_code;	
 				long response_code;	
-				int finalURLsize = 0,urltoolong=0;
+				int finalURLsize = 0,skipurl=0;
 				if (curl) {
 				if (curl) {
 					fp = fopen(outfilename,"wb");
 					fp = fopen(outfilename,"wb");
 					//Get file size
 					//Get file size
@@ -476,18 +476,18 @@ int main(int argc, char **argv)
 				}
 				}
 
 
 				if(finalURLsize>500){
 				if(finalURLsize>500){
-					urltoolong=1;
+					skipurl=1;
 					printf("\nURL is too long");
 					printf("\nURL is too long");
 				}
 				}
 				
 				
 				int finalURLcount=0;
 				int finalURLcount=0;
 				while(finalURL[finalURLcount]!=0){
 				while(finalURL[finalURLcount]!=0){
 					if(finalURL[finalURLcount]=='\''){
 					if(finalURL[finalURLcount]=='\''){
-						urltoolong=1;//reusing this
+						skipurl=1;
 						printf("\nURL contains single-quote. Skipping.");
 						printf("\nURL contains single-quote. Skipping.");
 					}
 					}
 					finalURLcount++;
 					finalURLcount++;
-				}				
+				}
 
 
 				char finalURLnoprefix[finalURLsize-prefixsize+100];
 				char finalURLnoprefix[finalURLsize-prefixsize+100];
 				char httpAllow[] = "0";
 				char httpAllow[] = "0";
@@ -495,7 +495,7 @@ int main(int argc, char **argv)
 				int updatereserve=0;
 				int updatereserve=0;
 				char idReserve[100];
 				char idReserve[100];
 
 
-				if(urltoolong==0){
+				if(skipurl==0){
 					//see if server permitted an http connection 
 					//see if server permitted an http connection 
 					if(finalURL != NULL){
 					if(finalURL != NULL){
 						if(finalURL[4]==':')
 						if(finalURL[4]==':')
@@ -677,7 +677,7 @@ int main(int argc, char **argv)
 					}
 					}
 				}
 				}
 				//=====================Extract text from HTML file=======================
 				//=====================Extract text from HTML file=======================
-				if(size < 5000000 && urltoolong==0 && alreadydone==0)
+				if(size < 5000000 && skipurl==0 && alreadydone==0)
 				{
 				{
 					//switch on/off hyperlink collecting (if refresh is from link crawler, or from regular refresh while crawl_repeat is on, or during manual submission when appropriate limits are set)
 					//switch on/off hyperlink collecting (if refresh is from link crawler, or from regular refresh while crawl_repeat is on, or during manual submission when appropriate limits are set)
 					if((task != 0 && task[0]=='2' && (n_crawl_depth > 0 || n_crawl_depth < 0) && (n_crawl_pages > 0 || n_crawl_pages < 0)) || (task==0 && (n_crawl_depth > 0 || n_crawl_depth < 0)  && (n_crawl_pages > 0 || n_crawl_pages < 0)) || (task != 0 && task[0]=='1' && crawl_repeat != 0 && crawl_repeat[0]=='1' && (n_crawl_pages > 0 || n_crawl_pages < 0))){
 					if((task != 0 && task[0]=='2' && (n_crawl_depth > 0 || n_crawl_depth < 0) && (n_crawl_pages > 0 || n_crawl_pages < 0)) || (task==0 && (n_crawl_depth > 0 || n_crawl_depth < 0)  && (n_crawl_pages > 0 || n_crawl_pages < 0)) || (task != 0 && task[0]=='1' && crawl_repeat != 0 && crawl_repeat[0]=='1' && (n_crawl_pages > 0 || n_crawl_pages < 0))){
@@ -1748,4 +1748,3 @@ int main(int argc, char **argv)
 	}
 	}
 	exit(0);
 	exit(0);
 }
 }
-