diff --git a/c/checkrobots.h b/c/checkrobots.h index cd7d066..f1f1e80 100755 --- a/c/checkrobots.h +++ b/c/checkrobots.h @@ -1,10 +1,10 @@ #include #include #include -//#include //ubuntu 16 -//#include //ubuntu 16 -//#include //ubuntu 20 -//#include //ubuntu 20 +//#include //RHEL/Rocky +//#include //RHEL/Rocky +//#include //ubuntu 20/22 +//#include //ubuntu 20/22 //gcc checkrobots.c -o checkrobots -lcurl @@ -30,7 +30,7 @@ int checkrobots(char *rURLprefix, char *rDomain, char *rURLpath) return 0; memset(rwindow,'?',rwindow_len); - rwindow[rwindow_len]=0; +// rwindow[rwindow_len]=0; //curl_global_init(CURL_GLOBAL_ALL); CURL *curl; diff --git a/c/cr.c b/c/cr.c index 34582b0..0d1ab7e 100755 --- a/c/cr.c +++ b/c/cr.c @@ -1,13 +1,13 @@ //Wiby Web Crawler -#include +#include #include #include #include -//#include //ubuntu 16 -//#include //ubuntu 16 -#include //ubuntu 20 -#include //ubuntu 20 +//#include //RHEL/Rocky +//#include //RHEL/Rocky +#include //ubuntu 20/22 +#include //ubuntu 20/22 #include "htmlparse.h" #include "urlparse.h" #include "checkrobots.h" diff --git a/c/htmlparse.h b/c/htmlparse.h index 74a744d..06bd82c 100755 --- a/c/htmlparse.h +++ b/c/htmlparse.h @@ -48,9 +48,9 @@ void htmlparse(){ charsetsize=titlesize=keywordssize=descriptionsize=robotssize=bodysize=0; memset(window,'#',window_len); - window[window_len]=0; +// window[window_len]=0; memset(windowWithSpaces,'#',window_len); - windowWithSpaces[window_len]=0; +// windowWithSpaces[window_len]=0; memset(charset,0,charset_len+1); memset(mysqlcharset,0,mysqlcharset_len+1); memset(title,0,title_len+1); diff --git a/c/rs.c b/c/rs.c index 9f9df3a..28fa5cf 100755 --- a/c/rs.c +++ b/c/rs.c @@ -1,6 +1,6 @@ //wiby refresh scheduler -#include +#include #include #include #include diff --git a/c/rt.c b/c/rt.c index 6ff9d79..7e57058 100755 --- a/c/rt.c +++ b/c/rt.c @@ -6,7 +6,7 @@ //Tracker will create a copy of this file called 'res.csv' and display only the confirmed online servers //as well as ID ranges divided across all servers so each has the same number of rows. -#include +#include #include #include #include @@ -342,3 +342,4 @@ int main(int argc, char **argv) sleep(5); } } +