diff --git a/c/checkrobots.h b/c/checkrobots.h index cd7d0663945a5880645bd40c3bbf80038758654a..f1f1e80bde9a546bca9b3e59c1ab5f2714a78fd3 100755 --- a/c/checkrobots.h +++ b/c/checkrobots.h @@ -1,10 +1,10 @@ #include #include #include -//#include //ubuntu 16 -//#include //ubuntu 16 -//#include //ubuntu 20 -//#include //ubuntu 20 +//#include //RHEL/Rocky +//#include //RHEL/Rocky +//#include //ubuntu 20/22 +//#include //ubuntu 20/22 //gcc checkrobots.c -o checkrobots -lcurl @@ -30,7 +30,7 @@ int checkrobots(char *rURLprefix, char *rDomain, char *rURLpath) return 0; memset(rwindow,'?',rwindow_len); - rwindow[rwindow_len]=0; +// rwindow[rwindow_len]=0; //curl_global_init(CURL_GLOBAL_ALL); CURL *curl; diff --git a/c/cr.c b/c/cr.c index 34582b01f7ef32aa499fe92d3cb349c74472dd3f..0d1ab7e1f9840d185f10998b13af12c5cd4e3c64 100755 --- a/c/cr.c +++ b/c/cr.c @@ -1,13 +1,13 @@ //Wiby Web Crawler -#include +#include #include #include #include -//#include //ubuntu 16 -//#include //ubuntu 16 -#include //ubuntu 20 -#include //ubuntu 20 +//#include //RHEL/Rocky +//#include //RHEL/Rocky +#include //ubuntu 20/22 +#include //ubuntu 20/22 #include "htmlparse.h" #include "urlparse.h" #include "checkrobots.h" diff --git a/c/htmlparse.h b/c/htmlparse.h index 74a744deda6dc48e5f82ebc8de58916ac666ac4f..06bd82c015a0c95efc2eb25f9a0d6680b5250e1a 100755 --- a/c/htmlparse.h +++ b/c/htmlparse.h @@ -48,9 +48,9 @@ void htmlparse(){ charsetsize=titlesize=keywordssize=descriptionsize=robotssize=bodysize=0; memset(window,'#',window_len); - window[window_len]=0; +// window[window_len]=0; memset(windowWithSpaces,'#',window_len); - windowWithSpaces[window_len]=0; +// windowWithSpaces[window_len]=0; memset(charset,0,charset_len+1); memset(mysqlcharset,0,mysqlcharset_len+1); memset(title,0,title_len+1); diff --git a/c/rs.c b/c/rs.c index 9f9df3a842480b55043b2598f2798e2c163baed4..28fa5cfe48ab4a7bed72e232eebb3c0da1011b8e 100755 --- a/c/rs.c +++ b/c/rs.c @@ -1,6 +1,6 @@ //wiby refresh scheduler -#include +#include #include #include #include diff --git a/c/rt.c b/c/rt.c index 6ff9d7927aaa13c5de79562db356db747bb70eff..7e570583e24b7448b35d4d2526f144c0a60c653c 100755 --- a/c/rt.c +++ b/c/rt.c @@ -6,7 +6,7 @@ //Tracker will create a copy of this file called 'res.csv' and display only the confirmed online servers //as well as ID ranges divided across all servers so each has the same number of rows. -#include +#include #include #include #include @@ -342,3 +342,4 @@ int main(int argc, char **argv) sleep(5); } } +