diff --git a/c/cr.c b/c/cr.c index b7fbca4..fd7e5ad 100755 --- a/c/cr.c +++ b/c/cr.c @@ -1,13 +1,15 @@ //Wiby Web Crawler -#include +//gcc cr.c -o cr -I/usr/include/mysql -lmysqlclient -lcurl -std=c99 -O3 +//#include +#include #include #include #include -//#include //RHEL/Rocky -//#include //RHEL/Rocky -#include //ubuntu 20/22 -#include //ubuntu 20/22 +#include //RHEL/Rocky +#include //RHEL/Rocky +//#include //ubuntu 20/22 +//#include //ubuntu 20/22 #include "htmlparse.h" #include "urlparse.h" #include "checkrobots.h" @@ -513,7 +515,7 @@ int main(int argc, char **argv) //size = ftell(fp); //set curl options curl_easy_setopt(curl, CURLOPT_URL, urlHTTP);// set URL to get here - curl_easy_setopt(curl, CURLOPT_USERAGENT, "Mozilla/4.0 (compatible; WebCrawler; SearchEngine)"); + curl_easy_setopt(curl, CURLOPT_USERAGENT, "Mozilla/4.0 (compatible; Wibybot; https://wiby.me/)"); curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, write_data);// send all data to this function // curl_easy_setopt(curl, CURLOPT_WRITEDATA, fp);// write the page body to this file handle curl_easy_setopt(curl,CURLOPT_FOLLOWLOCATION,1L);//allow redirects @@ -1359,9 +1361,12 @@ int main(int argc, char **argv) strcat(windexupdate,body); strcat(windexupdate,"', worksafe = "); strcat(windexupdate,worksafe); - strcat(windexupdate,", approver = '"); - strcat(windexupdate,approver); - strcat(windexupdate,"', surprise = "); + if(copiedRandom == 1){ + strcat(windexupdate,", approver = '"); + strcat(windexupdate,approver); + strcat(windexupdate,"'"); + } + strcat(windexupdate,", surprise = "); strcat(windexupdate,surprise); strcat(windexupdate,", http = "); strcat(windexupdate,httpAllow); @@ -1435,9 +1440,10 @@ int main(int argc, char **argv) strcat(windexupdate,body); strcat(windexupdate,"', worksafe = "); strcat(windexupdate,worksafe); - strcat(windexupdate,", approver = '"); - strcat(windexupdate,approver); - strcat(windexupdate,"', surprise = "); + //strcat(windexupdate,", approver = '"); + //strcat(windexupdate,approver); + //strcat(windexupdate,"', surprise = "); + strcat(windexupdate,", surprise = "); strcat(windexupdate,surprise); strcat(windexupdate,", http = "); strcat(windexupdate,httpAllow);