0ct0pu5/wiby
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add files via upload

Browse source
This commit is contained in:
wibyweb 2023-08-23 00:12:23 -04:00 • committed by GitHub
parent 94fadf354b
commit 7241be0b4f
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 18 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

30
c/cr.c
View file

@ -1,13 +1,15 @@
//Wiby Web Crawler
#include </usr/include/mysql/mysql.h>
//gcc cr.c -o cr -I/usr/include/mysql -lmysqlclient -lcurl -std=c99 -O3
//#include </usr/include/mysql/mysql.h>
#include <mysql.h>
#include <stdlib.h>
#include <stdio.h>
#include <strings.h>
//#include </usr/include/curl/curl.h> //RHEL/Rocky
//#include </usr/include/curl/easy.h> //RHEL/Rocky
#include </usr/include/x86_64-linux-gnu/curl/curl.h> //ubuntu 20/22
#include </usr/include/x86_64-linux-gnu/curl/easy.h> //ubuntu 20/22
#include </usr/include/curl/curl.h> //RHEL/Rocky
#include </usr/include/curl/easy.h> //RHEL/Rocky
//#include </usr/include/x86_64-linux-gnu/curl/curl.h> //ubuntu 20/22
//#include </usr/include/x86_64-linux-gnu/curl/easy.h> //ubuntu 20/22
#include "htmlparse.h"
#include "urlparse.h"
#include "checkrobots.h"
@ -513,7 +515,7 @@ int main(int argc, char **argv)
//size = ftell(fp);
//set curl options
curl_easy_setopt(curl, CURLOPT_URL, urlHTTP);// set URL to get here
curl_easy_setopt(curl, CURLOPT_USERAGENT, "Mozilla/4.0 (compatible; WebCrawler; SearchEngine)");
curl_easy_setopt(curl, CURLOPT_USERAGENT, "Mozilla/4.0 (compatible; Wibybot; https://wiby.me/)");
curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, write_data);// send all data to this function //
curl_easy_setopt(curl, CURLOPT_WRITEDATA, fp);// write the page body to this file handle
curl_easy_setopt(curl,CURLOPT_FOLLOWLOCATION,1L);//allow redirects
@ -1359,9 +1361,12 @@ int main(int argc, char **argv)
strcat(windexupdate,body);
strcat(windexupdate,"', worksafe = ");
strcat(windexupdate,worksafe);
strcat(windexupdate,", approver = '");
strcat(windexupdate,approver);
strcat(windexupdate,"', surprise = ");
if(copiedRandom == 1){
strcat(windexupdate,", approver = '");
strcat(windexupdate,approver);
strcat(windexupdate,"'");
}
strcat(windexupdate,", surprise = ");
strcat(windexupdate,surprise);
strcat(windexupdate,", http = ");
strcat(windexupdate,httpAllow);
@ -1435,9 +1440,10 @@ int main(int argc, char **argv)
strcat(windexupdate,body);
strcat(windexupdate,"', worksafe = ");
strcat(windexupdate,worksafe);
strcat(windexupdate,", approver = '");
strcat(windexupdate,approver);
strcat(windexupdate,"', surprise = ");
//strcat(windexupdate,", approver = '");
//strcat(windexupdate,approver);
//strcat(windexupdate,"', surprise = ");
strcat(windexupdate,", surprise = ");
strcat(windexupdate,surprise);
strcat(windexupdate,", http = ");
strcat(windexupdate,httpAllow);