0ct0pu5/wiby
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add files via upload

Browse source
This commit is contained in:
wibyweb 2023-02-25 16:15:22 -05:00 • committed by GitHub
parent 78c15d19db
commit 3f2a936e4a
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
5 changed files with 15 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
c/checkrobots.h
View file

@ -1,10 +1,10 @@
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
//#include </usr/include/curl/curl.h> //ubuntu 16
//#include </usr/include/curl/easy.h> //ubuntu 16
//#include </usr/include/x86_64-linux-gnu/curl/curl.h> //ubuntu 20
//#include </usr/include/x86_64-linux-gnu/curl/easy.h> //ubuntu 20
//#include </usr/include/curl/curl.h> //RHEL/Rocky
//#include </usr/include/curl/easy.h> //RHEL/Rocky
//#include </usr/include/x86_64-linux-gnu/curl/curl.h> //ubuntu 20/22
//#include </usr/include/x86_64-linux-gnu/curl/easy.h> //ubuntu 20/22
//gcc checkrobots.c -o checkrobots -lcurl
@ -30,7 +30,7 @@ int checkrobots(char *rURLprefix, char *rDomain, char *rURLpath)
return 0;
memset(rwindow,'?',rwindow_len);
rwindow[rwindow_len]=0;
// rwindow[rwindow_len]=0;
//curl_global_init(CURL_GLOBAL_ALL);
CURL *curl;

10
c/cr.c
View file

@ -1,13 +1,13 @@
//Wiby Web Crawler
#include <mysql.h>
#include </usr/include/mysql/mysql.h>
#include <stdlib.h>
#include <stdio.h>
#include <strings.h>
//#include </usr/include/curl/curl.h> //ubuntu 16
//#include </usr/include/curl/easy.h> //ubuntu 16
#include </usr/include/x86_64-linux-gnu/curl/curl.h> //ubuntu 20
#include </usr/include/x86_64-linux-gnu/curl/easy.h> //ubuntu 20
//#include </usr/include/curl/curl.h> //RHEL/Rocky
//#include </usr/include/curl/easy.h> //RHEL/Rocky
#include </usr/include/x86_64-linux-gnu/curl/curl.h> //ubuntu 20/22
#include </usr/include/x86_64-linux-gnu/curl/easy.h> //ubuntu 20/22
#include "htmlparse.h"
#include "urlparse.h"
#include "checkrobots.h"

4
c/htmlparse.h
View file

@ -48,9 +48,9 @@ void htmlparse(){
charsetsize=titlesize=keywordssize=descriptionsize=robotssize=bodysize=0;
memset(window,'#',window_len);
window[window_len]=0;
// window[window_len]=0;
memset(windowWithSpaces,'#',window_len);
windowWithSpaces[window_len]=0;
// windowWithSpaces[window_len]=0;
memset(charset,0,charset_len+1);
memset(mysqlcharset,0,mysqlcharset_len+1);
memset(title,0,title_len+1);

2
c/rs.c
View file

@ -1,6 +1,6 @@
//wiby refresh scheduler
#include <mysql.h>
#include </usr/include/mysql/mysql.h>
#include <stdlib.h>
#include <stdio.h>
#include <string.h>

3
c/rt.c
View file

@ -6,7 +6,7 @@
//Tracker will create a copy of this file called 'res.csv' and display only the confirmed online servers
//as well as ID ranges divided across all servers so each has the same number of rows.
#include <mysql.h>
#include </usr/include/mysql/mysql.h>
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
@ -342,3 +342,4 @@ int main(int argc, char **argv)
sleep(5);
}
}