From 3abe76c7ce84f026f88517142af87ae03d087665 Mon Sep 17 00:00:00 2001 From: wibyweb <49052850+wibyweb@users.noreply.github.com> Date: Thu, 10 Aug 2023 00:10:24 -0400 Subject: [PATCH] Update checkrobots.h --- c/checkrobots.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/c/checkrobots.h b/c/checkrobots.h index 2dff449..09abc13 100755 --- a/c/checkrobots.h +++ b/c/checkrobots.h @@ -76,7 +76,7 @@ int checkrobots(char *rURLprefix, char *rDomain, char *rURLpath) curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, write_data_checkrobots);// send all data to this function // curl_easy_setopt(curl, CURLOPT_WRITEDATA, fp);// write the page body to this file handle curl_easy_setopt(curl,CURLOPT_FOLLOWLOCATION,1L);//allow redirects - curl_easy_setopt(curl, CURLOPT_TIMEOUT, 60L); + curl_easy_setopt(curl, CURLOPT_TIMEOUT, 30L); curl_easy_setopt(curl, CURLOPT_CONNECTTIMEOUT, 15L); curl_easy_setopt(curl, CURLOPT_MAXREDIRS, 5L);//max num of redirects curl_easy_setopt(curl, CURLOPT_MAXFILESIZE, 1000000L);//don't download if over 1MB