diff --git a/c/cr.c b/c/cr.c index f7dc14c..d5901fb 100755 --- a/c/cr.c +++ b/c/cr.c @@ -1176,7 +1176,7 @@ int main(int argc, char **argv) finish_with_error(con); } if(nShards>0){ - //Also copy that new row into a new row of the same ID in the round-robin assigned shard table + //Also copy that new row into a new row in the round-robin assigned shard table //update the shard id in windex memset(windexRandUpdate,0,strlen(windexRandUpdate)); strcpy(windexRandUpdate,"UPDATE windex set shard = "); @@ -1229,6 +1229,8 @@ int main(int argc, char **argv) strcat(windexRandUpdate,", updatable = "); strcat(windexRandUpdate,updatable); if(task==0){//didn't come from refresh or link crawling + strcat(windexRandUpdate,", crawl_tree = NULL"); + strcat(windexRandUpdate,", crawl_family = NULL"); strcat(windexRandUpdate,", crawl_pages = "); strcat(windexRandUpdate,crawl_pages); strcat(windexRandUpdate,", crawl_type = "); @@ -1294,6 +1296,8 @@ int main(int argc, char **argv) strcat(windexRandUpdate,", updatable = "); strcat(windexRandUpdate,updatable); if(task==0){//didn't come from refresh or link crawling + strcat(windexRandUpdate,", crawl_tree = NULL"); + strcat(windexRandUpdate,", crawl_family = NULL"); strcat(windexRandUpdate,", crawl_pages = "); strcat(windexRandUpdate,crawl_pages); strcat(windexRandUpdate,", crawl_type = "); @@ -1364,6 +1368,10 @@ int main(int argc, char **argv) strcat(windexupdate,", updatable = "); strcat(windexupdate,updatable); if(task==0){//didn't come from refresh or link crawling + if(idexistsalready == 0){ + strcat(windexupdate,", crawl_tree = NULL"); + strcat(windexupdate,", crawl_family = NULL"); + } strcat(windexupdate,", crawl_pages = "); strcat(windexupdate,crawl_pages); strcat(windexupdate,", crawl_type = ");