From 87fd458218cf9566c608b2f5e2954f6c396c4d4c Mon Sep 17 00:00:00 2001 From: Daoud Clarke Date: Wed, 19 May 2021 21:25:12 +0100 Subject: [PATCH] Smaller queue --- domains/queue_domains.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/domains/queue_domains.py b/domains/queue_domains.py index 9fe7685..983b6c2 100644 --- a/domains/queue_domains.py +++ b/domains/queue_domains.py @@ -7,7 +7,7 @@ import gzip from fsqueue import FSQueue, ZstdJsonSerializer from paths import DOMAINS_PATH, DOMAINS_QUEUE_NAME, DATA_DIR -BATCH_SIZE = 10000 +BATCH_SIZE = 250 def get_domains():