diff --git a/domains/queue_domains.py b/domains/queue_domains.py index 9fe7685..983b6c2 100644 --- a/domains/queue_domains.py +++ b/domains/queue_domains.py @@ -7,7 +7,7 @@ import gzip from fsqueue import FSQueue, ZstdJsonSerializer from paths import DOMAINS_PATH, DOMAINS_QUEUE_NAME, DATA_DIR -BATCH_SIZE = 10000 +BATCH_SIZE = 250 def get_domains():