Smaller queue

This commit is contained in:
Daoud Clarke 2021-05-19 21:25:12 +01:00
parent cc841c8b7e
commit 87fd458218

View file

@ -7,7 +7,7 @@ import gzip
from fsqueue import FSQueue, ZstdJsonSerializer
from paths import DOMAINS_PATH, DOMAINS_QUEUE_NAME, DATA_DIR
BATCH_SIZE = 10000
BATCH_SIZE = 250
def get_domains():