From c97d946fcf1fc5050b4268a558957fe57addc357 Mon Sep 17 00:00:00 2001 From: Daoud Clarke Date: Fri, 24 Feb 2023 21:29:42 +0000 Subject: [PATCH] Go back to processing 10,000 batches at a time --- mwmbl/indexer/process_batch.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mwmbl/indexer/process_batch.py b/mwmbl/indexer/process_batch.py index 9011b87..0b3dd1d 100644 --- a/mwmbl/indexer/process_batch.py +++ b/mwmbl/indexer/process_batch.py @@ -16,7 +16,7 @@ def run(batch_cache: BatchCache, start_status: BatchStatus, end_status: BatchSta index_db = IndexDatabase(db.connection) logger.info(f"Getting batches with status {start_status}") - batches = index_db.get_batches_by_status(start_status, 1000) + batches = index_db.get_batches_by_status(start_status, 10000) logger.info(f"Got {len(batches)} batch urls") if len(batches) == 0: return