Explorar o código

Go back to processing 10,000 batches at a time

Daoud Clarke %!s(int64=2) %!d(string=hai) anos
pai
achega
c97d946fcf
Modificáronse 1 ficheiros con 1 adicións e 1 borrados
  1. 1 1
      mwmbl/indexer/process_batch.py

+ 1 - 1
mwmbl/indexer/process_batch.py

@@ -16,7 +16,7 @@ def run(batch_cache: BatchCache, start_status: BatchStatus, end_status: BatchSta
         index_db = IndexDatabase(db.connection)
 
         logger.info(f"Getting batches with status {start_status}")
-        batches = index_db.get_batches_by_status(start_status, 1000)
+        batches = index_db.get_batches_by_status(start_status, 10000)
         logger.info(f"Got {len(batches)} batch urls")
         if len(batches) == 0:
             return