0ct0pu5/mwmbl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Go back to processing 10,000 batches at a time

Browse source
This commit is contained in:
Daoud Clarke 2023-02-24 21:29:42 +00:00
parent 5783cee6b7
commit c97d946fcf
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
mwmbl/indexer/process_batch.py
View file

@ -16,7 +16,7 @@ def run(batch_cache: BatchCache, start_status: BatchStatus, end_status: BatchSta
index_db = IndexDatabase(db.connection)
logger.info(f"Getting batches with status {start_status}")
batches = index_db.get_batches_by_status(start_status, 1000)
batches = index_db.get_batches_by_status(start_status, 10000)
logger.info(f"Got {len(batches)} batch urls")
if len(batches) == 0:
return