beenull/mwmbl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Reinstate background tasks

Browse source
This commit is contained in:
Daoud Clarke 2022-12-31 22:52:17 +00:00
parent d9cd3c585b
commit a86e172bf3
1 changed files with 1 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
mwmbl/background.py
View file

@ -24,7 +24,7 @@ def run(data_path: str, url_queue: Queue):
url_db.create_tables() url_db.create_tables()
initialize_url_queue(url_queue) initialize_url_queue(url_queue)
# historical.run() historical.run()
index_path = Path(data_path) / INDEX_NAME index_path = Path(data_path) / INDEX_NAME
batch_cache = BatchCache(Path(data_path) / BATCH_DIR_NAME) batch_cache = BatchCache(Path(data_path) / BATCH_DIR_NAME)
@ -33,7 +33,6 @@ def run(data_path: str, url_queue: Queue):
update_url_queue(url_queue) update_url_queue(url_queue)
except Exception: except Exception:
logger.exception("Error updating URL queue") logger.exception("Error updating URL queue")
return
try: try:
batch_cache.retrieve_batches(num_batches=10000) batch_cache.retrieve_batches(num_batches=10000)
except Exception: except Exception: