Handle a bad batch

2023-04-01 06:35:44 +01:00 · 2023-04-01 06:35:44 +01:00 · 91269d5100
commit 91269d5100
parent e9dfd40ecb
1 changed files with 5 additions and 1 deletions
--- a/mwmbl/indexer/batch_cache.py
+++ b/mwmbl/indexer/batch_cache.py
@ -39,7 +39,11 @@ class BatchCache:
            except FileNotFoundError:
                logger.exception(f"Missing batch file: {path}")
                continue
-            batch = HashedBatch.parse_raw(data)
+            try:
+                batch = HashedBatch.parse_raw(data)
+            except ValidationError:
+                logger.exception(f"Unable to parse batch, skipping: '{data}'")
+                continue
            batches[url] = batch
        return batches