From 6bb8bdf0c2362719ddf9e9e691f9f1df2c14818f Mon Sep 17 00:00:00 2001 From: Daoud Clarke Date: Sat, 25 Feb 2023 10:48:22 +0000 Subject: [PATCH] Initialize with new URLs --- mwmbl/url_queue.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mwmbl/url_queue.py b/mwmbl/url_queue.py index 4cf0983..714cb10 100644 --- a/mwmbl/url_queue.py +++ b/mwmbl/url_queue.py @@ -45,7 +45,7 @@ class URLQueue: def initialize(self): with Database() as db: url_db = URLDatabase(db.connection) - urls = url_db.get_urls(URLStatus.QUEUED, MAX_QUEUE_SIZE * BATCH_SIZE) + urls = url_db.get_urls(URLStatus.NEW, MAX_QUEUE_SIZE * BATCH_SIZE) self._queue_urls(urls) logger.info(f"Initialized URL queue with {len(urls)} urls, current queue size: {self.num_queued_batches}")