0ct0pu5/mwmbl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Just index a single page for now

Browse source
This commit is contained in:
Daoud Clarke 2022-07-18 22:17:15 +01:00
parent a471bc2437
commit bcd31326b8
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
mwmbl/indexer/update_pages.py
View file

@ -17,7 +17,8 @@ def run_update(index_path):
with TinyIndex(Document, index_path, 'w') as indexer:
with Database() as db:
index_db = IndexDatabase(db.connection)
pages_to_process = index_db.get_queued_pages()
# pages_to_process = index_db.get_queued_pages()
pages_to_process = [278107]
print(f"Got {len(pages_to_process)} pages to process")
for i in pages_to_process:
documents = index_db.get_queued_documents_for_page(i)