Initial commit

queue_docs.py

@@ -0,0 +1,15 @@
+from app.database import get_sync_db
+from app.models import Bill, BillDocument
+from app.workers.document_fetcher import fetch_bill_documents
+
+db = get_sync_db()
+fetched_ids = {r.bill_id for r in db.query(BillDocument.bill_id).filter(BillDocument.raw_text.isnot(None)).all()}
+bills = db.query(Bill.bill_id).all()
+queued = 0
+for (bill_id,) in bills:
+    if bill_id not in fetched_ids:
+        fetch_bill_documents.apply_async(args=[bill_id], queue='documents')
+        print(f'  queued: {bill_id}')
+        queued += 1
+print(f'Queued {queued} bills for document fetching')
+db.close()