from app.database import get_sync_db from app.models import Bill, BillDocument from app.workers.document_fetcher import fetch_bill_documents db = get_sync_db() fetched_ids = {r.bill_id for r in db.query(BillDocument.bill_id).filter(BillDocument.raw_text.isnot(None)).all()} bills = db.query(Bill.bill_id).all() queued = 0 for (bill_id,) in bills: if bill_id not in fetched_ids: fetch_bill_documents.apply_async(args=[bill_id], queue='documents') print(f' queued: {bill_id}') queued += 1 print(f'Queued {queued} bills for document fetching') db.close()