ingest_papers.py

# File: ingest_papers.py
from data_ingestion import fetch_arxiv_metadata, ingest_documents

if __name__ == "__main__":
    query = input("Enter a query to fetch arXiv papers: ")
    max_results = int(input("Enter the maximum number of papers to fetch: "))
    metadata_list = fetch_arxiv_metadata(query, max_results)
    ingest_documents(metadata_list)
    print(f"Ingested {len(metadata_list)} papers.")