ingest topic changes

pipeline/news_ingest.py

@@ -9,7 +9,6 @@ sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
 from components.indexers.news_indexer import get_or_build_index_from_docs
 from components.fetchers.google_search import fetch_google_news
 from components.fetchers.scraper import scrape_url
-from components.generators.daily_feed import generate_and_cache_daily_feed
 from llama_index.core.settings import Settings
 from llama_index.embeddings.huggingface import HuggingFaceEmbedding
 from llama_index.core.schema import Document
@@ -44,7 +43,7 @@ async def build_documents(data: List[Dict]) -> List[Document]:
             metadata={
                 "title": entry["title"],
                 "url": entry["url"],
-                "topic": entry["topic"],
+                "topic": entry["topic"].lower().replace(" news", ""),  # normalized topic key
                 "source": entry["source"]
             }
         )
@@ -101,10 +100,7 @@ async def main():
     documents = await build_documents(all_articles)
     get_or_build_index_from_docs(documents)
 
-    # print("⚡ Generating daily feed...")
-    # generate_and_cache_daily_feed(documents)  # ✅ SYNC CALL
-
-    # print(f"✅ Indexed, headlines generated, and stored at: {INDEX_DIR}")
+    print("✅ Indexing complete.")
 
 # 🏁 Entrypoint
 if __name__ == "__main__":