feat: Implement complete RSS news fetching system with multi-source support

This commit is contained in:
Aherobo Ovie Victor
2025-07-07 18:31:38 +01:00
parent c158262a49
commit e188af8b17
22 changed files with 2210 additions and 0 deletions
+20
View File
@@ -0,0 +1,20 @@
# API Keys
COHERE_API_KEY=your_cohere_api_key_here
GROQ_API_KEY=your_groq_api_key_here
# Vector Database Settings
VECTOR_DB_TYPE=faiss # Options: faiss, pinecone, weaviate
VECTOR_DIMENSION=384 # For sentence-transformers/all-MiniLM-L6-v2
# RSS Feed Sources
RSS_FEEDS=https://feeds.bbci.co.uk/news/technology/rss.xml,https://techcrunch.com/feed/,https://www.wired.com/feed/rss
# Server Settings
HOST=0.0.0.0
PORT=8000
DEBUG=true
# Data Storage
RAW_NEWS_DIR=data/raw_news
PROCESSED_NEWS_DIR=data/processed_news
VECTOR_INDEX_PATH=data/news_vectors.faiss