Refactor .gitignore and update RSS feed sources in config.py

- Removed data directories from .gitignore to streamline ignored files. - Updated RSS_FEEDS in config.py to uncomment specific sources for news fetching.
2025-04-15 20:32:08 +01:00
parent bbd95a1713
commit 0ff7dc52fd
30 changed files with 379503 additions and 7 deletions
@@ -34,10 +34,6 @@ wheels/
 *.swp
 *.swo

-# Data directories
-data/raw_news/
-data/processed_news/
-
 # Logs
 *.log

@@ -19,10 +19,10 @@ PINECONE_INDEX_NAME = os.getenv("PINECONE_INDEX_NAME", "news-articles")

 # News Sources
 RSS_FEEDS = [
-    "https://feeds.feedburner.com/TechCrunch/",
+    # "https://feeds.feedburner.com/TechCrunch/",
    # "https://www.theverge.com/rss/index.xml",
-    # "https://www.wired.com/feed/rss",
-    # "https://www.technologyreview.com/feed/",
+    "https://www.wired.com/feed/rss",
+    "https://www.technologyreview.com/feed/",
 ]

 # Vector Database Settings