Add backend functionality for news fetching, processing, and recommendations

- Implemented NewsFetcher class to fetch articles from RSS feeds and clean HTML content.
- Added EmbeddingGenerator for generating embeddings using Cohere API.
- Created VectorStore for storing and retrieving articles using Pinecone.
- Developed NewsRecommender for analyzing articles and generating insights with Groq.
- Set up FastAPI application with endpoints for fetching news and providing recommendations.
- Configured logging for better traceability and debugging.
- Updated .gitignore to include environment variables and data directories.
- Added requirements.txt for project dependencies.

backend/config.py

@@ -0,0 +1,38 @@
+import os
+from dotenv import load_dotenv
+
+# Load environment variables
+
+# Construct the path to the .env file
+# dotenv_path = os.path.join(os.path.dirname(__file__), '..', '.env')
+
+# Load environment variables from the specified path
+load_dotenv()
+
+# API Keys
+COHERE_API_KEY = os.getenv("COHERE_API_KEY")
+GROQ_API_KEY = os.getenv("GROQ_API_KEY")
+PINECONE_API_KEY = os.getenv("PINECONE_API_KEY")
+
+# Pinecone Configuration
+PINECONE_INDEX_NAME = os.getenv("PINECONE_INDEX_NAME", "news-articles")
+
+# News Sources
+RSS_FEEDS = [
+    "https://feeds.feedburner.com/TechCrunch/",
+    # "https://www.theverge.com/rss/index.xml",
+    # "https://www.wired.com/feed/rss",
+    # "https://www.technologyreview.com/feed/",
+]
+
+# Vector Database Settings
+VECTOR_DIMENSION = 4096  # Cohere embedding dimension
+TOP_K_RESULTS = 5
+
+# Data Directories
+RAW_NEWS_DIR = "data/raw_news"
+PROCESSED_NEWS_DIR = "data/processed_news"
+
+# Create directories if they don't exist
+os.makedirs(RAW_NEWS_DIR, exist_ok=True)
+os.makedirs(PROCESSED_NEWS_DIR, exist_ok=True)