Refactor schemas and configuration for marketing assistant; add new test endpoints and utility functions for file handling and document processing

src/marketing_assistant_ai/config.py

@@ -1,15 +1,29 @@
 import os
+from pathlib import Path
 
-class Settings:
-    MODEL_NAME = "BAAI/bge-large-en-v1.5"
-    RERANKER_NAME = "BAAI/bge-reranker-large"
-    GROQ_MODEL = "llama-3.3-70b-versatile"
-    #DOCS_PATH = "/home/kowshik/work/ds_tjc/datasets/Client-Assets"
-    DOCS_PATH = "/home/kowshik/work/ds_tjc/datasets/marketing_data"
-    CHROMA_PATH = "/home/kowshik/work/ds_tjc/chroma_index"
-    COLLECTION_NAME = "marketing_docs"
-    API_KEY = "4BkwTtVd5VwhTiFDdG3NfzgATrCq7aD8AjnvWNeivirTntHgRvL6Xe84ULHcVTLB"
-    SERVER_URL = "https://ma.rommelcorral.com"
-    GROQ_API_KEY = "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"
+# Base directory configuration
+#BASE_DIR = Path(__file__).resolve().parent
+BASE_DIR = Path("/home/kowshik/work/ds_tjc")
 
-settings = Settings()
+# Data directories
+UPLOAD_DIR = BASE_DIR / "marketing_data"
+CHROMA_PATH = BASE_DIR / "chroma_index"
+
+# Ensure directories exist
+UPLOAD_DIR.mkdir(exist_ok=True)
+for category in ["email", "books", "article", "social"]:
+    (UPLOAD_DIR / category).mkdir(exist_ok=True)
+
+# Model configurations
+MODEL_NAME = "BAAI/bge-large-en-v1.5"
+RERANKER_NAME = "BAAI/bge-reranker-large"
+GROQ_MODEL = "llama-3.3-70b-versatile"
+COLLECTION_NAME = "marketing_docs"
+
+# API configurations
+API_KEY = "4BkwTtVd5VwhTiFDdG3NfzgATrCq7aD8AjnvWNeivirTntHgRvL6Xe84ULHcVTLB"
+SERVER_URL = "https://ma.rommelcorral.com"
+GROQ_API_KEY = "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"
+
+# Valid document categories
+VALID_CATEGORIES = ["email", "books", "article", "social"]