Files
microcap_scrapping/config.py
T

74 lines
2.3 KiB
Python
Raw Normal View History

# Configuration file for API keys and settings
# DO NOT commit this file to version control!
# SerpAPI Configuration
SERPAPI_KEY = "68231e3b3a973a01483aaf098af6040d41e66f284f11abb15b8d9a005ac0f44d"
# Database Configuration
DATABASE_PATH = "data/stocks.db"
# Scraping Configuration
RATE_LIMIT_DELAY = 2 # seconds between requests
MAX_RETRIES = 3
TIMEOUT = 90 # Increased from 30 to 90 seconds
# Data Update Frequencies
UPDATE_FREQUENCIES = {
'listings': 'quarterly', # Refresh stock listings
'financials': 'daily', # Update financial data
'news': 'daily', # Fetch news
'press_releases': 'daily', # Fetch press releases
'filings': 'daily', # Check for new filings
'ownership': 'weekly', # Update ownership data
'agm': 'weekly', # Check AGM info
'tax': 'quarterly' # Update tax disclosures
}
# Output Configuration
OUTPUT_FORMATS = ['json', 'csv', 'txt']
CSV_EXPORT_PATH = "data/exports/stocks_export.csv"
DETAILED_CSV_PATH = "data/exports/stocks_detailed.csv"
# SEDAR+ Configuration
SEDAR_BASE_URL = "https://www.sedarplus.ca"
SEDAR_SEARCH_URL = "https://www.sedarplus.ca/csa-party/records"
# SEC EDGAR Configuration
SEC_BASE_URL = "https://www.sec.gov"
SEC_API_URL = "https://data.sec.gov"
SEC_USER_AGENT = "Stock Intelligence System contact@example.com" # Update with your email
# Exchange URLs
EXCHANGES = {
'TSX': 'https://www.tsx.com',
'TSXV': 'https://www.tsx.com',
'CSE': 'https://thecse.com',
'CBOE': 'https://www.cboe.com'
}
# Filing Types to Retrieve
FILING_TYPES_SEDAR = [
'Annual financial statements',
'Interim financial statements',
'Management discussion and analysis',
'Annual information form',
'Material change report',
'Management information circular',
'News release',
'Business acquisition report'
]
FILING_TYPES_SEC = [
'10-K', # Annual report
'10-Q', # Quarterly report
'8-K', # Current report
'DEF 14A', # Proxy statement
'20-F', # Annual report (foreign)
'6-K', # Current report (foreign)
'SC 13D', # Beneficial ownership
'SC 13G', # Beneficial ownership (passive)
'3', # Initial statement of beneficial ownership
'4', # Statement of changes in beneficial ownership
'5' # Annual statement of beneficial ownership
]