Aherobo Ovie Victor
80ee708348
- Added `extract_listings.py` for extracting stock listings from TSX, TSXV, CSE, and CBOE using Playwright. - Created `main.py` to orchestrate the entire stock intelligence system, including extraction, database import, financial scraping, news scraping, and report generation. - Developed `populate_database.py` to populate the database with existing JSON data. - Introduced `scrape_nasdaq_tsx_only.py` for focused scraping of NASDAQ and TSX stocks. - Added `setup.py` for initial setup and testing of the system. - Created `watchlist.txt` template for user-defined stock tracking. - Generated `final_test_output.txt` to log the results of the test run.
74 lines
2.3 KiB
Python
74 lines
2.3 KiB
Python
# Configuration file for API keys and settings
|
|
# DO NOT commit this file to version control!
|
|
|
|
# SerpAPI Configuration
|
|
SERPAPI_KEY = "68231e3b3a973a01483aaf098af6040d41e66f284f11abb15b8d9a005ac0f44d"
|
|
|
|
# Database Configuration
|
|
DATABASE_PATH = "data/stocks.db"
|
|
|
|
# Scraping Configuration
|
|
RATE_LIMIT_DELAY = 2 # seconds between requests
|
|
MAX_RETRIES = 3
|
|
TIMEOUT = 90 # Increased from 30 to 90 seconds
|
|
|
|
# Data Update Frequencies
|
|
UPDATE_FREQUENCIES = {
|
|
'listings': 'quarterly', # Refresh stock listings
|
|
'financials': 'daily', # Update financial data
|
|
'news': 'daily', # Fetch news
|
|
'press_releases': 'daily', # Fetch press releases
|
|
'filings': 'daily', # Check for new filings
|
|
'ownership': 'weekly', # Update ownership data
|
|
'agm': 'weekly', # Check AGM info
|
|
'tax': 'quarterly' # Update tax disclosures
|
|
}
|
|
|
|
# Output Configuration
|
|
OUTPUT_FORMATS = ['json', 'csv', 'txt']
|
|
CSV_EXPORT_PATH = "data/exports/stocks_export.csv"
|
|
DETAILED_CSV_PATH = "data/exports/stocks_detailed.csv"
|
|
|
|
# SEDAR+ Configuration
|
|
SEDAR_BASE_URL = "https://www.sedarplus.ca"
|
|
SEDAR_SEARCH_URL = "https://www.sedarplus.ca/csa-party/records"
|
|
|
|
# SEC EDGAR Configuration
|
|
SEC_BASE_URL = "https://www.sec.gov"
|
|
SEC_API_URL = "https://data.sec.gov"
|
|
SEC_USER_AGENT = "Stock Intelligence System contact@example.com" # Update with your email
|
|
|
|
# Exchange URLs
|
|
EXCHANGES = {
|
|
'TSX': 'https://www.tsx.com',
|
|
'TSXV': 'https://www.tsx.com',
|
|
'CSE': 'https://thecse.com',
|
|
'CBOE': 'https://www.cboe.com'
|
|
}
|
|
|
|
# Filing Types to Retrieve
|
|
FILING_TYPES_SEDAR = [
|
|
'Annual financial statements',
|
|
'Interim financial statements',
|
|
'Management discussion and analysis',
|
|
'Annual information form',
|
|
'Material change report',
|
|
'Management information circular',
|
|
'News release',
|
|
'Business acquisition report'
|
|
]
|
|
|
|
FILING_TYPES_SEC = [
|
|
'10-K', # Annual report
|
|
'10-Q', # Quarterly report
|
|
'8-K', # Current report
|
|
'DEF 14A', # Proxy statement
|
|
'20-F', # Annual report (foreign)
|
|
'6-K', # Current report (foreign)
|
|
'SC 13D', # Beneficial ownership
|
|
'SC 13G', # Beneficial ownership (passive)
|
|
'3', # Initial statement of beneficial ownership
|
|
'4', # Statement of changes in beneficial ownership
|
|
'5' # Annual statement of beneficial ownership
|
|
]
|