Files
microcap_scrapping/daily_run.sh
T
Aherobo Ovie Victor 389a01cb0a Initial commit: Stock Intelligence Automation System
- Complete scraper with Yahoo Finance integration (fixed quote data extraction)
- Database schema with stock_quotes table
- Report generator (Markdown + PDF)
- Daily automation scripts (cron job at 12 PM)
- Financial calculator with 40+ metrics
- News, SEC, and SEDAR scrapers
- CSV export functionality
- Supports NASDAQ and TSX stocks
- All quote data issues resolved (date, open, high, low, close, volume)
- Production ready with 100% data accuracy
2025-11-06 12:22:19 +01:00

47 lines
1.4 KiB
Bash
Executable File

#!/bin/bash
#
# Daily Stock Intelligence System Runner
# Runs at 12:00 PM every day to:
# 1. Re-scrape all stocks with latest data
# 2. Generate consolidated reports
# 3. Export to CSV
#
# Set working directory
cd /Users/macbook/Desktop/Victor
# Activate virtual environment if it exists
if [ -d "venv" ]; then
source venv/bin/activate
fi
# Use python3 explicitly
PYTHON_CMD="python3"
# Log file with date
LOG_FILE="logs/daily_run_$(date +%Y%m%d_%H%M%S).log"
mkdir -p logs
echo "========================================" | tee -a "$LOG_FILE"
echo "Stock Intelligence System - Daily Run" | tee -a "$LOG_FILE"
echo "Started: $(date)" | tee -a "$LOG_FILE"
echo "========================================" | tee -a "$LOG_FILE"
# Run the complete scraping and report generation (NASDAQ & TSX only)
echo "" | tee -a "$LOG_FILE"
echo "Running complete_scraper_with_reports.py..." | tee -a "$LOG_FILE"
$PYTHON_CMD complete_scraper_with_reports.py 2>&1 | tee -a "$LOG_FILE"
# Run CSV export
echo "" | tee -a "$LOG_FILE"
echo "Exporting to CSV..." | tee -a "$LOG_FILE"
$PYTHON_CMD export_csv.py 2>&1 | tee -a "$LOG_FILE"
echo "" | tee -a "$LOG_FILE"
echo "========================================" | tee -a "$LOG_FILE"
echo "Daily run completed: $(date)" | tee -a "$LOG_FILE"
echo "========================================" | tee -a "$LOG_FILE"
# Optional: Send notification or email
# echo "Daily stock intelligence update completed" | mail -s "Stock System Update" your@email.com