Add assets for a new 'Scheduling web scrapers' article

This commit is contained in:
BexTuychiev
2024-12-05 14:31:21 +05:00
parent 41d859203f
commit c5d75bef0f
11 changed files with 2594 additions and 0 deletions
@@ -0,0 +1,10 @@
import schedule
import time
from firecrawl_scraper import save_firecrawl_news_data
# Schedule the scraper to run every hour
schedule.every().hour.do(save_firecrawl_news_data)
while True:
schedule.run_pending()
time.sleep(1)