Backfill script for news events

2023-10-25 06:31:23 -07:00 · 2023-10-25 06:31:23 -07:00 · 7035fe69dc
commit 7035fe69dc
parent aad0cc59eb
2 changed files with 14 additions and 0 deletions
--- a/news/backfill_news.py
+++ b/news/backfill_news.py
@ -0,0 +1,9 @@
+from database.news import insert
+from datetime import datetime
+from news import scrape_news_in_range
+
+start_date = datetime(2023, 10, 25)
+end_date = datetime(2023, 10, 25)
+scrape_news_in_range(start_date, end_date)
+for news_data in scrape_news_in_range(start_date, end_date):
+    insert(news_data)
--- a/news/requirements.txt
+++ b/news/requirements.txt
@ -0,0 +1,5 @@
+pandas
+psycopg2
+python-dotenv
+schedule
+sqlalchemy