fix: scraper docker error

hon9kon9ize · Feb 8, 2025 · fd0c983 · fd0c983
1 parent 4cd1015
commit fd0c983
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/scrape.py b/scrape.py
@@ -31,7 +31,9 @@ def main(num_proc=3):
 
         for article in tqdm(articles, desc=f"Uploading {key}"):
             # Convert article to a DataFrame
-            df = pd.DataFrame([article])
+            article_dict = article.to_dict()
+            df = pd.DataFrame([article_dict])
+
             # md5 of the article id
             article_id = hashlib.md5(article.id.encode()).hexdigest()