jherve 1 year ago
parent
commit
8159e1e94c
1 changed files with 11 additions and 8 deletions
  1. 11 8
      src/de_quoi_parle_le_monde/main.py

+ 11 - 8
src/de_quoi_parle_le_monde/main.py

@@ -6,24 +6,27 @@ from de_quoi_parle_le_monde.internet_archive import InternetArchiveClient, CdxRe
 from de_quoi_parle_le_monde.le_monde import LeMondeArchive, LeMondeMainPage
 from de_quoi_parle_le_monde.le_monde import LeMondeArchive, LeMondeMainPage
 
 
 
 
-async def get_latest_snaps():
+async def get_latest_snaps(dates):
     http_client = HttpClient()
     http_client = HttpClient()
     ia = InternetArchiveClient(http_client)
     ia = InternetArchiveClient(http_client)
 
 
-    dates = [date.today() - timedelta(days=n) for n in range(0, 10)]
-
     async def req_and_parse_first_snap(date):
     async def req_and_parse_first_snap(date):
         req = CdxRequest(
         req = CdxRequest(
-            url=LeMondeArchive.url, from_=date, to_=date, limit=10, filter="statuscode:200"
+            url=LeMondeArchive.url,
+            from_=date,
+            to_=date,
+            limit=10,
+            filter="statuscode:200",
         )
         )
         snaps = await ia.search_snapshots(req)
         snaps = await ia.search_snapshots(req)
         snap = snaps[0]
         snap = snaps[0]
         soup = await ia.fetch_and_parse_snapshot(snap)
         soup = await ia.fetch_and_parse_snapshot(snap)
         return LeMondeMainPage(snap, soup)
         return LeMondeMainPage(snap, soup)
 
 
-    top = await asyncio.gather(*[req_and_parse_first_snap(d) for d in dates])
-    for t in top:
-        print(t.get_top_articles()[0], t.main_article())
+    return await asyncio.gather(*[req_and_parse_first_snap(d) for d in dates])
 
 
 
 
-asyncio.run(get_latest_snaps())
+dates = [date.today() - timedelta(days=n) for n in range(0, 10)]
+snaps = asyncio.run(get_latest_snaps(dates))
+for s in snaps:
+    print(s.snapshot.timestamp, s.get_top_articles()[0], s.main_article())