Kaynağa Gözat

Move collections to a `media` module

jherve 1 yıl önce
ebeveyn
işleme
2a7ae2e91e

+ 0 - 6
src/de_quoi_parle_le_monde/france_tv_info.py

@@ -6,7 +6,6 @@ from de_quoi_parle_le_monde.article import (
     TopArticle,
     MainArticle,
     MainPage,
-    ArchiveCollection,
 )
 
 
@@ -54,8 +53,3 @@ class FranceTvInfoMainPage(MainPage):
         return FranceTvInfoMainPage(
             snapshot, soup, cls.get_top_articles(soup), cls.get_main_article(soup)
         )
-
-
-france_tv_info_collection = ArchiveCollection(
-    url="https://francetvinfo.fr", MainPageClass=FranceTvInfoMainPage
-)

+ 0 - 6
src/de_quoi_parle_le_monde/le_monde.py

@@ -6,7 +6,6 @@ from de_quoi_parle_le_monde.article import (
     TopArticle,
     MainArticle,
     MainPage,
-    ArchiveCollection,
 )
 
 
@@ -46,8 +45,3 @@ class LeMondeMainPage(MainPage):
         return LeMondeMainPage(
             snapshot, soup, cls.get_top_articles(soup), cls.get_main_article(soup)
         )
-
-
-le_monde_collection = ArchiveCollection(
-    url="https://lemonde.fr", MainPageClass=LeMondeMainPage
-)

+ 4 - 5
src/de_quoi_parle_le_monde/main.py

@@ -4,7 +4,7 @@ from attrs import frozen
 
 from de_quoi_parle_le_monde.http import HttpClient
 from de_quoi_parle_le_monde.internet_archive import InternetArchiveClient
-from de_quoi_parle_le_monde.le_monde import le_monde_collection
+from de_quoi_parle_le_monde.medias import media_collection
 from de_quoi_parle_le_monde.storage import Storage
 
 
@@ -16,7 +16,7 @@ class ArchiveDownloader:
     def last_n_days(n):
         return [
             datetime.combine(date.today() - timedelta(days=i), time(hour=18))
-            for i in range(0, n)
+            for i in range(1, n)
         ]
 
     async def get_latest_snaps(self, collection, dts, storage):
@@ -50,9 +50,8 @@ class ArchiveDownloader:
 
 async def main(dler):
     storage = await Storage.create()
-    snaps = await dler.get_latest_snaps(
-        le_monde_collection, ArchiveDownloader.last_n_days(20), storage
-    )
+    for c in media_collection.values():
+        await dler.get_latest_snaps(c, ArchiveDownloader.last_n_days(20), storage)
 
 
 http_client = HttpClient()

+ 14 - 0
src/de_quoi_parle_le_monde/medias.py

@@ -0,0 +1,14 @@
+from de_quoi_parle_le_monde.article import ArchiveCollection
+
+from de_quoi_parle_le_monde.france_tv_info import FranceTvInfoMainPage
+from de_quoi_parle_le_monde.le_monde import LeMondeMainPage
+
+
+media_collection = {
+    "france_tv_info": ArchiveCollection(
+        url="https://francetvinfo.fr", MainPageClass=FranceTvInfoMainPage
+    ),
+    "le_monde": ArchiveCollection(
+        url="https://lemonde.fr", MainPageClass=LeMondeMainPage
+    ),
+}