Przeglądaj źródła

Move limiter configuration to settings

jherve 1 rok temu
rodzic
commit
deb4976e9f
2 zmienionych plików z 8 dodań i 2 usunięć
  1. 3 1
      settings.toml
  2. 5 1
      src/de_quoi_parle_le_monde/snapshots.py

+ 3 - 1
settings.toml

@@ -1 +1,3 @@
-database_url="sqlite:///test.db"
+database_url="sqlite:///test.db"
+internet_archive_limiter_max_rate=1.0
+internet_archive_limiter_time_period=1.0

+ 5 - 1
src/de_quoi_parle_le_monde/snapshots.py

@@ -15,6 +15,7 @@ from de_quoi_parle_le_monde.internet_archive import (
 )
 from de_quoi_parle_le_monde.medias import media_collection
 from de_quoi_parle_le_monde.storage import Storage
+from config import settings
 
 
 @frozen
@@ -136,7 +137,10 @@ async def main():
     logger.info("Starting snapshot service..")
     jobs = SnapshotJob.create(10, [8, 12, 18, 22])
 
-    async with InternetArchiveClient.create(1.0, 1.0) as ia:
+    async with InternetArchiveClient.create(
+        settings.internet_archive_limiter_max_rate,
+        settings.internet_archive_limiter_time_period,
+    ) as ia:
         worker = SnapshotWorker(storage, ia)
         await asyncio.gather(*[worker.run(job) for job in jobs])
     logger.info("Snapshot service exiting")