|
@@ -213,10 +213,10 @@ async def main():
|
|
|
|
|
|
|
|
async with InternetArchiveClient.create() as ia:
|
|
async with InternetArchiveClient.create() as ia:
|
|
|
workers = {
|
|
workers = {
|
|
|
- SearchWorker(queue, storage, ia): 3,
|
|
|
|
|
|
|
+ SearchWorker(queue, storage, ia): 1,
|
|
|
FetchWorker(queue, ia): 3,
|
|
FetchWorker(queue, ia): 3,
|
|
|
ParseWorker(queue): 3,
|
|
ParseWorker(queue): 3,
|
|
|
- StoreWorker(queue, storage): 3,
|
|
|
|
|
|
|
+ StoreWorker(queue, storage): 1,
|
|
|
}
|
|
}
|
|
|
|
|
|
|
|
async with asyncio.TaskGroup() as tg:
|
|
async with asyncio.TaskGroup() as tg:
|