tobast/mpri-webdam
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

Silly me.

Browse source
This commit is contained in:
Rémi Oudin 2018-02-22 15:35:46 +01:00
parent 9b78e268c9
commit 77ca7ebcb9
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
crawl/crawl.py
View file

@ -185,7 +185,7 @@ async def async_print(url):
async def async_crawler(url): async def async_crawler(url):
queue = [url] queue = [url]
crawled = [] crawled = []
while (not queue) or (len(crawled) < HARD_LIMIT): while queue or (len(crawled) < HARD_LIMIT):
async with aiohttp.ClientSession() as session: async with aiohttp.ClientSession() as session:
try: try:
url = queue.pop(0) url = queue.pop(0)