tobast
/
mpri-webdam
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Silly me. (bis)

This commit is contained in:
Rémi Oudin 2018-02-23 10:44:51 +01:00
parent f6da179820
commit f0b8672c89
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
crawl/crawl.py
View File

@ -162,7 +162,7 @@ class CrawlingThread(Thread):
def run(self):
tasks = []
#tasks.append(async_crawler("http://plus.google.com/+Python"))
tasks.append(async_print('https://python.org/'))
tasks.append(async_crawler('https://python.org/'))
loop = asyncio.new_event_loop()
asyncio.set_event_loop(loop)
@ -209,7 +209,7 @@ async def async_print(url):
async def async_crawler(url):
queue = [url]
crawled = []
while queue or (len(crawled) < HARD_LIMIT):
while queue and (len(crawled) < HARD_LIMIT):
async with aiohttp.ClientSession() as session:
try:
url = queue.pop(0)