tobast/mpri-webdam
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

It can be useful to return the links list

Browse source
This commit is contained in:
Rémi Oudin 2018-02-21 23:11:57 +01:00
parent 4e6ac5ac7b
commit 236e15296c
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
crawl/crawl.py
View file

@ -51,11 +51,12 @@ def url_getter(html, current_page, root_url):
## uniqifier works with python <= 3.6 ## uniqifier works with python <= 3.6
#seen = set() #seen = set()
#links_list = [x for x in links_list if x not in seen and not seen.add(x)] #links_list = [x for x in links_list if x not in seen and not seen.add(x)]
# uniqifier # uniqifier
# Works only with python >= 3.6 # Works only with python >= 3.6
links_list = list(dict.fromkeys(seq)) links_list = list(dict.fromkeys(seq))
return links_list