diff --git a/crawl/crawl.py b/crawl/crawl.py index 76affb3..f18f4cf 100644 --- a/crawl/crawl.py +++ b/crawl/crawl.py @@ -51,11 +51,12 @@ def url_getter(html, current_page, root_url): ## uniqifier works with python <= 3.6 #seen = set() #links_list = [x for x in links_list if x not in seen and not seen.add(x)] - # uniqifier # Works only with python >= 3.6 links_list = list(dict.fromkeys(seq)) + return links_list +