It can be useful to return the links list

2018-02-21 23:11:57 +01:00 · 2018-02-21 23:11:57 +01:00 · 236e15296c
parent 4e6ac5ac7b
commit 236e15296c
1 changed files with 2 additions and 1 deletions
--- a/crawl/crawl.py
+++ b/crawl/crawl.py
@ -51,11 +51,12 @@ def url_getter(html, current_page, root_url):
    ## uniqifier works with python <= 3.6
    #seen = set()
    #links_list = [x for x in links_list if x not in seen and not seen.add(x)]
-
    # uniqifier
    # Works only with python >= 3.6
    links_list = list(dict.fromkeys(seq))

+    return links_list
+