diff --git a/histories/models.py b/histories/models.py index 47abe56..401b67d 100644 --- a/histories/models.py +++ b/histories/models.py @@ -6,7 +6,6 @@ interests, keywords... from collections import namedtuple import random from math import floor -from queue import Queue from xml.etree import ElementTree as ET from datetime import datetime from django.db import models @@ -168,11 +167,11 @@ def generate_partial_history(user, t_start): basis = generate_first_url(user) result.append(PartialHistoryEntry(basis, timestamp)) t_start += 5 * random.weibullvariate(1, 1.5) - queue = Queue() - crawler = crawl.CrawlingThread(basis, queue) + output_tree = [] + crawler = crawl.CrawlingThread(basis, output_tree) crawler.start() crawler.join() - urls = queue.get() + urls = crawler.output_tree for url in urls: t_start += 5 * random.weibullvariate(1, 1.5) result.append(PartialHistoryEntry(url, timestamp))