From c05c2561d2ef1de44021a8734271b693bdb33a78 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Th=C3=A9ophile=20Bastian?= Date: Tue, 20 Feb 2018 12:48:16 +0100 Subject: [PATCH] Add crawler settings and requirements --- pinocchio/settings.py | 2 ++ requirements.txt | 11 +++++++++++ 2 files changed, 13 insertions(+) diff --git a/pinocchio/settings.py b/pinocchio/settings.py index f917498..f17e05d 100644 --- a/pinocchio/settings.py +++ b/pinocchio/settings.py @@ -100,3 +100,5 @@ USE_TZ = True # https://docs.djangoproject.com/en/2.0/howto/static-files/ STATIC_URL = '/static/' + +USER_AGENT = 'UnaffiliatedBot/0.1' diff --git a/requirements.txt b/requirements.txt index 3b91687..bea30c4 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,2 +1,13 @@ +aiodns==1.1.1 +aiohttp==3.0.1 +async-timeout==2.0.0 +attrs==17.4.0 +cchardet==2.1.1 +chardet==3.0.4 Django==2.0.1 +idna==2.6 +idna-ssl==1.0.0 +multidict==4.1.0 +pycares==2.3.0 pytz==2017.3 +yarl==1.1.1