From f0b4712c897ee35f2d79cf0408f480c2c0bb41da Mon Sep 17 00:00:00 2001 From: neodarz Date: Sun, 13 Jan 2019 11:22:16 +0100 Subject: Save all crawled datas in database --- crawler/neodarznet/settings.py | 2 ++ 1 file changed, 2 insertions(+) (limited to 'crawler/neodarznet/settings.py') diff --git a/crawler/neodarznet/settings.py b/crawler/neodarznet/settings.py index 8d65b09..2e5f184 100644 --- a/crawler/neodarznet/settings.py +++ b/crawler/neodarznet/settings.py @@ -8,3 +8,5 @@ NEWSPIDER_MODULE = 'crawler.neodarznet.spiders' ROBOTSTXT_OBEY = True DEPTH_LIMIT = 0 + +ITEM_PIPELINES = {'crawler.neodarznet.pipelines.NeodarznetPipeline': 0} -- cgit v1.2.1