From 9a8badd5dffe47813489ab0b355f5db5faa66646 Mon Sep 17 00:00:00 2001 From: neodarz Date: Wed, 6 Feb 2019 19:15:36 +0100 Subject: Add ability to update url who are one week old and content modified --- crawler/neodarznet/spiders/scrape.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'crawler/neodarznet/spiders/scrape.py') diff --git a/crawler/neodarznet/spiders/scrape.py b/crawler/neodarznet/spiders/scrape.py index bd97067..2d3c32b 100644 --- a/crawler/neodarznet/spiders/scrape.py +++ b/crawler/neodarznet/spiders/scrape.py @@ -7,7 +7,7 @@ from scrapy import Selector import datetime class NeodarznetSpider(CrawlSpider): - name = "neodarznet" + name = "neodarznet_crawler" custom_settings = { 'ITEM_PIPELINES': { 'crawler.neodarznet.pipelines.NeodarznetPipeline': 0 -- cgit v1.2.1