From 9a8badd5dffe47813489ab0b355f5db5faa66646 Mon Sep 17 00:00:00 2001 From: neodarz Date: Wed, 6 Feb 2019 19:15:36 +0100 Subject: Add ability to update url who are one week old and content modified --- crawler/nevrax/spiders/scrape.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'crawler/nevrax/spiders/scrape.py') diff --git a/crawler/nevrax/spiders/scrape.py b/crawler/nevrax/spiders/scrape.py index d27aecf..c9a8a53 100644 --- a/crawler/nevrax/spiders/scrape.py +++ b/crawler/nevrax/spiders/scrape.py @@ -8,7 +8,7 @@ import config import datetime class NevraxSpider(CrawlSpider): - name = "nevrax" + name = "nevrax_crawler" custom_settings = { 'ITEM_PIPELINES': { 'crawler.nevrax.pipelines.NevraxPipeline': 0 -- cgit v1.2.1