diff options
| author | neodarz <neodarz@neodarz.net> | 2019-02-06 19:15:36 +0100 |
|---|---|---|
| committer | neodarz <neodarz@neodarz.net> | 2019-02-06 19:15:36 +0100 |
| commit | 9a8badd5dffe47813489ab0b355f5db5faa66646 (patch) | |
| tree | bf53db13612cd7c32f2eadfe905cad83ce50a0d7 /crawler/nevrax/spiders/scrape.py | |
| parent | f84e8fb75b8096dff5a39936ac26c933fdba3059 (diff) | |
| download | khanindexer-9a8badd5dffe47813489ab0b355f5db5faa66646.tar.xz khanindexer-9a8badd5dffe47813489ab0b355f5db5faa66646.zip | |
Add ability to update url who are one week old and content modified
Diffstat (limited to '')
| -rw-r--r-- | crawler/nevrax/spiders/scrape.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/crawler/nevrax/spiders/scrape.py b/crawler/nevrax/spiders/scrape.py index d27aecf..c9a8a53 100644 --- a/crawler/nevrax/spiders/scrape.py +++ b/crawler/nevrax/spiders/scrape.py @@ -8,7 +8,7 @@ import config import datetime class NevraxSpider(CrawlSpider): - name = "nevrax" + name = "nevrax_crawler" custom_settings = { 'ITEM_PIPELINES': { 'crawler.nevrax.pipelines.NevraxPipeline': 0 |