diff options
| author | neodarz <neodarz@neodarz.net> | 2019-02-06 19:15:36 +0100 |
|---|---|---|
| committer | neodarz <neodarz@neodarz.net> | 2019-02-06 19:15:36 +0100 |
| commit | 9a8badd5dffe47813489ab0b355f5db5faa66646 (patch) | |
| tree | bf53db13612cd7c32f2eadfe905cad83ce50a0d7 /crawler/neodarznet/spiders/scrape.py | |
| parent | f84e8fb75b8096dff5a39936ac26c933fdba3059 (diff) | |
| download | khanindexer-9a8badd5dffe47813489ab0b355f5db5faa66646.tar.xz khanindexer-9a8badd5dffe47813489ab0b355f5db5faa66646.zip | |
Add ability to update url who are one week old and content modified
Diffstat (limited to 'crawler/neodarznet/spiders/scrape.py')
| -rw-r--r-- | crawler/neodarznet/spiders/scrape.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/crawler/neodarznet/spiders/scrape.py b/crawler/neodarznet/spiders/scrape.py index bd97067..2d3c32b 100644 --- a/crawler/neodarznet/spiders/scrape.py +++ b/crawler/neodarznet/spiders/scrape.py @@ -7,7 +7,7 @@ from scrapy import Selector import datetime class NeodarznetSpider(CrawlSpider): - name = "neodarznet" + name = "neodarznet_crawler" custom_settings = { 'ITEM_PIPELINES': { 'crawler.neodarznet.pipelines.NeodarznetPipeline': 0 |