diff options
Diffstat (limited to '')
| -rw-r--r-- | crawler/neodarznet/settings.py | 10 |
1 files changed, 10 insertions, 0 deletions
diff --git a/crawler/neodarznet/settings.py b/crawler/neodarznet/settings.py new file mode 100644 index 0000000..8d65b09 --- /dev/null +++ b/crawler/neodarznet/settings.py @@ -0,0 +1,10 @@ +# -*- coding: utf-8 -*- + +BOT_NAME = 'neodarznet' + +SPIDER_MODULES = ['crawler.neodarznet.spiders'] +NEWSPIDER_MODULE = 'crawler.neodarznet.spiders' + +ROBOTSTXT_OBEY = True + +DEPTH_LIMIT = 0 |