blob: 8d65b095273d6d812edab0f8efc3c3d650167d01 (
plain)
1
2
3
4
5
6
7
8
9
10
|
# -*- coding: utf-8 -*-
BOT_NAME = 'neodarznet'
SPIDER_MODULES = ['crawler.neodarznet.spiders']
NEWSPIDER_MODULE = 'crawler.neodarznet.spiders'
ROBOTSTXT_OBEY = True
DEPTH_LIMIT = 0
|