# -*- coding: utf-8 -*-

BOT_NAME = 'neodarznet'

SPIDER_MODULES = ['crawler.neodarznet.spiders']
NEWSPIDER_MODULE = 'crawler.neodarznet.spiders'

ROBOTSTXT_OBEY = True

DEPTH_LIMIT = 0