# -*- coding: utf-8 -*-

BOT_NAME = 'khanindex'

SPIDER_MODULES = ['crawler.nevrax.spiders', 'crawler.neodarznet.spiders']
#NEWSPIDER_MODULE = 'crawler.nevrax.spiders'

ROBOTSTXT_OBEY = True

DEPTH_LIMIT = 0

#ITEM_PIPELINES = {'crawler.nevrax.pipelines.NevraxPipeline': 0, 'crawler.neodarznet.pipelines.NeodarznetPipeline': 0}

LOG_LEVEL = 'WARNING'