From 82746a2b76e5948333133bfe07c1042af2cd33b7 Mon Sep 17 00:00:00 2001
From: neodarz <neodarz@neodarz.net>
Date: Thu, 10 Jan 2019 23:54:18 +0100
Subject: Initial commit

---
 crawler/neodarznet/settings.py | 10 ++++++++++
 1 file changed, 10 insertions(+)
 create mode 100644 crawler/neodarznet/settings.py

(limited to 'crawler/neodarznet/settings.py')

diff --git a/crawler/neodarznet/settings.py b/crawler/neodarznet/settings.py
new file mode 100644
index 0000000..8d65b09
--- /dev/null
+++ b/crawler/neodarznet/settings.py
@@ -0,0 +1,10 @@
+# -*- coding: utf-8 -*-
+
+BOT_NAME = 'neodarznet'
+
+SPIDER_MODULES = ['crawler.neodarznet.spiders']
+NEWSPIDER_MODULE = 'crawler.neodarznet.spiders'
+
+ROBOTSTXT_OBEY = True
+
+DEPTH_LIMIT = 0
-- 
cgit v1.2.1