aboutsummaryrefslogtreecommitdiff
path: root/app.py
diff options
context:
space:
mode:
Diffstat (limited to '')
-rw-r--r--app.py14
1 files changed, 13 insertions, 1 deletions
diff --git a/app.py b/app.py
index 281f932..ee04e3d 100644
--- a/app.py
+++ b/app.py
@@ -1,6 +1,8 @@
import scrapy
from scrapy.crawler import CrawlerProcess
from scrapy.utils.project import get_project_settings
+from psycopg2 import connect
+from psycopg2.extensions import ISOLATION_LEVEL_AUTOCOMMIT
from crawler.neodarznet.spiders.scrape import ScrapSpider
@@ -10,7 +12,17 @@ import config
process = CrawlerProcess(get_project_settings())
def main():
- db.create_tables([Page])
+
+ try:
+ db.create_tables([Page])
+ except:
+ con = connect(user=config.DB_USER, host=config.DB_HOST, password=config.DB_PASS)
+ con.set_isolation_level(ISOLATION_LEVEL_AUTOCOMMIT)
+ cur = con.cursor()
+ cur.execute('CREATE DATABASE '+config.DB+';')
+ cur.close()
+ con.close()
+ db.create_tables([Page])
process.crawl(ScrapSpider)
process.start()