From 073e919ef198a04da1e5ed28a7dfbc5d9681fc14 Mon Sep 17 00:00:00 2001 From: neodarz Date: Thu, 17 Jan 2019 22:39:56 +0100 Subject: Be more specific on index source database --- crawler/neodarznet/pipelines.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) (limited to 'crawler') diff --git a/crawler/neodarznet/pipelines.py b/crawler/neodarznet/pipelines.py index 6703796..fbfebbb 100644 --- a/crawler/neodarznet/pipelines.py +++ b/crawler/neodarznet/pipelines.py @@ -1,19 +1,19 @@ # -*- coding: utf-8 -*- import logging -from database.models import Page +from database.models import Neodarznet class NeodarznetPipeline(object): def process_item(self, item, spider): try: - page = Page.get(Page.url == item['url']) - q = Page.update(**item).where(Page.url == item['url']) + page = Neodarznet.get(Neodarznet.url == item['url']) + q = Neodarznet.update(**item).where(Neodarznet.url == item['url']) q.execute() logging.info("Update item {}".format(page)) - except Page.DoesNotExist: - page = Page.create(**item) + except Neodarznet.DoesNotExist: + page = Neodarznet.create(**item) logging.info("Create item {}".format(page)) logging.info('Item {} stored in db'.format(page)) return item -- cgit v1.2.1