aboutsummaryrefslogtreecommitdiff
path: root/crawler
diff options
context:
space:
mode:
authorneodarz <neodarz@neodarz.net>2019-02-06 00:03:04 +0100
committerneodarz <neodarz@neodarz.net>2019-02-06 00:03:04 +0100
commitf84e8fb75b8096dff5a39936ac26c933fdba3059 (patch)
treed0b06665fbba8bc9de4b5058e46a1ca513673bf8 /crawler
parent74dbf4defed8ae348a327e4674d917b3dd869713 (diff)
downloadkhanindexer-f84e8fb75b8096dff5a39936ac26c933fdba3059.tar.xz
khanindexer-f84e8fb75b8096dff5a39936ac26c933fdba3059.zip
Fix logging info
Diffstat (limited to '')
-rw-r--r--crawler/neodarznet/pipelines.py3
-rw-r--r--crawler/nevrax/pipelines.py3
2 files changed, 2 insertions, 4 deletions
diff --git a/crawler/neodarznet/pipelines.py b/crawler/neodarznet/pipelines.py
index 1f3a9fc..36a7f1f 100644
--- a/crawler/neodarznet/pipelines.py
+++ b/crawler/neodarznet/pipelines.py
@@ -12,9 +12,8 @@ class NeodarznetPipeline(object):
if page.content_length != item['content_length']:
q = Neodarznet.update(**item).where(Neodarznet.url == item['url'])
q.execute()
- logging.info("Update item {}".format(page))
+ logging.info("Update item {}".format(page))
except Neodarznet.DoesNotExist:
page = Neodarznet.create(**item)
logging.info("Create item {}".format(page))
- logging.info('Item {} stored in db'.format(page))
return item
diff --git a/crawler/nevrax/pipelines.py b/crawler/nevrax/pipelines.py
index dbbb782..d9aa4fd 100644
--- a/crawler/nevrax/pipelines.py
+++ b/crawler/nevrax/pipelines.py
@@ -12,9 +12,8 @@ class NevraxPipeline(object):
if page.content_length != item['content_length']:
q = Nevrax.update(**item).where(Nevrax.url == item['url'])
q.execute()
- logging.info("Update item {}".format(page))
+ logging.info("Update item {}".format(page))
except Nevrax.DoesNotExist:
page = Nevrax.create(**item)
logging.info("Create item {}".format(page))
- logging.info('Item {} stored in db'.format(page))
return item