import scrapy
from scrapy.crawler import CrawlerProcess
from scrapy.utils.project import get_project_settings

from crawler.neodarznet.spiders.scrape import ScrapSpider

from database.models import Page, db
import config

process = CrawlerProcess(get_project_settings())

def main():
    db.create_tables([Page])

    process.crawl(ScrapSpider)
    process.start()

if __name__ == '__main__':
    main()