clemfromspace

import scrapy


class LinkItem(scrapy.Item):
    href = scrapy.Field()

clemfromspace

import re

from scrapy import Request
from scrapy.spider import CrawlSpider

from urlparse import urljoin


class TripAdvisorSpider(CrawlSpider):

clemfromspace

# -*- coding: utf-8 -*-

import re
import dateparser

from scrapy import Request
from scrapy.spider import CrawlSpider

from urlparse import urljoin

clemfromspace

from billiard.context import Process
from scrapy.crawler import Crawler
from scrapy import signals
from scrapy.utils.project import get_project_settings
from twisted.internet import reactor

from celery_app import app


class CrawlerProcess(Process):

clemfromspace

"""This module contains the ``SeleniumMiddleware`` scrapy middleware"""

import asyncio

from pyppeteer import launch
from scrapy import signals
from scrapy.http import HtmlResponse
from twisted.internet import defer

from .http import PuppeteerRequest