config.exs

# in config.exs
import Config

config :crawly,
  # Important part here. We want crawly to use ChromeDriverFetcher.
  fetcher: {ChromeDriverFetcher, []},
  closespider_timeout: :disabled,
  closespider_itemcount: :disabled,
  concurrent_requests_per_domain: 2,
  middlewares: [
    Crawly.Middlewares.DomainFilter,
    Crawly.Middlewares.UniqueRequest
  ]