Scrapy Cloudscraper Downloader Middleware

middlewares.py

from scrapy.http import HtmlResponse
import cloudscraper

class CloudscraperMiddleware(object):
    scraper = cloudscraper.create_scraper()

    def process_request(self, request, spider):
        res = self.scraper.get(request.url)
        return HtmlResponse(
            url=res.url, body=res.text, encoding="utf-8", request=request
        )