pass_request_to_new_method

gistfile1.txt

from scrapy.http import Request


def parse_final_page(self, response):
  # do scraping here:

def get_next_page(self, response, url_append):
  new_url = response.url + url_append
  req = Request(
      url=new_url,
      callback=self.parse_final_page,
  )
  yield req

def parse(self, response):
  url_append = i.css('item_to_add_to_url')
  yield from self.get_next_page(response, url_append)