product_img.py

import scrapy
from scrapymercado.items import ProductsItem
from scrapymercado.constants import URL


class ProductImgSpider(scrapy.Spider):
	name = "productsimg"

	def start_requests(self):
		max_page_number = 67
		base_url = 'http://supersecretsite.com'
		yield scrapy.Request(url=base_url, callback=self.parse)
		for idx in range(2, max_page_number + 1):
			url = base_url + '?page=' + str(idx)
			yield scrapy.Request(url=url, callback=self.parse)

	def parse(self, response):
		urls = URL
		item = ProductsItem()
		item['image_urls'] = urls
		return item