gistfile1.rb

module Crawler
  class MissSelfridge < Crawler::Base
    @queue = :crawl
    
    def self.perform(url, shop_id)
      super(url, {
        :shop_id => shop_id,
        :crawl => /ProductDisplay|CatalogNavigationSearchResultCmd/,
        :collect => /ProductDisplay/i,
        :skip => /refinements|pageSize=200|pageSize=80/i,
        :product_params => %w[catalogId storeId productId]
      })
    end
  end
end