gistfile1.txt

class Backcountry

	def self.scrape
		require 'nokogiri'
		require 'open-uri'

		@url = ["http://www.backcountry.com/skis", "http://www.backcountry.com/Store/catalog/categoryLanding.jsp?categoryId=bcsCat5110005&page=1", "http://www.backcountry.com/Store/catalog/categoryLanding.jsp?categoryId=bcsCat5110005&page=2", "http://www.backcountry.com/Store/catalog/categoryLanding.jsp?categoryId=bcsCat5110005&page=3", "http://www.backcountry.com/Store/catalog/categoryLanding.jsp?categoryId=bcsCat5110005&page=4", "http://www.backcountry.com/Store/catalog/categoryLanding.jsp?categoryId=bcsCat5110005&page=5", "http://www.backcountry.com/Store/catalog/categoryLanding.jsp?categoryId=bcsCat5110005&page=6", "http://www.backcountry.com/womens-skis"]
		@links_array = []

		@url.each do |url|
			data = Nokogiri::HTML(open(url))
			out_of_stock = data.css(".out-of-stock").text
			if !out_of_stock.present?
				product_links = data.css("div.product.item-listing a")
				product_links.each do |link|
					@link_strings = "#{link['href']}"
					if @link_strings.blank?
					else
						@links_array << "http://www.backcountry.com#{@link_strings}"
					end
				end
			end	
		end

		# puts @links_array

		@store = Store.create(:store_url => "http://www.backcountry.com/", :vendor => "backcountry.com")

		womens_array = ["http://www.backcountry.com/rossignol-temptation-88-ski-womens", "http://www.backcountry.com/armada-tryst-ski-womens", "http://www.backcountry.com/moment-sierra-ski-womens", "http://www.backcountry.com/line-shadow-ski-womens", "http://www.backcountry.com/blizzard-dakota-ski-womens", "http://www.backcountry.com/g3-cake-ski-womens", "http://www.backcountry.com/atomic-millennium-ski-womens", "http://www.backcountry.com/4frnt-skis-madonna-ski-womens", "http://www.backcountry.com/armada-cantika-ski-womens", "http://www.backcountry.com/fischer-koa-98-ski", "http://www.backcountry.com/armada-arw-alpine-ski-womens", "http://www.backcountry.com/fischer-koa-110-ski-womens", "http://www.backcountry.com/salomon-rockette-92-ski-womens", "http://www.backcountry.com/moment-reagan-ski-womens", "http://www.backcountry.com/k2-empress-ski-womens", "http://www.backcountry.com/armada-arvw-alpine-ski-womens", "http://www.backcountry.com/moment-hot-mess-ski-womens", "http://www.backcountry.com/nordica-la-nina-ski-womens", "http://www.backcountry.com/volkl-tierra-ski-w-attiva-motion-ipt-11.0-binding-womens", "http://www.backcountry.com/rossignol-s2-ski-womens", "http://www.backcountry.com/rossignol-attraxion-echo-6-ski-with-wtpi2-sapphire-110-binding", "http://www.backcountry.com/k2-superburnin-ski-w-marker-ers-11.0-tc-binding-womens-k2s0932", "http://www.backcountry.com/scott-rosa-ski-womens"]  
		womens_array.each do |link|
			@links_array << link
		end


		@links_array.each do |product_link|
			data = Nokogiri::HTML(open(product_link))
			
			#brand
			@brand_object = data.css("h1.header-2.product-name").css("span").text.strip.gsub(' Skis','')
			@brand_rename = @brand_object.split(' ')
			@first_word = @brand_rename[0]

			# puts @first_word

			lib_tech = Brand.where(:company => 'Lib Tech').first

			if @first_word == 'Lib' && !lib_tech
				@brand = Brand.create(:company => 'Lib Tech')
			elsif @first_word == 'Lib' && lib_tech
				@brand = Brand.where(:company => 'Lib Tech').first
			elsif Brand.exists?(['company LIKE ?', "%#{@first_word}%"]) 
				@brand = Brand.where("company LIKE ?", "%#{@first_word}%").first
			else	
				@brand = Brand.create(:company => @brand_object)
			end

			# brand = Brand.find_or_create_by_company(:company => brand)
			# puts brand.company

			#name
			name = data.css(".product-group-title .product-name").text
			if name.include? 'Binding'	
				name_array = name.split(' ')
				name_array.delete_at(0)
				@name = name_array.join " "
			else
				name_array = name.split(' ')
				name_array.delete_at(0)
				nam = name_array.join " "
				@name = nam.gsub(' Ski', '')
				@name = @name.gsub(' Skis', '')
				@name = @name.gsub('Skis ', '')
				@name = @name.gsub('Diamond ', '')
				@name = @name.gsub('Technologies ', '')
				@name = @name.gsub('USA ', '')
			end

			puts @name
			
			#model year not available

			#description
			@description = data.css(".product-information p").text

			#ability level not available

			#rocker type
			table = data.css(".tech-specs")
			table.search('tr').each do |table|
				headers = table.search('td').text
				if headers.include? "Profile" 
					headers2 = headers.dup
					headers2[0..7] = ''
					@rocker_type = headers2
				end
			end

			
			#ski type
			ski_type = data.css(".breadcrumb .current a").text
			if ski_type.include? "Big Mountain"
				@ski_type = "Powder Skis"
			elsif ski_type.include? "Carve"
				@ski_type = "Carving Skis"
			elsif ski_type.include? "All Mountain"
				@ski_type = "All Mountain Skis"
			elsif ski_type.include? "Fat"
				@ski_type = "Powder Skis"
			elsif ski_type.include? "Alpine Park"
				@ski_type = "Park & Pipe Skis"
			else @ski_type = "na"
			end

			#gender
			if ski_type.include? "Women's" || "Rockette"
				@gender = "Women's"
				else
				@gender = "Men's"
			end	

			#price
			@price = data.css(".price-integer, .price-fraction").text.gsub(',','')
			# puts @price

			#image link
			image_href = data.css("#product_image .wraptocenter a")
			image_href.each do |link|
				link2 = link['href'].dup
				link2[0..1] = ''
				@image_link = "http://#{link2}"
			end

			image_link = @image_link

			#average review
			review = data.css(".product-group-title .rating .rating-value").text
			if review == "0"
				@average_review = "na"
			else
				@average_review = review
			end

			#number of reviews
			@number_of_reviews = data.css(".product-group-title .rating-count a").text.scan(/\d/).join ''
			if @number_of_reviews.empty?
				@number_of_reviews = "na"
			end

			#turning radius
			table = data.css(".tech-specs")
			table.search('tr').each do |table|
				headers = table.search('td').text
				if headers.include? "Turn Radius" 
					headers2 = headers.dup
					headers2[0..11] = ''
					@turning_radius = headers2
				end
			end

				# puts @turning_radius

			#lengths
			table = data.css(".tech-specs")
			table.search('tr').each do |table|
				headers = table.search('td').text
				if headers.include? "Length" 
					headers2 = headers.dup
					headers2[0..6] = ''
					@length= headers2
				end
			end

			#dimensions
			table = data.css(".tech-specs")
			table.search('tr').each do |table|
				headers = table.search('td').text
				if headers.include? "Dimensions" 
					headers2 = headers.dup
					headers2[0..10] = ''
					@dimensions = headers2
				end
			end

			#sizes_available
			@sizes = []
			
			if data.xpath('//option[contains(@data-img-title, "One Color") or contains(@data-img-title, "Black") or contains(@data-img-title, "White") or contains(@data-img-title, "Blue") or contains(@data-img-title, "Purple") or contains(@data-img-title, "Green") or contains(@data-img-title, "Beige") or contains(@data-img-title, "Pink")or contains(@data-img-title, "Orange")or contains(@data-img-title, "Gray")or contains(@data-img-title, "Red")or contains(@data-img-title, "Brown") or contains(@data-img-title, "Pepper") or contains(@data-img-title, "Turquoise") or contains(@data-img-title, "Sand") or contains(@data-img-title, "Corail") or contains(@data-img-title, "Lime")]').text.gsub(/\(.*?\)/, "").scan(/\d{3}/).present?
				@sizes_available_array = data.xpath('//option[contains(@data-img-title, "One Color") or contains(@data-img-title, "Black") or contains(@data-img-title, "White") or contains(@data-img-title, "Blue") or contains(@data-img-title, "Purple") or contains(@data-img-title, "Green") or contains(@data-img-title, "Beige") or contains(@data-img-title, "Pink")or contains(@data-img-title, "Orange")or contains(@data-img-title, "Gray")or contains(@data-img-title, "Red")or contains(@data-img-title, "Brown") or contains(@data-img-title, "Pepper") or contains(@data-img-title, "Turquoise") or contains(@data-img-title, "Sand") or contains(@data-img-title, "Corail") or contains(@data-img-title, "Lime")]').text.gsub(/\(.*?\)/, "").scan(/\d{3}/)
				@sizes_available_array.each do |sizes_available|
					@sizes << sizes_available
				end
			else
				@sizes_available_array = data.xpath('//option[contains(@data-img-title, "cm")]').text.gsub(/\(.*?\)/, "").scan(/\d{3}/)
				@sizes_available_array.each do |sizes_available|
					@sizes << sizes_available
				end
			end

			puts @sizes

		@product_link = product_link

		@skis = Ski.scoped

		if @name.include? "Binding"
			@ski = Ski.create(:name => @name, :ability_level => "na", :description => @description, :gender => @gender, :model_year => "na", :rocker_type => @rocker_type, :ski_type => @ski_type, :brand_id => @brand.id) 

			@sizes.each do |size_available|
				Inventory.create(:price => @price, :product_url => @product_link, :ski_id => @ski.id, :size_available => size_available, :store_id => @store.id)
			end

			image = Image.create(:image_url => @image_link, :ski_id => @ski.id)
			# puts image.image_url

			review = Review.create(:average_review => @average_review, :number_of_reviews => @number_of_reviews, :ski_id => @ski.id, :store_id => @store.id)
		end

		elsif @skis.where(['name LIKE ?', "%#{@name.split(' ')[0]}%"]).exists? 
			if @name.include?("Binding")
			else
				# @ski = Ski.where(:name => @name).first

				@ski2 = Ski.where("name LIKE ?", "%#{@name.split(' ')[0]}%").first

				@sizes.each do |size_available|
					Inventory.create(:price => @price, :product_url => @product_link, :ski_id => @ski2.id, :size_available => size_available, :store_id => @store.id)
				end

				image = Image.create(:image_url => @image_link, :ski_id => @ski2.id)
			# puts image.image_url

				review = Review.create(:average_review => @average_review, :number_of_reviews => @number_of_reviews, :ski_id => @ski2.id, :store_id => @store.id)
		else
			@ski3 = Ski.create(:name => @name, :ability_level => "na", :description => @description, :gender => @gender, :model_year => "na", :rocker_type => @rocker_type, :ski_type => @ski_type, :brand_id => @brand.id)

			@sizes.each do |size_available|
				Inventory.create(:price => @price, :product_url => @product_link, :ski_id => @ski3.id, :size_available => size_available, :store_id => @store.id)
			end

			image = Image.create(:image_url => @image_link, :ski_id => @ski3.id)
			# puts image.image_url

			review = Review.create(:average_review => @average_review, :number_of_reviews => @number_of_reviews, :ski_id => @ski3.id, :store_id => @store.id)
			# puts review.average_review
		end
		end
end