Skip to content

Instantly share code, notes, and snippets.

@LitvinenkoD89
Last active July 25, 2017 09:37
Show Gist options
  • Save LitvinenkoD89/e9dae4834f1517357f08be6f74041e60 to your computer and use it in GitHub Desktop.
Save LitvinenkoD89/e9dae4834f1517357f08be6f74041e60 to your computer and use it in GitHub Desktop.
hyundaiusa
# HYUNDAI {source_name: 'hyundaiusa', batch_number: 6, request_id: 6000000096, request_name: 'HYUNDAI'}
scraper_service.scrape do |browser, scraper, init_vars|
easy_seeder = Library.lib('EasySeeder')
easy_extractor = Library.lib('EasyExtractor')
easy_seeder.seed(source_name: init_vars[:source_name]) do
loop_postal_codes "us", radius: 10 do |zip, lat, long|
queue_url "https://prevapp.hyundaiusa.com/DealerServiceSSL.svc/content/v2/en-US/#{zip}/50/json", {
method: :get
}
end
end
easy_extractor.extract(
source_name: init_vars[:source_name],
scraper: scraper,
batch_number: init_vars[:batch_number],
request_id: init_vars[:request_id],
request_name: init_vars[:request_name],
) do
find_pages page_format: :json do |url, parser_page, json|
if json && json["GetDealerLocationNewJSONResult"].present?
data = json["GetDealerLocationNewJSONResult"]
data.each do |store|
doc_id = store_doc({
store_id: store["DealerCode"],
brand: "HYUNDAI",
type: "HYUNDAI",
property_id: store["DealerCode"],
name: store["DealerName"],
address_1: store["Address1"],
address_2: store["Address2"],
city: store["City"],
state: store["State"],
zipcode: store["Zip"],
country: 'USA',
lat: store["Latitude"],
long: store["Longitude"],
location_url: store["DealerUrl"]
# map_link: nil
# address_container_html:
})
end
end
end
end
end
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment