Skip to content

Instantly share code, notes, and snippets.

View LitvinenkoD89's full-sized avatar

Litvinenko Dmitrii LitvinenkoD89

0 followers · 1 following
View GitHub Profile
@LitvinenkoD89
LitvinenkoD89 / clarksusa
Last active July 17, 2017 14:34
clarksusa
scraper_service.scrape do |browser, scraper, init_vars|
easy_seeder = Library.lib('EasySeeder')
easy_extractor = Library.lib('EasyExtractor')
fetcher_agent = Library.lib('FetcherAgent')
easy_seeder.seed(source_name: init_vars[:source_name], with_priority: true) do
loop_postal_codes "us", radius: 10 do |zip, lat, long|
queue_url "http://www.clarksusa.com/us/store-locator##{zip}", zip: zip, lat: lat, long: long, priority: 0
end
end
@LitvinenkoD89
LitvinenkoD89 / calvin
Last active July 18, 2017 13:43
calvin
# CALVIN KLEIN {source_name: 'calvinklein', batch_number: 5, request_id: 5000000042, request_name: 'CALVIN KLEIN'}
scraper_service.scrape do |browser, scraper, init_vars|
easy_seeder = Library.lib('EasySeeder')
easy_extractor = Library.lib('EasyExtractor')
fetcher_agent = Library.lib('FetcherAgent')
easy_seeder.seed(source_name: init_vars[:source_name], with_priority: true) do
loop_states "us", radius: 10 do |short_code, full_name|
queue_url "https://secure.gotwww.com/gotlocations.com/ck.com/ck.php##{short_code}", short_code: short_code, full_name: full_name, priority: 0
end
@LitvinenkoD89
LitvinenkoD89 / booksamillion
Last active July 21, 2017 07:45
booksamillion
# BOOKS A MILLION {source_name: 'booksamillion', batch_number: 5, request_id: 5000000041, request_name: 'BOOKS A MILLION'}
scraper_service.scrape do |browser, scraper, init_vars|
easy_seeder = Library.lib('EasySeeder')
easy_extractor = Library.lib('EasyExtractor')
fetcher_agent = Library.lib('FetcherAgent')
easy_seeder.seed(source_name: init_vars[:source_name], with_priority: true) do
loop_postal_codes "us", radius: 10 do |zip, lat, long|
queue_url "http://www.bullseyelocations.com/pages/BAMStoreFinder?f=1##{zip}", zip: zip, lat: lat, long: long, priority: 0
end
@LitvinenkoD89
LitvinenkoD89 / body
Last active July 20, 2017 12:58
body
"\r\n\r\n<!DOCTYPE html>\r\n\r\n<html>\r\n<head id=\"Head1\"><title>\r\n\r\n</title><link rel=\"stylesheet\" type=\"text/css\" href=\"/pages/App_Themes/Main/bundle_horiz.css?r=8808C11CB9CCFB6826D5694D45BA2BE9\" /><link href=\"App_Themes/Main/MapTopNormal.css\" type=\"text/css\" media=\"screen and (min-width: 640px)\" rel=\"stylesheet\" /><link href=\"App_Themes/Main/jquery-ui.css\" type=\"text/css\" rel=\"stylesheet\" />\r\n <script type=\"text/javascript\" src=\"//ajax.googleapis.com/ajax/libs/jquery/1.8/jquery.min.js\"></script>\r\n <script src=\"https://maps.googleapis.com/maps/api/js?libraries=places&key=AIzaSyA8k-Aliv9ilchxluIGXhqVu9UCyHcJn8k\"></script> \r\n <script type=\"text/javascript\">\r\n var appURL = '//' + 'www.bullseyelocations.com/pages/'; \r\n </script>\r\n\r\n <script type=\"text/javascript\" src=\"js/03-mapv2.debug.js\"></script>\r\n <script type=\"text/javascript\" src=\"/pages/js/bundle_horiz.js?r=F3468479916B7D1C220570F28EA99A57\"></script><style>\n.
@LitvinenkoD89
LitvinenkoD89 / hyundaiusa
Last active July 25, 2017 09:37
hyundaiusa
# HYUNDAI {source_name: 'hyundaiusa', batch_number: 6, request_id: 6000000096, request_name: 'HYUNDAI'}
scraper_service.scrape do |browser, scraper, init_vars|
easy_seeder = Library.lib('EasySeeder')
easy_extractor = Library.lib('EasyExtractor')
easy_seeder.seed(source_name: init_vars[:source_name]) do
loop_postal_codes "us", radius: 10 do |zip, lat, long|
queue_url "https://prevapp.hyundaiusa.com/DealerServiceSSL.svc/content/v2/en-US/#{zip}/50/json", {
method: :get
}
@LitvinenkoD89
LitvinenkoD89 / JOHNSTON & MURPHY
Last active July 26, 2017 15:16
JOHNSTON & MURPHY
# JOHNSTON & MURPHY {source_name: 'johnstonmurphy', batch_number: 6, request_id: 6000000054, request_name: 'JOHNSTON & MURPHY'}
scraper_service.scrape do |browser, scraper, init_vars|
easy_seeder = Library.lib('EasySeeder')
easy_extractor = Library.lib('EasyExtractor')
fetcher_agent = Library.lib('FetcherAgent')
easy_seeder.seed(source_name: init_vars[:source_name]) do
loop_postal_codes "us", radius: 10 do |zip, lat, long|
queue_url "http://www.johnstonmurphy.com/on/demandware.store/Sites-johnston-murphy-us-Site/en_US/Stores-FindStores", {
method: :post,
@LitvinenkoD89
LitvinenkoD89 / calvin_new
Created July 27, 2017 07:16
calvin_new
scraper_service.scrape do |browser, scraper, init_vars|
easy_seeder = Library.lib('EasySeeder')
easy_extractor = Library.lib('EasyExtractor')
fetcher_agent = Library.lib('FetcherAgent')
easy_seeder.seed(source_name: init_vars[:source_name]) do
loop_postal_codes "us", radius: 10 do |zip, lat, long|
queue_url "https://secure.gotwww.com/gotlocations.com/ck.com/ck.php"
method: :post,
page_type: 'search',
@LitvinenkoD89
LitvinenkoD89 / henribendel_body
Created July 27, 2017 14:33
henribendel_body
<!doctype html>
<!--[if lt IE 7]> <html class="ie6 oldie" lang="en"> <![endif]-->
<!--[if IE 7]> <html class="ie7 oldie" lang="en"> <![endif]-->
<!--[if IE 8]> <html class="ie8 oldie" lang="en"> <![endif]-->
<!--[if gt IE 8]><!--> <html lang="en"> <!--<![endif]-->
<head>
@LitvinenkoD89
LitvinenkoD89 / henribendel
Created July 27, 2017 14:35
henribendel
# HENRI BENDEL {source_name: 'henribendel', batch_number: 6, request_id: 6000000075, request_name: 'HENRI BENDEL'}
scraper_service.scrape do |browser, scraper, init_vars|
easy_seeder = Library.lib('EasySeeder')
easy_extractor = Library.lib('EasyExtractor')
fetcher_agent = Library.lib('FetcherAgent')
easy_seeder.seed(source_name: init_vars[:source_name]) do
loop_postal_codes "us", radius: 10 do |zip, lat, long|
queue_url "http://www.henribendel.com/on/demandware.store/Sites-HB-Site/default/Stores-FindStores", {
method: :post,
@LitvinenkoD89
LitvinenkoD89 / six02
Last active July 28, 2017 10:54
six02
# SIX:02 {source_name: 'six02', batch_number: 6, request_id: 6000000074, request_name: 'SIX:02'}
scraper_service.scrape do |browser, scraper, init_vars|
easy_seeder = Library.lib('EasySeeder')
easy_extractor = Library.lib('EasyExtractor')
fetcher_agent = Library.lib('FetcherAgent')
easy_seeder.seed(source_name: init_vars[:source_name]) do
loop_postal_codes "us", radius: 10 do |zip, lat, long|
queue_url "http://www.six02.com/stores"
end