Skip to content

Instantly share code, notes, and snippets.

View esmerino's full-sized avatar

José Esmerino esmerino

View GitHub Profile
require 'sidekiq'
require 'sidekiq/api'
require 'sidekiq-status'
Sidekiq.configure_server do |config|
config.redis = { url: 'redis://localhost:6379/0' }
config.server_middleware do |chain|
chain.add Sidekiq::Status::ServerMiddleware, expiration: 30.minutes
end
config.client_middleware do |chain|
require 'watir'
require 'nokogiri'
require 'json'
require 'open-uri'
class Sptrans
attr_accessor :operator
def initialize(params = {})
@operator = params.fetch(:operator)
const puppeteer = require('puppeteer')
const fs = require('fs')
const amazonScrape = async (productCount, productSearch) => {
const browser = await puppeteer.launch()
const page = await browser.newPage()
await page.goto('https://www.amazon.com', { waitUntil: 'networkidle2', timeout: 3000000 })
await page.type('#twotabsearchtextbox', `${productSearch}`)
await page.click('input.nav-input')
await page.waitForSelector('div#resultsCol')
[{"url":"https://www.amazon.com/GoPro-CHDHB-501-HERO/dp/B07B7YPKQX/ref=sr_1_1_sspa?s=photo&ie=UTF8&qid=1526321459&sr=1-1-spons&keywords=gopro&psc=1","title":"GoPro HERO (2018)","price":"$199.00","availability":"In Stock."}
,{"url":"https://www.amazon.com/GoPro-CHDHX-601-HERO6-Black/dp/B074X5WPC5/ref=sr_1_2_sspa?s=photo&ie=UTF8&qid=1526321459&sr=1-2-spons&keywords=gopro&psc=1","title":"GoPro HERO6 Black","price":"$399.00","availability":"In Stock."}
,{"url":"https://www.amazon.com/GoPro-CHDHX-502-HERO5-Black/dp/B01M14ATO0/ref=sr_1_3?s=photo&ie=UTF8&qid=1526321459&sr=1-3&keywords=gopro","title":"GoPro HERO5 Black","price":"$294.98","availability":"Only 14 left in stock - order soon."}
,{"url":"https://www.amazon.com/GoPro-CHDHS-502-HERO5-Session/dp/B01LZTLCFX/ref=sr_1_4?s=photo&ie=UTF8&qid=1526321459&sr=1-4&keywords=gopro","title":"GoPro HERO5 Session","price":"$199.99","availability":"Usually ships within 3 to 5 days."}
,{"url":"https://www.amazon.com/Campark-Waterproof-Wide-Angle-Rechargeable-Accessories/dp/B
{"signature"=>{"timestamp"=>"1532105746", "token"=>"b45bf2aacd3f474f73976871c55dcd086f8e566ff45584ba53", "signature"=>"d639f1c1a9499863a60e5b458e327ec5064296964c1f4449b0589dcfb50d582f"}, "event-data"=>{"tags"=>[], "timestamp"=>1532105746.241995, "storage"=>{"url"=>"https://se.api.mailgun.net/v3/domains/sandboxb19167a0e3b64409bd66c722690d99b5.mailgun.org/messages/eyJwIjpmYWxzZSwiayI6IjY4NDU2ODhkLWFkYjMtNGQ4Ny1hMTE3LTVkNDViODA3ZWVmZSIsInMiOiI3MzdlZjBlY2IzIiwiYyI6InRhbmtiIn0=", "key"=>"eyJwIjpmYWxzZSwiayI6IjY4NDU2ODhkLWFkYjMtNGQ4Ny1hMTE3LTVkNDViODA3ZWVmZSIsInMiOiI3MzdlZjBlY2IzIiwiYyI6InRhbmtiIn0="}, "recipient-domain"=>"gmail.com", "id"=>"wdKc2AKQRC-yUMX7vhNO6w", "campaigns"=>[], "user-variables"=>{}, "flags"=>{"is-routed"=>false, "is-authenticated"=>true, "is-system-test"=>false, "is-test-mode"=>false}, "log-level"=>"info", "envelope"=>{"sending-ip"=>"184.173.153.194", "sender"=>"postmaster@sandboxb19167a0e3b64409bd66c722690d99b5.mailgun.org", "transport"=>"smtp", "targets"=>"jose.esmerino@gmail.com"}, "message
docker-compose exec -T postgres pg_restore --verbose --clean --no-acl --no-owner -h localhost -U postgres -d enlistment_development < ../../latest.dump
We can make this file beautiful and searchable if this error is corrected: No commas found in this CSV file in line 0.
"Código";"Produto";"Categoria";"Valor"
"12312312";"GG - Camisa";"Geral";"100"
We can make this file beautiful and searchable if this error is corrected: No commas found in this CSV file in line 0.
"Código";"Produto";"Categoria";"Valor"
"0163217366656";"M - LEGGING PRETO/PRETO";"CALÇA";"62.5"
"1205379210930";"M - LEGGING MARINHO/ UVA";"CALÇA";"62.5"
"1226332417999";"M - LEGGING UV OLIVA/UVA";"CALÇA";"62.5"
"1351100429925";"M - LEGGING UV PRETO/BCO";"CALÇA";"62.5"
"1480297595707";"P - LEGGING BRILHO ELÁSTICO";"CALÇA";"75"
"1539386141568";"M - LEGGING PRETA/LOVE";"CALÇA";"62.5"
"2044953408245";"M - LEGGING UV AZUL/BCO";"CALÇA";"62.5"
"3016326747410";"G - LEGGING TELA/COM";"CALÇA";"37.5"
"3512826804337";"G - UV ESTAMPA AZUL VERMELHO/TELA ";"CALÇA";"62.5"
"Código";"Produto";"Categoria";"Valor"
"0213864158705";"M - LEGGING OCRE/BCO - 03";"CALÇA";"62.5"
"0573327923197";"P - CONJ FITNESS - 03";"CALÇA";"36"
"4155122071813";"G - BLUSA OP - 03";"BLUSA";"25"
"6035502108156";"M - LEGGING BRILHO ELÁSTICO -03";"CALÇA";"75"
"7812994125927";"M - BLUSA OP - 03";"BLUSA";"25"
"8349971956322";"M - LEGGING RISCA - 03";"CALÇA";"100"
"8525378913698";"G - LEGGING PRETA/OURO - 03";"CALÇA";"120"