This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
(function () { | |
var loadScript = function (url, callback) { | |
var script = document.createElement("script"); | |
script.type = "text/javascript"; | |
// If the browser is Internet Explorer. | |
if (script.readyState) { | |
script.onreadystatechange = function () { | |
if (script.readyState == "loaded" || script.readyState == "complete") { | |
script.onreadystatechange = null; |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
const puppeteer = require('puppeteer'); | |
const fs = require('fs'); | |
const createCsvWriter = require('csv-writer').createObjectCsvWriter; | |
var listMst = fs.readFileSync('list.txt').toString().split('\n'); | |
const Queue = require('bull'); | |
const getDataQueue = new Queue('get data'); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import * as cheerio from 'cheerio' | |
const Queue = require('bull') | |
const axios = require('axios') | |
const doimain = 'http://www.findglocal.com' | |
const redisHost = 'redis://127.0.0.1:6379' | |
const puppeteer = require('puppeteer') | |
const sleep = require('util').promisify(setTimeout) |