This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
run().then((value) => { | |
let data = value.join("\r\n"); | |
console.log(data); | |
fs.writeFile("state-farm-jobs.txt", data, function (err) { | |
console.log(constants.SUCCESS_STMT); | |
}); | |
console.log("scrape-state-farm.js - created txt file") | |
emailModule(); | |
}); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
const stateFarmModule = require("./scrape-state-farm.js"); | |
const emailModule = require("./send-email.js"); | |
stateFarmModule(); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
const transporter = nodemailer.createTransport(smtpTransport({ | |
service: 'Gmail', | |
host: 'smtp.gmail.com', | |
port: 465, | |
auth: { | |
user: credentials.email, | |
pass: credentials.password | |
} | |
})); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
run().then((value) => { | |
let data = value.join("\r\n"); | |
console.log(data); | |
fs.writeFile("state-farm-jobs.txt", data, function (err) { | |
console.log(constants.SUCCESS_STMT); | |
}); | |
}); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
browser.close(); | |
return arrayJobResults; | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
if (numPages != 1) { | |
await page.click(constants.STATE_FARM_NEXT_PAGE_SELECTOR); | |
await page.waitFor(2000); | |
} | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
for (let i = 1; i <= jobListLength; i++) { | |
let jobSelector = LIST_JOB_SELECTOR.replace("INDEX", i) | |
let jobListing = await page.evaluate((sel) => { | |
return document.querySelector(sel).innerText; | |
}, jobSelector); | |
arrayJobResults.push(jobListing); | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
let jobListLength = await page.evaluate((sel) => { | |
let jobSelectorID = document.getElementById(sel); | |
let jobSelectorTagName = jobSelectorID.getElementsByTagName("li"); | |
return jobSelectorTagName.length; | |
}, JOB_SELECTOR_ID); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
for (let h = 1; h <= numPages; h++) { | |
console.log("Page Number : " + h); | |
let jobListLength = await page.evaluate((sel) => { | |
let jobSelectorID = document.getElementById(sel); | |
let jobSelectorTagName = jobSelectorID.getElementsByTagName("li"); | |
return jobSelectorTagName.length; | |
}, JOB_SELECTOR_ID); | |
for (let i = 1; i <= jobListLength; i++) { | |
let jobSelector = LIST_JOB_SELECTOR.replace("INDEX", i) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
async function getNumPages(page) { | |
const PAGE_CONTAINTER_SELECTOR = constants.STATE_FARM_PAGE_CONTAINTER_SELECTOR; | |
let pageCount = await page.evaluate((sel) => { | |
let defaultCount = 1; | |
let pageContainer = document.querySelector(sel); | |
let allPages = pageContainer.getElementsByClassName("pagerLink"); | |
if (allPages.length > 0) { | |
return allPages.length; | |
} | |
else { |