Skip to content

Instantly share code, notes, and snippets.

@richiercyrus
Created October 3, 2018 21:50
Show Gist options
  • Save richiercyrus/3e943eb107f3c501635e454efc7721bb to your computer and use it in GitHub Desktop.
Save richiercyrus/3e943eb107f3c501635e454efc7721bb to your computer and use it in GitHub Desktop.
marketingconfig
[GENERAL]
# Enable / Disable logging
LOG = True
[BROWSER]
BROWSER = Chrome
#BROWSER = 'Edge'
# Chrome webdriver
WEBDRIVER = ./webdrivers/chromedriver
# MS Edge webdriver
#WEBDRIVER = ./webdrivers/MicrosoftWebDriver.exe
# Seed URIs
URIs = https://news.google.com/
https://www.ft.com/
https://www.nytimes.com/
https://www.nytimes.com/section/business
https://www.reddit.com/r/stocks/
https://reddit.com/
https://www.reddit.com/r/marketing/
http://www.bimmerpost.com/
https://www.rei.com/
# Timeout in seconds between visits
TIMEOUT = 5
# Number of links to visit captured form URIs
MAXDEPTH = 2
[FILEMAKER]
# User home directory
HOMEDIR = ~/Documents
# Delay between creating each file
MAKESPEED = 10
[DOWNLOADER]
# Files to download
FILES =
# Sleep between downloads
DOWNLOADSPEED = 5
# Download directory
SAVEDIR = ~/Downloads
USERAGENT = Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.71 Safari/537.36 Edge/12.0
[COMMANDER]
# Command to run
COMMANDS =
# Sleep time in seconds between running commands
COMMANDSPEED = 5
# Seconds to wait for command before timeout and killing process PID
COMMANDTIMEOUT = 30
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment