Dogsheep crontab.txt as of 10th September 2020

crontab.txt

# Fetch latest configuration:
*/5 * * * * cd /home/ubuntu/dogsheep-config && python3 git_pull_and_run_scripts.py . && sudo python3 ensure_symlinks.py files-to-symlink

# Goodreads
46 * * * * cd /home/ubuntu && /home/ubuntu/datasette-venv/bin/goodreads-to-sqlite books goodreads.db -a auth.json

# Twitter
1,11,21,31,41,51 * * * * /home/ubuntu/datasette-venv/bin/twitter-to-sqlite user-timeline /home/ubuntu/twitter.db -a /home/ubuntu/auth.json --since
2,7,12,17,22,27,32,37,42,47,52,57 * * * * run-one /home/ubuntu/datasette-venv/bin/twitter-to-sqlite home-timeline /home/ubuntu/timeline.db -a /home/ubuntu/auth.json --since
4,14,24,34,44,54 * * * * run-one /home/ubuntu/datasette-venv/bin/twitter-to-sqlite mentions-timeline /home/ubuntu/twitter.db -a /home/ubuntu/auth.json --since
11 * * * * run-one /home/ubuntu/datasette-venv/bin/twitter-to-sqlite user-timeline /home/ubuntu/twitter.db cleopaws -a /home/ubuntu/auth.json --since
6,16,26,36,46,56 * * * * run-one /home/ubuntu/datasette-venv/bin/twitter-to-sqlite favorites /home/ubuntu/twitter.db -a /home/ubuntu/auth.json --stop_after=50
8,18,28,38,48,58 * * * * run-one /home/ubuntu/datasette-venv/bin/twitter-to-sqlite search /home/ubuntu/twitter.db "datasette OR Dogsheep OR datasetteproj" -a /home/ubuntu/auth.json --since --result_type recent
# Pull twitter friends and followers every six hours, then fetch missing users
3 0,6,12,18 * * * /home/ubuntu/fetch-twitter-friends-and-followers.sh

# GitHub
2,12,22,32,42,52 * * * * /home/ubuntu/datasette-venv/bin/github-to-sqlite starred /home/ubuntu/github.db -a /home/ubuntu/auth.json
5,15,25,35,45,55 * * * * /home/ubuntu/datasette-venv/bin/github-to-sqlite repos /home/ubuntu/github.db -a /home/ubuntu/auth.json
# Fetch github repos and releases and commits every hour
9 * * * * /home/ubuntu/fetch-github-repos-and-releases-and-commits.sh
# Scrape dependents for my main projects
12 * * * * /home/ubuntu/datasette-venv/bin/github-to-sqlite scrape-dependents /home/ubuntu/github.db -a /home/ubuntu/auth.json simonw/datasette simonw/sqlite-utils

# Swarm
25 */2 * * * /home/ubuntu/datasette-venv/bin/swarm-to-sqlite /home/ubuntu/swarm.db --token=... --since=2w

# Pull Hacker News data every six hours
35 0,6,12,18 * * * /home/ubuntu/datasette-venv/bin/hacker-news-to-sqlite user /home/ubuntu/hacker-news.db simonw

# Fetch new Pocket saves every six hours
51 0,6,12,18 * * * /home/ubuntu/datasette-venv/bin/pocket-to-sqlite fetch /home/ubuntu/pocket.db

# iNaturalist every six hours
22 0,6,12,18 * * * /home/ubuntu/datasette-venv/bin/inaturalist-to-sqlite /home/ubuntu/inaturalist.db simonw

# My blog database every 24 hours
13 0 * * * /home/ubuntu/fetch-my-blog.sh

# dogsheep-beta once an hour
32 * * * * /home/ubuntu/datasette-venv/bin/dogsheep-beta index /home/ubuntu/beta.db /home/ubuntu/dogsheep-beta.yml