gordonje

CREATE OR REPLACE TABLE
    batch
AS
FROM
    read_csv_auto(
        'extracts/blocks/voter_registration_scan_batches.csv',
        normalize_names=TRUE
    )
;

gordonje

U.S. Census Bureau Batch Geocoder

Demonstrates how to make a batch geocoding service request to the U.S. Census Bureau (more info in their API docs).

Before you try this...

You need a stable connection to the internet.

The curl command-line tool must be installed and available on your PATH (more info here).

gordonje

VAN Survey Question Responses

This script will:

• Send an authenticated request to the /surveyQuestions endpoint of VAN's API
• Unnest responses from each item
• Output to a local file in newline delimited JSON (aka JSONL, which is...not?...the same as NDJSON...)

Dependencies

gordonje

Editor Input	Preview Output
1	1
=(2 + 2)	=(2 + 2)
=(51 / 3)	=(51 / 3)
=(B1 + B3)	=(B1 + B3)
=(TOTAL)	=(TOTAL)

gordonje

import requests
from bs4 import BeautifulSoup
import json

url_stub = "https://results.mo.gov"

workbook_url = f"{url_stub}/t/COVID19/views/VaccinationsDashboard/Vaccinations"

workbook_params = {
    ':embed': 'y',

gordonje

import requests
from time import sleep
from multiprocessing import Pool

session = None

def set_global_session():
    global session
    if not session:
        session = requests.Session()

gordonje

import requests
from time import sleep


session = requests.Session()

def cache_page(identifier):
    sleep(3)
    url = f'https://mycourts.in.gov/PORP/Search/Detail?ID={identifier}'
    r = session.get(url)

gordonje

youtube-dl --write-info-json --all-subs --write-all-thumbnails \
  -o '~/Desktop/warrenmayer-best-merge/%(title)s-%(id)s/%(title)s-%(id)s.%(ext)s' \
  https://www.youtube.com/user/warrenmayer/

gordonje

youtube-dl --write-info-json --all-subs --write-all-thumbnails \
  -f 'bestvideo[ext=mp4]+bestaudio[ext=m4a]' \
  -o '~/Desktop/warrenmayer-best-mp4/%(title)s-%(id)s/%(title)s-%(id)s.%(ext)s' \
  https://www.youtube.com/user/warrenmayer/

gordonje

youtube-dl --write-info-json --all-subs --write-all-thumbnails -f best \
  -o '~/Desktop/warrenmayer-best-single/%(title)s-%(id)s/%(title)s-%(id)s.%(ext)s' \
  https://www.youtube.com/user/warrenmayer/