gwax

#!/usr/bin/env python3
"""Update Google cloud dns records for a machine."""
# if testing locally, make sure that you have authenticated: https://googlecloudplatform.github.io/google-cloud-python/stable/google-cloud-auth.html#overview
from google.cloud import dns

def update_dns_a_record(zonename, hostname, ip_address):
    """Update the A record for a given host on a target zone."""
    client = dns.Client()
    zone = client.zone(zonename)
    zone.reload()  # call api to populate zone attributes

gwax

brew cask install haskell-platform
echo 'export PATH="$PATH/Library/Haskell/bin:$PATH"' >> ~/.bash_profile
cabal update
cabal install -j8 happy
cabal install -j8 stylish-haskell
cabal install -j8 hlint
cabal install -j8 hsdev hasktags
cabal install -j8 ghc-mod
# Sublime: install SublimeHaskell package
# VS Code: install "Haskell ghc-mod", "Haskell Syntax Highlighting", "haskell-linter", "stylish-haskell" extensions

gwax

A couple pointers for dealing with files on the filesystem from inside python:

1. don't modify sys.path
2. don't use relative paths unless they are relative to something
3. always use os.path.join
4. don't rely on the environment

Now for a pattern that I strong suggest:

Start with a code tree where your files are set aside but inside your code tree:

gwax

"""Profiling code."""

import cProfile
import io
import pstats
import contextlib


def start():
    """Start and return profiler."""

gwax

def batch_results(results, batch_size=10000):
  batch = results.fetchmany(batch_size)
  while batch:
    yield batch
    batch = results.fetchmany(batch_size)
    
    
for batch in batch_results(conn.execute(query)):
  new_rows = [dict(row) for row in batch]
  # Modify new_rows here, if needed

gwax

#!/bin/bash
# Upgrade applications on system
brew update
brew upgrade --all

# Install latest python versions
pyenv install 2.7.11
pyenv install 3.5.1

# Make sure pip is up to date in new python versions

gwax

import csv
import boto3

s3 = boto3.resource('s3')
with open('s3_catalog.csv', 'w') as csvfile:
    csvwriter = csv.writer(csvfile)
    for s3_bucket in s3.buckets.all():
        print(s3_bucket.name)
        try:
            for s3_obj in s3_bucket.objects.all():

gwax

import itertools

def execute_from_iterable(conn, query, values_iterable, batch_size=1000):
    values_iterator = iter(values_iterable)
    while True:
        batch = list(itertools.islice(values_iterator, batch_size))
        if not batch:
            return
        conn.execute(query, batch)

gwax

vote_method:
  comment:
    approve:
      - ":+1:"
      - ":thumbsup:"
      - approve
    reject:
      - ":-1:"
      - ":thumbsdown:"
      - reject

gwax

import timeit

setup = """
import testing.postgresql
import sqlalchemy
postgres = testing.postgresql.Postgresql()
engine = sqlalchemy.create_engine(postgres.url())
conn = engine.connect()
conn.connection.connection.set_isolation_level(0)
"""