soaxelbrooke

def ensure_subscription(subscription_name: str, subscriber: Optional[pubsub_v1.SubscriberClient]=None):
    subscriber = subscriber or pubsub_v1.SubscriberClient()
    subscription_path = subscriber.subscription_path('MY_GCP_PROJECT', subscription_name)
    try:
        return subscriber.get_subscription(subscription_path)
    except GoogleAPICallError:
        logging.warning(f'No subscription {subscription_path} found, creating...')
        # ensure topic exists
        topic_path = get_pubsub_topic_path(get_publisher('my-topic-name'))

soaxelbrooke

<!-- Shamelessly borrowed from bulma docs -->
<div class="container">
  <div class="card">
    <header class="card-header">
      <p class="card-header-title is-translated" translate="cardTitle">
        Component
      </p>
    </header>
    <div class="card-content">
      <div class="content">

soaxelbrooke

function postTagData(myUrl, documentId, fullText, tag, start, end) {
    let form = new FormData();
    form.set('document_id', documentId);
    form.set('full_text', fullText);
    form.set('region_start', start);
    form.set('region_end', end);
    return window.fetch(myUrl, {
        method: 'POST',
        body: form
    });

soaxelbrooke

""" Class for tracking experiments in a local sqlite database """

class SqliteExperiment:
    def __init__(self, hparams, metrics, experiment_id=None):
        self.experiment_id = experiment_id or str(uuid4())
        self.hparams = hparams
        self.metrics = metrics
        self.metric_names = ['experiment_id', 'measured_at'] + [n for n, t in metrics]
        self.log_every = int(os.environ.get('LOG_EVERY', 10000))
        self.last_log = None

soaxelbrooke

Postgrest doesn't like you executing arbitrary queries, but you can get around it by defining a function that executes the query for you:

$ psql mydb
mydb=# create function custom_query(query text) returns setof json as $f$
    begin 
    return query execute format('with tmp as (%s) select row_to_json(tmp.*) from tmp;', query); 
    end
 $f$ language plpgsql;

soaxelbrooke

#!/usr/bin/env python3


import sqlite3
import csv
import sys

quantize = '--quantize' in sys.argv

soaxelbrooke

WITH tokens AS (
  -- Just edit MY_TABLE, MY_TEXT_COL, and MY_PKEY_COL, and watch it go!
  SELECT MY_PKEY_COL AS pkey, (unnest(to_tsvector(MY_TEXT_COL))).* FROM MY_TABLE
), token_stream AS (
  SELECT pkey, unnest(positions) AS token_idx, lexeme
  FROM tokens ORDER BY pkey, token_idx
), token_counts AS (
  SELECT lexeme, sum(count) AS count
  FROM (
    SELECT lexeme, array_length(positions, 1) AS count FROM tokens

soaxelbrooke

logging.basicConfig(format='%(levelname)s:%(asctime)s.%(msecs)03d [%(threadName)s] - %(message)s',
                    datefmt='%Y-%m-%d,%H:%M:%S',
                    level=getattr(logging, os.getenv('LOG_LEVEL', 'INFO')))

soaxelbrooke

// A prototype-based test wrapper based on generators.
// See original Haskell quickcheck paper: http://www.cs.tufts.edu/~nr/cs257/archive/john-hughes/quick.pdf

// --------------------------- //
// Scroll to bottom for usage! //
// --------------------------- //

import R from 'ramda';

const RUNS_PER_TEST = 50;

soaxelbrooke

#!/bin/bash

DYNAMODB_USER=stuart

cd /home/${DYNAMODB_USER}/bin
mkdir -p dynamodb
cd dynamodb

wget http://dynamodb-local.s3-website-us-west-2.amazonaws.com/dynamodb_local_latest.tar.gz
tar -xvzf dynamodb_local_latest.tar.gz