willprice

• https://github.com/axelfahy/jupyterlab-vim
• https://github.com/ryantam626/jupyterlab_code_formatter
• https://github.com/Anaconda-Platform/nb_conda_kernels
• https://github.com/aquirdTurtle/Collapsible_Headings
• https://github.com/jupyter-widgets/ipywidgets/tree/master/packages/jupyterlab-manager

willprice

from PIL import Image
import io
import base64

def encode_to_base64_str(img):
    img = Image.fromarray(img)
    with io.BytesIO() as f:
        img.save(f, format='jpeg')
        return base64.b64encode(f.getvalue())
    

willprice

import numpy as np


def softmax(xs, axis=-1):
    xs = xs - np.max(xs, axis=axis, keepdims=True)
    xs_exp = np.exp(xs)
    return xs_exp / xs_exp.sum(axis=axis, keepdims=True)

willprice

def index_dict_of_lists(d, idxs):
    """
    Args:
        d: dictionary of lists (or subdictionaries of lists)
        idxs: list/array of indices 
    Returns:
        Dictionary where all lists/arrays are indexed by idxs.
    """
    idx = np.array(idxs)
    subset_dict = dict()

willprice

__all__ = ['collate_dicts']

from typing import List, Dict, Any
from collections import defaultdict


def collate_dicts(ds: List[Dict[Any, Any]]) -> Dict[Any, List[Any]]:
    """
    Args:
        ds: A list of dictionarys all with the same keys.

willprice

import pandas as pd
from csv import DictReader
from collections import defaultdict
import numpy as np
def read_charades_csv(path):
    def parse_action(action_str):
        cls, start, stop = action_str.split(' ')
        return {
            'class': int(cls[1:]),
            'start': float(start),

willprice

import matplotlib.pyplot as plt
import seaborn as sns


sns.set(context='paper', style='whitegrid')


def grid_show(grid, horizontal_labels, vertical_labels=None, cmap='binary', grid_color='#efefef'):
    ax = plt.gca()
    image = ax.imshow(grid, 

willprice

import numpy as np
from PIL import Image

def vstack(images):
    if len(images) == 0:
        raise ValueError("Need 0 or more images")

    if isinstance(images[0], np.ndarray):
        images = [Image.fromarray(img) for img in images]
    width = max([img.size[0] for img in images])

willprice

Resources

• Andrej Karpathy top-5 errors (twitter0
• Practical Advice for Building Deep Neural Networks
• CS231n sanity checks
• CrossValidated: "What should I do when my neural network doesn't learn
• TFCheck - a paper about a TF library for detecting common training errors
• Debugging using hooks in pytorch

Debugging training

willprice

#!/bin/bash
set +ex
KEEP_LAST_N=2
OLD_KERNELS=$(dpkg -l | grep -i 'linux-image-[[:digit:]]' | awk '{ print $2 }' | sort -rV  | tail -n "+$(($KEEP_LAST_N + 1))")
if [ -n "$OLD_KERNELS" ]; then
apt-get -qy remove --purge $OLD_KERNELS
fi
apt-get -qy autoremove --purge