Skip to content

Instantly share code, notes, and snippets.

View robieta's full-sized avatar

Taylor Robie robieta

51 followers · 4 following
  • Lightning AI
  • Menlo Park, Ca
View GitHub Profile
@robieta
robieta / build_helpers.sh
Created March 4, 2023 19:27
function _helper_conda_available() {
$(command -v conda &> /dev/null) && \
$(command -v conda activate &> /dev/null)
}
function _helper_fail {
printf '%s\n' "FAIL: $1" >&2
: "${__fail_fast:?$1}";
}
@robieta
robieta / test_trace2.json
Created November 10, 2021 20:01
This file has been truncated, but you can view the full file.
{
"schemaVersion": 1,
"traceEvents": [
{
"ph": "X", "cat": "python_function",
"name": "torch/autograd/profiler.py(195): _start_trace", "pid": 2503043, "tid": 2503043,
"ts": 1636574014809640, "dur": 13,
"args": {
"External id": 0,
@robieta
robieta / test_trace.json
Created November 10, 2021 01:46
This file has been truncated, but you can view the full file.
{
"schemaVersion": 1,
"traceEvents": [
{
"ph": "X", "cat": "python_function",
"name": "torch/autograd/profiler.py(195): _start_trace", "pid": 2716172, "tid": 2716172,
"ts": 1636394679957789, "dur": 6,
"args": {
"External id": 0,
@robieta
robieta / gist:38b6306d47f4c77e3b70dd010c11f787
Created August 25, 2021 15:21
Codegen Debug
[DUMP kernel.cpp:2913] TensorExprKernel graph:
[DUMP kernel.cpp:2913] graph(%0 : Float(1, 72, 112, 112, strides=[903168, 12544, 112, 1], requires_grad=0, device=cuda:0),
[DUMP kernel.cpp:2913] %1 : Float(1, 72, 112, 112, strides=[903168, 12544, 112, 1], requires_grad=0, device=cuda:0)):
[DUMP kernel.cpp:2913] %self.blocks.0.0.has_residual : bool = prim::Constant[value=1]()
[DUMP kernel.cpp:2913] %3 : float = prim::Constant[value=1.0000000000000001e-05]()
[DUMP kernel.cpp:2913] %4 : float = prim::Constant[value=0.10000000000000001]()
[DUMP kernel.cpp:2913] %self.bn1.training : bool = prim::Constant[value=0]()
[DUMP kernel.cpp:2913] %self.blocks.1.0.bn1.running_mean : Float(144, strides=[1], requires_grad=0, device=cuda:0) = prim::Constant[value=<Tensor>]()
[DUMP kernel.cpp:2913] %self.blocks.1.0.bn1.running_var : Float(144, strides=[1], requires_grad=0, device=cuda:0) = prim::Constant[value=<Tensor>]()
[DUMP kernel.cpp:2913] %8 : int = prim::Constant[value=1]()
@robieta
robieta / bootcamp_benchmark.py
Created March 30, 2021 04:43
import argparse
import atexit
import multiprocessing
import multiprocessing.dummy
import os
import pickle
import shutil
import subprocess
import tempfile
import uuid
@robieta
robieta / make_commit_env
Created March 30, 2021 04:40
make_commit_env(){( set -e
ROOT=$(git rev-parse --show-toplevel)
COMMIT="$1"
PY_VERSION="${2:-3.7}"
COMMIT_ESCAPED=$(echo "${COMMIT}" | sed 's#/#_#g')
TREE_PATH="${ROOT}/../pytorch_worktrees/tree-${COMMIT_ESCAPED}-repo"
git worktree prune
@robieta
robieta / make_commit_env
Created March 26, 2021 17:48
make_commit_env(){( set -e
ROOT=$(git rev-parse --show-toplevel)
COMMIT="$1"
PY_VERSION="${2:-3.7}"
COMMIT_ESCAPED=$(echo "${COMMIT}" | sed 's#/#_#g')
TREE_PATH="${ROOT}/../pytorch_worktrees/tree-${COMMIT_ESCAPED}-repo"
git worktree prune
@robieta
robieta / eig_backward.py
Created March 10, 2021 20:11
import argparse
import multiprocessing.dummy
import os
import pickle
import shutil
import subprocess
import tempfile
import uuid
import torch
@robieta
robieta / measure_overhead.py
Created December 6, 2020 23:44
import argparse
import multiprocessing
import multiprocessing.dummy
import os
import pickle
import queue
import random
import sys
import subprocess
import tempfile
@robieta
robieta / fuzz_conv.py
Created August 22, 2020 00:09
"""
$ python fuzz_conv.py
NOTE: After killing with ctrl-c, it is generally necessary to kill stragglers:
$ pkill -f fuzz_conv
"""
import argparse