jxmorris12

def verify_ddp_weights_equal(model: torch.nn.Module, atol: float = 1e-5) -> None:
    if hasattr(model, "module"):
        model = model.module
    
    world_size = get_world_size()
    for name, param in model.named_parameters():
        gathered_param = gather(param).reshape((world_size, -1))
        absolute_diffs = (gathered_param[None, 0, :] - gathered_param).abs()
        rank_params_eq = (absolute_diffs < atol).all()
        assert rank_params_eq, f"❌ param [{name}] not equal - got max_absolute_diff={absolute_diffs.max()}"

jxmorris12

import torch

def slice_sparse_tensor_rows(t: torch.sparse.Tensor, min_row: int, max_row: int) -> torch.sparse.Tensor:
    row_idxs = t.indices()[0]
    index_mask = (min_row <= row_idxs) & (row_idxs < max_row)

    num_rows = (max_row - min_row)
    num_cols = t.shape[1]

    idxs = t.indices()[:, index_mask]

jxmorris12

from typing import Iterable

import concurrent
imoprt datasets
import glob
import json
import multiprocessing
import os

def load_dataset_tables(

jxmorris12

import argparse
import glob

import datasets
import pandas as pd

def load_datasets(data_folder):
    train_file = glob.glob(f"{data_folder}/train*.jsonl")[0]
    test_file = f"{data_folder}/test.jsonl"
    dev_file = glob.glob(f"{data_folder}/dev*.jsonl")[0]

jxmorris12

from typing import Dict, Tuple

import logging
import os
import pathlib
import requests
import zipfile

import beir
import beir.datasets

jxmorris12

Python

	map a function to a list: — map (f, list) — NOT the other way around

	set a breakpoint: import pdb; pdb.set_trace()
	—> ACTUALLY starting in python 3.7 you can just do breakpoint() !

	best way to profile any python code: pip install pyinstrument; python -m pyinstrument ./myprog.py

	run a pytest test by pattern: pytest -k <pattern> 

jxmorris12

#!/usr/bin/env python
# jm8wx 11/2/20

import subprocess
import re

airpods_name = "Jack’s AirPods Pro"

def _color(s):
    return "\033[94m" + s + "\033[0m"

jxmorris12

git rev-list --all --objects | \
    sed -n $(git rev-list --objects --all | \
    cut -f1 -d' ' | \
    git cat-file --batch-check | \
    grep blob | \
    sort -n -k 3 | \
    tail -n40 | \
    while read hash type size; do 
         echo -n "-e s/$hash/$size/p ";
    done) | \

jxmorris12

// C++ includes used for precompiling -*- C++ -*-

// Copyright (C) 2003-2013 Free Software Foundation, Inc.
//
// This file is part of the GNU ISO C++ Library.  This library is free
// software; you can redistribute it and/or modify it under the
// terms of the GNU General Public License as published by the
// Free Software Foundation; either version 3, or (at your option)
// any later version.

jxmorris12

OBJS = \
	bio.o\
	console.o\
	exec.o\
	file.o\
	fs.o\
	ide.o\
	ioapic.o\
	kalloc.o\
	kbd.o\