Skip to content

Instantly share code, notes, and snippets.

View JakeColor's full-sized avatar

Jake White JakeColor

View GitHub Profile
@JakeColor
JakeColor / generate_sample_dataset.py
Created August 27, 2021 21:14
generate_sample_datasets
""" Generates a random dataset. """
import argparse
import os
import shutil
import numpy as np
import pandas as pd
import torch
@JakeColor
JakeColor / SimpleNumpyDataset.py
Created August 27, 2021 21:12
SimpleNumpyDataset
import logging
import os
import random
from itertools import cycle
import torch
import pandas as pd
import numpy as np
from types import FunctionType
@JakeColor
JakeColor / benchmark_iteration_speed.py
Created April 16, 2021 14:31
Batch Load Speed From Disk Benchmarking
def run_one_epoch(data, conn):
epoch_start = time.time()
for batch in data:
pass
epoch_end = time.time()
conn.send(round(epoch_end - epoch_start, 6))
def measure_data_load_speed(data, num_epochs):
@JakeColor
JakeColor / MetricTrackerCallback.py
Created March 13, 2021 16:42
PyTorch Lightning MetricTrackerCallback
from pytorch_lightning.callbacks.base import Callback
from torch import lt, gt
from pytorch_lightning.utilities.exceptions import MisconfigurationException
class MetricTrackerCallback(Callback):
"""A callback outline that takes action each time a tracked variable improves."""