Necessary code snippets for deep learning #DL

common.py

import gc

# clear memory in gpu usage and with garbage collection.
# additionally, prints variables with high  memory usage.
def clear_memory():
    gc.collect()
    torch.cuda.empty_cache()
    ''' by Fred Cirera,  https://stackoverflow.com/a/1094933/1870254, modified'''
    def sizeof_fmt(num, suffix='B'):
        for unit in ['','Ki','Mi','Gi','Ti','Pi','Ei','Zi']:
            if abs(num) < 1024.0:
                return "%3.1f %s%s" % (num, unit, suffix)
            num /= 1024.0
        return "%.1f %s%s" % (num, 'Yi', suffix)

    for name, size in sorted(((name, sys.getsizeof(value)) for name, value in locals().items()),
                             key= lambda x: -x[1])[:10]:
        print("{:>30}: {:>8}".format(name, sizeof_fmt(size)))
    
    print(pd.datetime.now().strftime('%Y-%m-%d %H-%M-%S'))
    
def seed_everything(seed):
    "Set seed values"
    random.seed(seed)
    os.environ['PYTHONHASHSEED'] = str(seed)
    np.random.seed(seed)
    torch.manual_seed(seed)
    torch.cuda.manual_seed_all(seed)
    torch.cuda.manual_seed(seed)
    torch.backends.cudnn.deterministic = True