Skip to content

Instantly share code, notes, and snippets.

View MFreidank's full-sized avatar

Moritz Freidank MFreidank

  • Grenzach-Wyhlen, Germany
View GitHub Profile
@MFreidank
MFreidank / Padam.py
Created September 4, 2018 12:00
Padam Keras Optimizer
from keras import backend as K
from keras.optimizers import Optimizer
class Padam(Optimizer):
def __init__(self, lr=1e-1, beta_1=0.9, beta_2=0.999,
epsilon=1e-8, decay=0., amsgrad=False, partial=1. / 4., **kwargs):
""" Partially adaptive momentum estimation optimizer.
# Arguments
@MFreidank
MFreidank / tf_deterministic_ops.py
Created June 27, 2020 09:06
tensorflow>=2.1 determinism variable
import tensorflow as tf
import os
os.environ["TF_DETERMINISTIC_OPS"] = "1"
@MFreidank
MFreidank / tf_determinism_patch.py
Created June 27, 2020 09:08
tf_determinism_patch
import tensorflow as tf
from tfdeterminism import patch
patch()
@MFreidank
MFreidank / torch_determinism_flags.py
Created June 27, 2020 09:10
torch_deterministic_mode
import torch
torch.backends.cudnn.deterministic = True
torch.backends.cudnn.benchmark = False
@MFreidank
MFreidank / guided_backprop.py
Created October 23, 2018 16:42
Torch Guided Backprop -- ResNet Compatible version
"""
Created on Thu Oct 26 11:23:47 2017
Original Author:
@author: Utku Ozbulak - github.com/utkuozbulak
Changes for ResNet Compatibility:
Moritz Freidank - github.com/MFreidank
"""
import torch
from collections import defaultdict
import importlib
from importlib.metadata import version
import json
import logging
from pathlib import Path
import sys
def getversion(module):
@MFreidank
MFreidank / infinite_dataloader.py
Last active October 16, 2023 13:36
A pytorch DataLoader that generates an unbounded/infinite number of minibatches from the dataset.
from torch.utils.data import DataLoader
class InfiniteDataLoader(DataLoader):
def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs)
# Initialize an iterator over the dataset.
self.dataset_iterator = super().__iter__()
def __iter__(self):
@MFreidank
MFreidank / transformers_classifier_torchserve_handler.py
Last active October 24, 2023 11:40
A https://github.com/pytorch/serve compatible handler for huggingface/transformers sequence classification models.
from abc import ABC
import json
import logging
import os
import torch
from transformers import AutoModelForSequenceClassification, AutoTokenizer
from ts.torch_handler.base_handler import BaseHandler