Skip to content

Instantly share code, notes, and snippets.

View StevenReitsma's full-sized avatar

Steven Reitsma StevenReitsma

View GitHub Profile
@StevenReitsma
StevenReitsma / Blogpost-MLTooling1.py
Created August 20, 2018 10:22
Blogpost-MLTooling1
import mlflow
# Log parameters (key-value pairs)
mlflow.log_param("num_dimensions", 8)
mlflow.log_param("regularization", 0.1)
# Log a metric; metrics can be updated throughout the run
mlflow.log_metric("accuracy", 0.1)
...
mlflow.log_metric("accuracy", 0.45)
@StevenReitsma
StevenReitsma / Blogpost-SoftTree3.py
Last active August 26, 2018 18:00
Blogpost-SoftTree3
Snippet deleted due to copyright violation
@StevenReitsma
StevenReitsma / Blogpost-SoftTree2.py
Last active August 26, 2018 18:00
Blogpost-SoftTree2
Snippet deleted due to copyright violation
@StevenReitsma
StevenReitsma / Blogpost-SoftTree1.py
Last active August 26, 2018 17:58
Blogpost-SoftTree1
Snippet deleted due to copyright violation
@StevenReitsma
StevenReitsma / Blogpost-Xgboost2.py
Last active August 26, 2018 18:02
Blogpost-Xgboost2
Snippet deleted due to copyright violation
@StevenReitsma
StevenReitsma / Blogpost-Xgboost1.py
Last active August 26, 2018 18:01
Blogpost-Xgboost1
Snippet deleted due to copyright violation
@StevenReitsma
StevenReitsma / Blogpost-Optimizer6.py
Created February 23, 2018 13:06
Blogpost-Optimizer6
def RosenbrockOpt(optimizer,MAX_EPOCHS = 4000, MAX_STEP = 100):
'''
returns distance of each step*MAX_STEP w.r.t minimum (1,1)
'''
x1_data = tf.Variable(initial_value=tf.random_uniform([1], minval=-3, maxval=3,seed=0),name='x1')
x2_data = tf.Variable(initial_value=tf.random_uniform([1], minval=-3, maxval=3,seed=1), name='x2')
y = tf.add(tf.pow(tf.subtract(1.0, x1_data), 2.0),
tf.multiply(100.0, tf.pow(tf.subtract(x2_data, tf.pow(x1_data, 2.0)), 2.0)), 'y')
@StevenReitsma
StevenReitsma / Blogpost-Optimizer5.py
Created February 23, 2018 13:05
Blogpost-Optimizer5
class AddSign(optimizer.Optimizer):
"""Implementation of AddSign.
See [Bello et. al., 2017](https://arxiv.org/abs/1709.07417)
@@__init__
"""
def __init__(self, learning_rate=1.001,alpha=0.01,beta=0.5, use_locking=False, name="AddSign"):
super(AddSign, self).__init__(use_locking, name)
self._lr = learning_rate
self._alpha = alpha
@StevenReitsma
StevenReitsma / Blogpost-Optimizer4.py
Created February 23, 2018 13:03
Blogpost-Optimizer4
class PowerSign(optimizer.Optimizer):
"""Implementation of PowerSign.
See [Bello et. al., 2017](https://arxiv.org/abs/1709.07417)
@@__init__
"""
def __init__(self, learning_rate=0.001,alpha=0.01,beta=0.5, use_locking=False, name="PowerSign"):
super(PowerSign, self).__init__(use_locking, name)
self._lr = learning_rate
self._alpha = alpha
self._beta = beta
@StevenReitsma
StevenReitsma / Blogpost-Optimizer3.py
Created February 23, 2018 12:58
Blogpost-Optimizer3
# This class defines the API to add Ops to train a model.
from tensorflow.python.ops import control_flow_ops
from tensorflow.python.ops import math_ops
from tensorflow.python.ops import state_ops
from tensorflow.python.framework import ops
from tensorflow.python.training import optimizer
import tensorflow as tf