Sacred for hyperparameter sweep

standalone.py

import sacred

standalone_ex = sacred.Experiment('standalone')

@standalone_ex.config
def default_config():
  a = 1
  b = 2


@standalone_ex.main
def compute(a, b):
  return a + b


if __name__ == '__main__':
  standalone_ex.run_commandline()

sweep.py

import sacred

from standalone import standalone_ex


sweep_ex = sacred.Experiment('sweep')


@sweep_ex.config
def default_config():
  a_vals = [1, 21, 42]
  b_vals = [1, 21, 42]


@sweep_ex.automain
def sweep(a_vals, b_vals):
  res = {}
  for a in a_vals:
    for b in b_vals:
      run = standalone_ex.run(config_updates=dict(a=a, b=b))
      res[(a, b)] = run.result

  for k, v in res.items():
    if v == 42:
      print("Successful hyperparam! ", k)

  return res