iaroslav-ai

iaroslav-ai

iaroslav-ai

iaroslav-ai

from skopt import gp_minimize
from skopt.space import Real

from skopt.plots import plot_convergence
from skopt.plots import plot_objective, plot_evaluations

import numpy as np
np.random.seed(2)

# a dummy objective with 6 dimensions

iaroslav-ai

"""
Comparison of parallel vs sequential optimization,
where constant lie appraoch is used.
"""
from threading import Thread
from copy import deepcopy
from skopt import Optimizer
from skopt.learning import ExtraTreesRegressor, GaussianProcessRegressor
from skopt.space import Real
import numpy as np

iaroslav-ai

from scipy.optimize import minimize, basinhopping, differential_evolution
import numpy as np
from copy import deepcopy
from skopt import Optimizer
from skopt.learning import GaussianProcessRegressor, RandomForestRegressor, ExtraTreesRegressor
from skopt.learning.gaussian_process.kernels import Matern
from skopt import space
from sklearn.svm import SVR

class MultiTaskOptProb():

iaroslav-ai

from scipy.optimize import minimize, basinhopping, differential_evolution
import numpy as np
from autograd import numpy as np, grad


class SkoptProxy():
    def __init__(self, ModelClass, bounds):
        self.ModelClass = ModelClass
        self.X = []
        self.Y = []

iaroslav-ai

import numpy as np

import theano
from theano import tensor as T

# synapses to compute at once
N = 2 ** 13
M = N
Sym_rep = 16
x = np.random.randn(N).astype('float32')

iaroslav-ai

A slightly modified deep Q learning approach is used from this paper. Requires chainer.

To reproduce run code below with python 2.7; It will run training and monitor of the environment. Training data and some videos will be saved in "pendulum" folder near the script file.

Continuous space is discretized with 11 different actions.

It appears that there are some convergence problems; Maybe better selection of parameters would lead to a better objective value.

iaroslav-ai

A slightly modified deep Q learning approach is used from this paper. Requires chainer. To reproduce run code below with python 2.7; It will run training and monitor of the environment. Training data and some videos will be saved in "cartpole" folder near the script file.