Skip to content

Instantly share code, notes, and snippets.

@kvfrans
Created June 30, 2016 01:02
Show Gist options
  • Save kvfrans/550f7489426ddefddc4d2d56783d5cf6 to your computer and use it in GitHub Desktop.
Save kvfrans/550f7489426ddefddc4d2d56783d5cf6 to your computer and use it in GitHub Desktop.
CartPole using random weights
import gym
import numpy as np
def run_episode(env, parameters):
observation = env.reset()
totalreward = 0
while True:
env.render()
action = 0 if np.matmul(parameters,observation) < 0 else 1
observation, reward, done, info = env.step(action)
totalreward += reward
if done:
break
return totalreward
env = gym.make('CartPole-v0')
bestparams = None
bestreward = 0
env.monitor.start('cartpole-experiments/', force=True)
for _ in xrange(10000):
parameters = np.random.rand(4) * 2 - 1
totalreward = 0
reward = run_episode(env,parameters)
if reward > bestreward:
bestreward = reward
bestparams = parameters
if reward == 200:
break
for _ in xrange(100):
run_episode(env,bestparams)
env.monitor.close()
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment