gym_env_skeleton.py

import gym
from gym import error, spaces, utils
from gym.utils import seeding

class FooEnv(gym.Env):
  metadata = {'render.modes': ['human']}

  def __init__(self):
    # usually action and observation space will be defined here
    # self.action_space = spaces.Discrete() ...
    # self.observation_space = spaces.Box() ...
    ...
  def step(self, action):
    # step function will take action for each game step
    ...
  def reset(self):
    # reset an env state
    ...
  def render(self, mode='human'):
    # render env if needed
    ...
  def close(self):
    # properly close the env
    ...