run-apex.txt

# Install Ray
$ pip install -U ray[rllib]

# Go to the rllib scripts directory
$ git clone git@github.com:ray-project/ray.git && cd ray/python/ray/rllib

# Run in local mode with reduced num workers (to use a GPU, add --resources='{"gpu": 1}')
$ ./train.py --env=PongNoFrameskip-v4 --run=APEX --config='{"num_workers": 4, "timesteps_per_iteration": 5000}'

# Run on a cluster with 1 GPU + 32 workers
# For setup instructions see http://ray.readthedocs.io/en/latest/autoscaling.html
$ ./train.py -f tuned_examples/pong-apex.yaml --redis-address=localhost:6379