The solution is an adaptation of DQN (as described in nips paper) to the RAM state.
The code can be found at https://github.com/sygi/deep_q_rl/tree/gym-only-ram, commit d8eeacb4b6b836c71c11231e9c2ba6e029f7eea1. It is based on the Nathan Sprague dqn implementation.
To run the code you should execute:
python run_gym.py -e 100 --env-name GAME_NAME-ram-v0 --network-type big_ram (--results-path PATH_FOR_GYM_EVALUATIONS)
| #!/usr/bin/env node | |
| var PouchDB = require('./'); | |
| var testUtils = require('../tests/test.utils.js'); | |
| var myDB; | |
| testUtils.initTestDB('asdfl', function(err, db){ | |
| myDB = db; | |
| var doc = {_id: "bla", cos:1}; | |
| myDB.put(doc, function(err, res){ |
| alias node="nodejs" | |
| npm -v | |
| 1.2.18 | |
| uname -a | |
| Linux thinkpad 3.11.0-13-generic #20-Ubuntu SMP Wed Oct 23 07:38:26 UTC 2013 x86_64 x86_64 x86_64 GNU/Linux | |
| node --version | |
| v0.10.15 |
| > leveldown@0.10.2 install /home/sygi/projekty/pouchdb/node_modules/level/node_modules/leveldown | |
| > node-gyp rebuild | |
| gyp: Call to 'node -e "require('nan')"' returned exit status 1. while trying to load binding.gyp | |
| gyp ERR! configure error | |
| gyp ERR! stack Error: `gyp` failed with exit code: 1 | |
| gyp ERR! stack at ChildProcess.onCpExit (/usr/share/node-gyp/lib/configure.js:431:16) | |
| gyp ERR! stack at ChildProcess.EventEmitter.emit (events.js:98:17) | |
| gyp ERR! stack at Process.ChildProcess._handle.onexit (child_process.js:789:12) | |
| gyp ERR! System Linux 3.11.0-13-generic |