Skip to content

Instantly share code, notes, and snippets.

@geyang
Created April 22, 2019 06:31
Show Gist options
  • Save geyang/1cefead4ea303190ff54b6ff75c04cdf to your computer and use it in GitHub Desktop.
Save geyang/1cefead4ea303190ff54b6ff75c04cdf to your computer and use it in GitHub Desktop.
updated jaynes file for amy.
version: 0
hosts:
fair: &devfair_host
ip: localhost
port: 41000
username: geyang
pem: ~/.ssh/fair-loaner
mounts:
- !mounts.SSHCode &plan2vec_code
<<: *devfair_host
local_path: .
host_path: /private/home/geyang/jaynes-mounts/{now:%Y-%m-%d}/{now:%H%M%S.%f}/cpc-belief
pypath: true
excludes: >-
--exclude='data'
--exclude='samples'
--exclude='figures'
--exclude='results'
--exclude='analysis'
--exclude='*__pycache__'
--exclude='*.git'
--exclude='*.idea'
--exclude='*.egg-info'
--exclude='*.pkl'
compress: true
- !mounts.SSHCode &geworld_code
<<: *devfair_host
local_path: ../ge_world
host_path: /private/home/geyang/jaynes-mounts/{now:%Y-%m-%d}/{now:%H%M%S.%f}/ge_world
pypath: true
excludes: >-
--exclude='data'
--exclude='samples'
--exclude='figures'
--exclude='results'
--exclude='analysis'
--exclude='*__pycache__'
--exclude='*.git'
--exclude='*.idea'
--exclude='*.egg-info'
--exclude='*.pkl'
compress: true
default: &default_run
mounts:
- *plan2vec_code
- *geworld_code
launch:
type: ssh
<<: *devfair_host
# the problem: we need to use the correct logging files
launch_log: /private/home/geyang/jaynes-launch.log
launch_error: /private/home/geyang/jaynes-launch.err.log
modes:
devfair:
<<: *default_run
runner:
!runners.Simple
envs: >-
LD_LIBRARY_PATH=/usr/lib/x86_64-linux-gnu/nvidia-opengl:/public/apps/anaconda3/5.0.1/lib:/private/home/geyang/.mujoco/mjpro150/bin:/private/home/geyang/.mujoco/mujoco200/bin:/public/slurm/17.11.4/lib
startup: >-
source /etc/profile;
source /private/home/geyang/.profile;
module load cuda/10.0;
conda activate plan2vec;
export LC_CTYPE=en_US.UTF-8;
Xvfb :{run.now:%f} -screen 0 500x500x24 & echo "Xvfb is running at {run.now:%f}";
export DISPLAY=:{run.now:%f};
conda activate plan2vec
pypath: "{mounts[0].host_path}:{mounts[1].host_path}"
launch_directory: "{mounts[0].host_path}"
learnfair:
<<: *default_run
runner:
!runners.Slurm
envs: >-
LD_LIBRARY_PATH=/usr/lib/x86_64-linux-gnu/nvidia-opengl:/public/apps/anaconda3/5.0.1/lib:/private/home/geyang/.mujoco/mjpro150/bin:/private/home/geyang/.mujoco/mujoco200/bin:/public/slurm/17.11.4/lib
setup: |
source /etc/profile
source /private/home/geyang/.profile
module load cuda/10.0
conda activate plan2vec
startup: >-
export LC_CTYPE=en_US.UTF-8;
Xvfb :{run.now:%f} -screen 0 500x500x24 & echo "Xvfb is running at {run.now:%f}";
export DISPLAY=:{run.now:%f};
conda activate plan2vec
pypath: "{mounts[0].host_path}:{mounts[1].host_path}"
launch_directory: "{mounts[0].host_path}"
partition: "learnfair"
time_limit: "24:0:0"
n_cpu: 20
n_gpu: 0
comment: ICLR-workshop
name: plan2vec-experiment
learnfair-gpu:
<<: *default_run
runner:
!runners.Slurm
envs: >-
LD_LIBRARY_PATH=/usr/lib/x86_64-linux-gnu/nvidia-opengl:/public/apps/anaconda3/5.0.1/lib:/private/home/geyang/.mujoco/mjpro150/bin:/private/home/geyang/.mujoco/mujoco200/bin:/public/slurm/17.11.4/lib
setup: |
source /etc/profile
source /private/home/geyang/.profile
module load cuda/10.0
conda activate plan2vec
startup: >-
export LC_CTYPE=en_US.UTF-8;
Xvfb :{run.now:%f} -screen 0 500x500x24 & echo "Xvfb is running at {run.now:%f}";
export DISPLAY=:{run.now:%f};
conda activate plan2vec
pypath: "{mounts[0].host_path}:{mounts[1].host_path}"
launch_directory: "{mounts[0].host_path}"
partition: "learnfair"
time_limit: "24:0:0"
n_cpu: 20
n_gpu: 1
comment: NeruIPS
name: "plan2vec-experiment-{run.now:%Y-%m-%d}-{run.now:%H.%M.%S}-{run.now:%f}"
dev-gpu:
<<: *default_run
runner:
!runners.Slurm
envs: >-
LD_LIBRARY_PATH=/usr/lib/x86_64-linux-gnu/nvidia-opengl:/public/apps/anaconda3/5.0.1/lib:/private/home/geyang/.mujoco/mjpro150/bin:/private/home/geyang/.mujoco/mujoco200/bin:/public/slurm/17.11.4/lib
setup: |
source /etc/profile
source /private/home/geyang/.profile
module load cuda/10.0
conda activate plan2vec
startup: >-
export LC_CTYPE=en_US.UTF-8;
Xvfb :{run.now:%f} -screen 0 500x500x24 & echo "Xvfb is running at {run.now:%f}";
export DISPLAY=:{run.now:%f};
conda activate plan2vec
pypath: "{mounts[0].host_path}:{mounts[1].host_path}"
launch_directory: "{mounts[0].host_path}"
partition: "learnfair"
time_limit: "24:0:0"
n_cpu: 20
n_gpu: 1
comment: NeruIPS
name: "plan2vec-experiment-{run.now:%Y-%m-%d}-{run.now:%H.%M.%S}-{run.now:%f}"
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment