Created
January 11, 2019 02:49
-
-
Save AlexGrinch/b5c1b5ba302c6cb1ec6dda2b38eac4fa to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/bash | |
if [[ $1 == 'train' ]]; then | |
echo 'Run training...' | |
python train.py \ | |
--cuda \ | |
--data ../data/wikitext-103/ \ | |
--dataset wt103 \ | |
--adaptive \ | |
--n_layer 16 \ | |
--d_model 410 \ | |
--n_head 10 \ | |
--d_head 41 \ | |
--d_inner 2100 \ | |
--dropout 0.1 \ | |
--dropatt 0.0 \ | |
--optim adam \ | |
--lr 0.00025 \ | |
--warmup_step 0 \ | |
--max_step 200000 \ | |
--tgt_len 150 \ | |
--mem_len 150 \ | |
--eval_tgt_len 150 \ | |
--batch_size 60 \ | |
--multi_gpu \ | |
--gpu0_bsz 4 \ | |
${@:2} | |
elif [[ $1 == 'eval' ]]; then | |
echo 'Run evaluation...' | |
python eval.py \ | |
--cuda \ | |
--data ../data/wikitext-103/ \ | |
--dataset wt103 \ | |
--tgt_len 64 \ | |
--mem_len 640 \ | |
--clamp_len 400 \ | |
--same_length \ | |
--split test \ | |
${@:2} | |
else | |
echo 'unknown argment 1' | |
fi |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment