Last active
August 28, 2018 06:59
-
-
Save ysyun/89e2e0be292c63f529e7980783350c29 to your computer and use it in GitHub Desktop.
create model checkpoint of data2vis
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# export DATA_DIR=project-directory | |
export DATA_DIR=. | |
python -m bin.train \ | |
--config_paths=" | |
$DATA_DIR/example_configs/nmt_large.yml, | |
$DATA_DIR/example_configs/train_seq2seq.yml, | |
$DATA_DIR/example_configs/text_metrics_bpe.yml" \ | |
--model_params " | |
vocab_source: $DATA_DIR/sourcedata/vocab.source | |
vocab_target: $DATA_DIR/sourcedata/vocab.target" | |
--input_pipeline_train " | |
class: ParallelTextInputPipeline | |
params: | |
source_delimiter: '' | |
target_delimiter: '' | |
source_files: | |
- $DATA_DIR/sourcedata/train.sources | |
target_files: | |
- $DATA_DIR/sourcedata/train.targets" | |
--input_pipeline_dev " | |
class: ParallelTextInputPipeline | |
params: | |
source_delimiter: '' | |
target_delimiter: '' | |
source_files: | |
- $DATA_DIR/sourcedata/dev.sources | |
target_files: | |
- $DATA_DIR/sourcedata/dev.targets" | |
--batch_size 32 \ | |
--train_steps 100000 \ | |
# --output_dir $DATA_DIR/model_directory | |
--output_dir $DATA_DIR/vizmodel |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment