-
-
Save albertz/e16974e8081030934cd27ea3981d7503 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!rnn.py | |
task = "initialize_model" | |
target = "classes" | |
use_tensorflow = True | |
behavior_version = 12 | |
default_input = "data" | |
batching = "sorted" | |
batch_size = 20000 | |
max_seqs = 200 | |
log = ["./returnn.log"] | |
log_verbosity = 3 | |
log_batch_size = True | |
tf_log_memory_usage = True | |
tf_session_opts = {"gpu_options": {"allow_growth": True}} | |
model = "/Users/az/i6/setups/2022-03-19--sis-i6-exp/work/i6_experiments/users/zeyer/returnn/training/ReturnnInitModelJob.XNH7OyRgAPsd/output/models/init" | |
config = {} | |
locals().update(**config) | |
import os | |
import sys | |
sys.path.insert(0, "/Users/az/i6/setups/2022-03-19--sis-i6-exp/recipe") | |
sys.path.insert(1, "/Users/az/i6/setups/2022-03-19--sis-i6-exp/ext/sisyphus") | |
from returnn_common import nn | |
from returnn.tf.util.data import ( | |
Dim, | |
batch_dim, | |
single_step_dim, | |
SpatialDim, | |
FeatureDim, | |
ImplicitDynSizeDim, | |
ImplicitSparseDim, | |
) | |
time_dim = SpatialDim("time") | |
audio_dim = FeatureDim("audio", 80) | |
out_spatial_dim = SpatialDim("out-spatial") | |
phones_dim = FeatureDim("phones", 61) | |
extern_data = { | |
"data": {"dim_tags": [batch_dim, time_dim, audio_dim]}, | |
"classes": { | |
"dim_tags": [batch_dim, out_spatial_dim], | |
"sparse_dim": phones_dim, | |
"vocab": { | |
"class": "Vocabulary", | |
"labels": [ | |
"pau", | |
"aa", | |
"ae", | |
"ah", | |
"ao", | |
"aw", | |
"ax", | |
"ax-h", | |
"axr", | |
"ay", | |
"b", | |
"bcl", | |
"ch", | |
"d", | |
"dcl", | |
"dh", | |
"dx", | |
"eh", | |
"el", | |
"em", | |
"en", | |
"eng", | |
"epi", | |
"er", | |
"ey", | |
"f", | |
"g", | |
"gcl", | |
"h#", | |
"hh", | |
"hv", | |
"ih", | |
"ix", | |
"iy", | |
"jh", | |
"k", | |
"kcl", | |
"l", | |
"m", | |
"n", | |
"ng", | |
"nx", | |
"ow", | |
"oy", | |
"p", | |
"pcl", | |
"q", | |
"r", | |
"s", | |
"sh", | |
"t", | |
"tcl", | |
"th", | |
"uh", | |
"uw", | |
"ux", | |
"v", | |
"w", | |
"y", | |
"z", | |
"zh", | |
], | |
"vocab_file": None, | |
"unknown_label": None, | |
"user_defined_symbols": {"<sil>": 0}, | |
}, | |
}, | |
} | |
from i6_experiments.users.zeyer.experiments.exp2022_07_21_transducer.pipeline_swb_2020 import ( | |
from_scratch_model_def as _model_def, | |
) | |
from i6_experiments.users.zeyer.experiments.exp2022_07_21_transducer.pipeline_swb_2020 import ( | |
model_recog as _recog_def, | |
) | |
from i6_experiments.users.zeyer.experiments.exp2022_07_21_transducer.recog import ( | |
_returnn_get_network as get_network, | |
) | |
# https://github.com/rwth-i6/returnn/issues/957 | |
# https://stackoverflow.com/a/16248113/133374 | |
import resource | |
import sys | |
try: | |
resource.setrlimit(resource.RLIMIT_STACK, (2**29, -1)) | |
except Exception as exc: | |
print(f"resource.setrlimit {type(exc).__name__}: {exc}") | |
sys.setrecursionlimit(10**6) | |
_cf_cache = {} | |
def cf(filename): | |
"Cache manager" | |
from subprocess import check_output, CalledProcessError | |
if filename in _cf_cache: | |
return _cf_cache[filename] | |
if int(os.environ.get("RETURNN_DEBUG", "0")): | |
print("use local file: %s" % filename) | |
return filename # for debugging | |
try: | |
cached_fn = check_output(["cf", filename]).strip().decode("utf8") | |
except CalledProcessError: | |
print("Cache manager: Error occured, using local file") | |
return filename | |
assert os.path.exists(cached_fn) | |
_cf_cache[filename] = cached_fn | |
return cached_fn |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment