-
Notifications
You must be signed in to change notification settings - Fork 245
/
tiny.yml.j2
102 lines (96 loc) · 2.73 KB
/
tiny.yml.j2
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
{% import "examples/configs/librispeech/sentencepiece/sp.256.yml.j2" as decoder_config with context %}
{{decoder_config}}
model_config:
class_name: tensorflow_asr.models.transducer.rnnt>RnnTransducer
config:
name: rnn_transducer
speech_config:
sample_rate: 16000
frame_ms: 25
stride_ms: 10
num_feature_bins: 80
feature_type: log_mel_spectrogram
augmentation_config:
feature_augment:
time_masking:
prob: 1.0
num_masks: 5
mask_factor: -1
p_upperbound: 0.05
freq_masking:
prob: 1.0
num_masks: 1
mask_factor: 27
encoder_reduction_positions: [ pre, pre, pre, pre ]
encoder_reduction_factors: [ 3, 0, 2, 0 ] # downsampled to 30ms and add 2 reduction after second layer
encoder_dmodel: 128
encoder_rnn_type: lstm
encoder_rnn_units: 256
encoder_nlayers: 4
encoder_layer_norm: True
prediction_label_encode_mode: embedding
prediction_embed_dim: 256
prediction_num_rnns: 1
prediction_rnn_units: 256
prediction_rnn_type: lstm
prediction_rnn_unroll: False
prediction_layer_norm: True
prediction_projection_units: 0
joint_dim: 256
prejoint_encoder_linear: True
prejoint_prediction_linear: True
postjoint_linear: False
joint_activation: tanh
joint_mode: add
blank: 0
vocab_size: {{decoder_config.vocabsize}}
kernel_regularizer:
class_name: l2
config:
l2: 1e-6
bias_regularizer:
class_name: l2
config:
l2: 1e-6
learning_config:
optimizer_config:
class_name: Custom>Adam
config:
learning_rate:
class_name: tensorflow_asr.optimizers.schedules>TransformerSchedule
config:
dmodel: 128
warmup_steps: 10000
max_lr: null
min_lr: null
beta_1: 0.9
beta_2: 0.98
epsilon: 1e-9
gwn_config: null
gradn_config: null
batch_size: 4
ga_steps: 8
num_epochs: 300
callbacks:
- class_name: tensorflow_asr.callbacks>TerminateOnNaN
config: {}
- class_name: tensorflow_asr.callbacks>ModelCheckpoint
config:
filepath: {{modeldir}}/checkpoints/{epoch:02d}.h5
save_best_only: False
save_weights_only: True
save_freq: epoch
- class_name: tensorflow_asr.callbacks>BackupAndRestore
config:
backup_dir: {{modeldir}}/states
save_freq: epoch
delete_checkpoint: False
- class_name: tensorflow_asr.callbacks>TensorBoard
config:
log_dir: {{modeldir}}/tensorboard
histogram_freq: 0
write_graph: False
write_images: False
write_steps_per_second: False
update_freq: batch
profile_batch: 0