Tflatval commited on
Commit
ef3dc17
1 Parent(s): 5ed99e9

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ language_model/unigrams.txt filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "</s>": 33,
3
+ "<s>": 32
4
+ }
alphabet.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"labels": [" ", "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z", "\u00e5", "\u00e6", "\u00f8" ,"\u2047", "", "<s>", "</s>"], "is_bpe": false}
checkpoint-40425/config.json ADDED
@@ -0,0 +1,116 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "NbAiLab/nb-wav2vec2-300m-bokmaal",
3
+ "activation_dropout": 0.055,
4
+ "adapter_attn_dim": null,
5
+ "adapter_kernel_size": 3,
6
+ "adapter_stride": 2,
7
+ "add_adapter": false,
8
+ "apply_spec_augment": true,
9
+ "architectures": [
10
+ "Wav2Vec2ForCTC"
11
+ ],
12
+ "attention_dropout": 0.094,
13
+ "bos_token_id": 1,
14
+ "classifier_proj_size": 256,
15
+ "codevector_dim": 768,
16
+ "contrastive_logits_temperature": 0.1,
17
+ "conv_bias": true,
18
+ "conv_dim": [
19
+ 512,
20
+ 512,
21
+ 512,
22
+ 512,
23
+ 512,
24
+ 512,
25
+ 512
26
+ ],
27
+ "conv_kernel": [
28
+ 10,
29
+ 3,
30
+ 3,
31
+ 3,
32
+ 3,
33
+ 2,
34
+ 2
35
+ ],
36
+ "conv_stride": [
37
+ 5,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 2,
42
+ 2,
43
+ 2
44
+ ],
45
+ "ctc_loss_reduction": "mean",
46
+ "ctc_zero_infinity": true,
47
+ "diversity_loss_weight": 0.1,
48
+ "do_stable_layer_norm": true,
49
+ "eos_token_id": 2,
50
+ "feat_extract_activation": "gelu",
51
+ "feat_extract_dropout": 0.0,
52
+ "feat_extract_norm": "layer",
53
+ "feat_proj_dropout": 0.04,
54
+ "feat_quantizer_dropout": 0.0,
55
+ "final_dropout": 0.0,
56
+ "hidden_act": "gelu",
57
+ "hidden_dropout": 0.047,
58
+ "hidden_size": 1024,
59
+ "initializer_range": 0.02,
60
+ "intermediate_size": 4096,
61
+ "layer_norm_eps": 1e-05,
62
+ "layerdrop": 0.041,
63
+ "mask_channel_length": 10,
64
+ "mask_channel_min_space": 1,
65
+ "mask_channel_other": 0.0,
66
+ "mask_channel_prob": 0.0,
67
+ "mask_channel_selection": "static",
68
+ "mask_feature_length": 64,
69
+ "mask_feature_min_masks": 0,
70
+ "mask_feature_prob": 0.25,
71
+ "mask_time_length": 10,
72
+ "mask_time_min_masks": 2,
73
+ "mask_time_min_space": 1,
74
+ "mask_time_other": 0.0,
75
+ "mask_time_prob": 0.082,
76
+ "mask_time_selection": "static",
77
+ "model_type": "wav2vec2",
78
+ "num_adapter_layers": 3,
79
+ "num_attention_heads": 16,
80
+ "num_codevector_groups": 2,
81
+ "num_codevectors_per_group": 320,
82
+ "num_conv_pos_embedding_groups": 16,
83
+ "num_conv_pos_embeddings": 128,
84
+ "num_feat_extract_layers": 7,
85
+ "num_hidden_layers": 24,
86
+ "num_negatives": 100,
87
+ "output_hidden_size": 1024,
88
+ "pad_token_id": 31,
89
+ "proj_codevector_dim": 768,
90
+ "tdnn_dilation": [
91
+ 1,
92
+ 2,
93
+ 3,
94
+ 1,
95
+ 1
96
+ ],
97
+ "tdnn_dim": [
98
+ 512,
99
+ 512,
100
+ 512,
101
+ 512,
102
+ 1500
103
+ ],
104
+ "tdnn_kernel": [
105
+ 5,
106
+ 3,
107
+ 3,
108
+ 1,
109
+ 1
110
+ ],
111
+ "torch_dtype": "float32",
112
+ "transformers_version": "4.38.1",
113
+ "use_weighted_layer_sum": false,
114
+ "vocab_size": 34,
115
+ "xvector_output_dim": 512
116
+ }
checkpoint-40425/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7b5c2997f82b0ae7618c7c41aa32b4e6d27cdbfb713bd96b3970a416d72bd39
3
+ size 1261946880
checkpoint-40425/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c186523a15948881fa36d0ba5857c9acd64276812daeffa855e760193a9adfbf
3
+ size 2490438582
checkpoint-40425/preprocessor_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0,
7
+ "processor_class": "Wav2Vec2ProcessorWithLM",
8
+ "return_attention_mask": true,
9
+ "sampling_rate": 16000
10
+ }
checkpoint-40425/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a3d525701ad3999010ad8f8d22a8531ee80f7a55d8fb5daf55f00674c8a058d
3
+ size 14308
checkpoint-40425/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2aba5f0fa582878bcdab6ba7fd60fa7e6e949919623c84d14ea53f4607bf4b3
3
+ size 1064
checkpoint-40425/trainer_state.json ADDED
@@ -0,0 +1,1143 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.12615335666560612,
3
+ "best_model_checkpoint": "/cluster/home/torstefl/Master/saved_model/W2V/single/RUND/30.05/checkpoint-40425",
4
+ "epoch": 33.0,
5
+ "eval_steps": 500,
6
+ "global_step": 40425,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "grad_norm": 3.7080862522125244,
14
+ "learning_rate": 8.16e-05,
15
+ "loss": 0.5467,
16
+ "step": 1225
17
+ },
18
+ {
19
+ "epoch": 1.0,
20
+ "eval_rundkast_loss": 0.30231863260269165,
21
+ "eval_rundkast_runtime": 32.5305,
22
+ "eval_rundkast_samples_per_second": 41.346,
23
+ "eval_rundkast_steps_per_second": 1.322,
24
+ "eval_rundkast_wer": 0.19145720649061407,
25
+ "step": 1225
26
+ },
27
+ {
28
+ "epoch": 1.0,
29
+ "eval_nb_samtale_loss": 0.5260343551635742,
30
+ "eval_nb_samtale_runtime": 37.7602,
31
+ "eval_nb_samtale_samples_per_second": 14.115,
32
+ "eval_nb_samtale_steps_per_second": 0.45,
33
+ "eval_nb_samtale_wer": 0.2622884114583333,
34
+ "step": 1225
35
+ },
36
+ {
37
+ "epoch": 1.0,
38
+ "eval_bigbrother_loss": 1.871883511543274,
39
+ "eval_bigbrother_runtime": 40.2594,
40
+ "eval_bigbrother_samples_per_second": 34.029,
41
+ "eval_bigbrother_steps_per_second": 1.068,
42
+ "eval_bigbrother_wer": 0.6054136792072827,
43
+ "step": 1225
44
+ },
45
+ {
46
+ "epoch": 2.0,
47
+ "grad_norm": 2.773157835006714,
48
+ "learning_rate": 9.800210526315789e-05,
49
+ "loss": 0.4578,
50
+ "step": 2450
51
+ },
52
+ {
53
+ "epoch": 2.0,
54
+ "eval_rundkast_loss": 0.31110912561416626,
55
+ "eval_rundkast_runtime": 31.8038,
56
+ "eval_rundkast_samples_per_second": 42.291,
57
+ "eval_rundkast_steps_per_second": 1.352,
58
+ "eval_rundkast_wer": 0.17236716512885777,
59
+ "step": 2450
60
+ },
61
+ {
62
+ "epoch": 2.0,
63
+ "eval_nb_samtale_loss": 0.5243741273880005,
64
+ "eval_nb_samtale_runtime": 37.3513,
65
+ "eval_nb_samtale_samples_per_second": 14.27,
66
+ "eval_nb_samtale_steps_per_second": 0.455,
67
+ "eval_nb_samtale_wer": 0.24796549479166666,
68
+ "step": 2450
69
+ },
70
+ {
71
+ "epoch": 2.0,
72
+ "eval_bigbrother_loss": 1.9609774351119995,
73
+ "eval_bigbrother_runtime": 40.3603,
74
+ "eval_bigbrother_samples_per_second": 33.944,
75
+ "eval_bigbrother_steps_per_second": 1.065,
76
+ "eval_bigbrother_wer": 0.5801981793281238,
77
+ "step": 2450
78
+ },
79
+ {
80
+ "epoch": 3.0,
81
+ "grad_norm": 2.448107957839966,
82
+ "learning_rate": 9.542315789473685e-05,
83
+ "loss": 0.4141,
84
+ "step": 3675
85
+ },
86
+ {
87
+ "epoch": 3.0,
88
+ "eval_rundkast_loss": 0.28843000531196594,
89
+ "eval_rundkast_runtime": 31.4496,
90
+ "eval_rundkast_samples_per_second": 42.767,
91
+ "eval_rundkast_steps_per_second": 1.367,
92
+ "eval_rundkast_wer": 0.1697422844416163,
93
+ "step": 3675
94
+ },
95
+ {
96
+ "epoch": 3.0,
97
+ "eval_nb_samtale_loss": 0.5364730954170227,
98
+ "eval_nb_samtale_runtime": 36.197,
99
+ "eval_nb_samtale_samples_per_second": 14.725,
100
+ "eval_nb_samtale_steps_per_second": 0.47,
101
+ "eval_nb_samtale_wer": 0.24007161458333334,
102
+ "step": 3675
103
+ },
104
+ {
105
+ "epoch": 3.0,
106
+ "eval_bigbrother_loss": 1.9849306344985962,
107
+ "eval_bigbrother_runtime": 39.5166,
108
+ "eval_bigbrother_samples_per_second": 34.669,
109
+ "eval_bigbrother_steps_per_second": 1.088,
110
+ "eval_bigbrother_wer": 0.5797953758156771,
111
+ "step": 3675
112
+ },
113
+ {
114
+ "epoch": 4.0,
115
+ "grad_norm": 5.366342544555664,
116
+ "learning_rate": 9.28463157894737e-05,
117
+ "loss": 0.3852,
118
+ "step": 4900
119
+ },
120
+ {
121
+ "epoch": 4.0,
122
+ "eval_rundkast_loss": 0.2692658603191376,
123
+ "eval_rundkast_runtime": 31.6518,
124
+ "eval_rundkast_samples_per_second": 42.494,
125
+ "eval_rundkast_steps_per_second": 1.359,
126
+ "eval_rundkast_wer": 0.16321985364301622,
127
+ "step": 4900
128
+ },
129
+ {
130
+ "epoch": 4.0,
131
+ "eval_nb_samtale_loss": 0.5346274971961975,
132
+ "eval_nb_samtale_runtime": 36.5542,
133
+ "eval_nb_samtale_samples_per_second": 14.581,
134
+ "eval_nb_samtale_steps_per_second": 0.465,
135
+ "eval_nb_samtale_wer": 0.23860677083333334,
136
+ "step": 4900
137
+ },
138
+ {
139
+ "epoch": 4.0,
140
+ "eval_bigbrother_loss": 1.9121719598770142,
141
+ "eval_bigbrother_runtime": 40.1737,
142
+ "eval_bigbrother_samples_per_second": 34.102,
143
+ "eval_bigbrother_steps_per_second": 1.07,
144
+ "eval_bigbrother_wer": 0.5557077257713687,
145
+ "step": 4900
146
+ },
147
+ {
148
+ "epoch": 5.0,
149
+ "grad_norm": 4.274389266967773,
150
+ "learning_rate": 9.026736842105264e-05,
151
+ "loss": 0.3654,
152
+ "step": 6125
153
+ },
154
+ {
155
+ "epoch": 5.0,
156
+ "eval_rundkast_loss": 0.29252347350120544,
157
+ "eval_rundkast_runtime": 31.5872,
158
+ "eval_rundkast_samples_per_second": 42.581,
159
+ "eval_rundkast_steps_per_second": 1.361,
160
+ "eval_rundkast_wer": 0.15701559020044542,
161
+ "step": 6125
162
+ },
163
+ {
164
+ "epoch": 5.0,
165
+ "eval_nb_samtale_loss": 0.5537768006324768,
166
+ "eval_nb_samtale_runtime": 36.3537,
167
+ "eval_nb_samtale_samples_per_second": 14.662,
168
+ "eval_nb_samtale_steps_per_second": 0.468,
169
+ "eval_nb_samtale_wer": 0.23079427083333334,
170
+ "step": 6125
171
+ },
172
+ {
173
+ "epoch": 5.0,
174
+ "eval_bigbrother_loss": 2.0775458812713623,
175
+ "eval_bigbrother_runtime": 39.681,
176
+ "eval_bigbrother_samples_per_second": 34.525,
177
+ "eval_bigbrother_steps_per_second": 1.084,
178
+ "eval_bigbrother_wer": 0.5554660436639007,
179
+ "step": 6125
180
+ },
181
+ {
182
+ "epoch": 6.0,
183
+ "grad_norm": 5.030076026916504,
184
+ "learning_rate": 8.769052631578948e-05,
185
+ "loss": 0.3452,
186
+ "step": 7350
187
+ },
188
+ {
189
+ "epoch": 6.0,
190
+ "eval_rundkast_loss": 0.29516521096229553,
191
+ "eval_rundkast_runtime": 31.5112,
192
+ "eval_rundkast_samples_per_second": 42.683,
193
+ "eval_rundkast_steps_per_second": 1.365,
194
+ "eval_rundkast_wer": 0.15089086859688197,
195
+ "step": 7350
196
+ },
197
+ {
198
+ "epoch": 6.0,
199
+ "eval_nb_samtale_loss": 0.5526564717292786,
200
+ "eval_nb_samtale_runtime": 36.1333,
201
+ "eval_nb_samtale_samples_per_second": 14.751,
202
+ "eval_nb_samtale_steps_per_second": 0.47,
203
+ "eval_nb_samtale_wer": 0.22517903645833334,
204
+ "step": 7350
205
+ },
206
+ {
207
+ "epoch": 6.0,
208
+ "eval_bigbrother_loss": 2.038280725479126,
209
+ "eval_bigbrother_runtime": 39.4829,
210
+ "eval_bigbrother_samples_per_second": 34.699,
211
+ "eval_bigbrother_steps_per_second": 1.089,
212
+ "eval_bigbrother_wer": 0.5402400708934182,
213
+ "step": 7350
214
+ },
215
+ {
216
+ "epoch": 7.0,
217
+ "grad_norm": 5.610586166381836,
218
+ "learning_rate": 8.511157894736842e-05,
219
+ "loss": 0.3301,
220
+ "step": 8575
221
+ },
222
+ {
223
+ "epoch": 7.0,
224
+ "eval_rundkast_loss": 0.27553433179855347,
225
+ "eval_rundkast_runtime": 31.4793,
226
+ "eval_rundkast_samples_per_second": 42.727,
227
+ "eval_rundkast_steps_per_second": 1.366,
228
+ "eval_rundkast_wer": 0.14460706331530385,
229
+ "step": 8575
230
+ },
231
+ {
232
+ "epoch": 7.0,
233
+ "eval_nb_samtale_loss": 0.5609863996505737,
234
+ "eval_nb_samtale_runtime": 36.0218,
235
+ "eval_nb_samtale_samples_per_second": 14.797,
236
+ "eval_nb_samtale_steps_per_second": 0.472,
237
+ "eval_nb_samtale_wer": 0.22281901041666666,
238
+ "step": 8575
239
+ },
240
+ {
241
+ "epoch": 7.0,
242
+ "eval_bigbrother_loss": 2.06436824798584,
243
+ "eval_bigbrother_runtime": 39.4099,
244
+ "eval_bigbrother_samples_per_second": 34.763,
245
+ "eval_bigbrother_steps_per_second": 1.091,
246
+ "eval_bigbrother_wer": 0.5374204463062918,
247
+ "step": 8575
248
+ },
249
+ {
250
+ "epoch": 8.0,
251
+ "grad_norm": 3.3816378116607666,
252
+ "learning_rate": 8.253263157894737e-05,
253
+ "loss": 0.3152,
254
+ "step": 9800
255
+ },
256
+ {
257
+ "epoch": 8.0,
258
+ "eval_rundkast_loss": 0.27358707785606384,
259
+ "eval_rundkast_runtime": 31.4538,
260
+ "eval_rundkast_samples_per_second": 42.761,
261
+ "eval_rundkast_steps_per_second": 1.367,
262
+ "eval_rundkast_wer": 0.14675469296850144,
263
+ "step": 9800
264
+ },
265
+ {
266
+ "epoch": 8.0,
267
+ "eval_nb_samtale_loss": 0.5373356938362122,
268
+ "eval_nb_samtale_runtime": 36.0235,
269
+ "eval_nb_samtale_samples_per_second": 14.796,
270
+ "eval_nb_samtale_steps_per_second": 0.472,
271
+ "eval_nb_samtale_wer": 0.2265625,
272
+ "step": 9800
273
+ },
274
+ {
275
+ "epoch": 8.0,
276
+ "eval_bigbrother_loss": 2.0022764205932617,
277
+ "eval_bigbrother_runtime": 39.5126,
278
+ "eval_bigbrother_samples_per_second": 34.673,
279
+ "eval_bigbrother_steps_per_second": 1.088,
280
+ "eval_bigbrother_wer": 0.5332312897768469,
281
+ "step": 9800
282
+ },
283
+ {
284
+ "epoch": 9.0,
285
+ "grad_norm": 2.7853925228118896,
286
+ "learning_rate": 7.995578947368422e-05,
287
+ "loss": 0.301,
288
+ "step": 11025
289
+ },
290
+ {
291
+ "epoch": 9.0,
292
+ "eval_rundkast_loss": 0.257459819316864,
293
+ "eval_rundkast_runtime": 31.4423,
294
+ "eval_rundkast_samples_per_second": 42.777,
295
+ "eval_rundkast_steps_per_second": 1.368,
296
+ "eval_rundkast_wer": 0.14293668469615017,
297
+ "step": 11025
298
+ },
299
+ {
300
+ "epoch": 9.0,
301
+ "eval_nb_samtale_loss": 0.5285869240760803,
302
+ "eval_nb_samtale_runtime": 36.2554,
303
+ "eval_nb_samtale_samples_per_second": 14.701,
304
+ "eval_nb_samtale_steps_per_second": 0.469,
305
+ "eval_nb_samtale_wer": 0.22509765625,
306
+ "step": 11025
307
+ },
308
+ {
309
+ "epoch": 9.0,
310
+ "eval_bigbrother_loss": 2.0163955688476562,
311
+ "eval_bigbrother_runtime": 39.6281,
312
+ "eval_bigbrother_samples_per_second": 34.571,
313
+ "eval_bigbrother_steps_per_second": 1.085,
314
+ "eval_bigbrother_wer": 0.5354869894465479,
315
+ "step": 11025
316
+ },
317
+ {
318
+ "epoch": 10.0,
319
+ "grad_norm": 2.2737765312194824,
320
+ "learning_rate": 7.737684210526317e-05,
321
+ "loss": 0.2912,
322
+ "step": 12250
323
+ },
324
+ {
325
+ "epoch": 10.0,
326
+ "eval_rundkast_loss": 0.2834290564060211,
327
+ "eval_rundkast_runtime": 31.605,
328
+ "eval_rundkast_samples_per_second": 42.557,
329
+ "eval_rundkast_steps_per_second": 1.361,
330
+ "eval_rundkast_wer": 0.14230034998409163,
331
+ "step": 12250
332
+ },
333
+ {
334
+ "epoch": 10.0,
335
+ "eval_nb_samtale_loss": 0.524945080280304,
336
+ "eval_nb_samtale_runtime": 36.2711,
337
+ "eval_nb_samtale_samples_per_second": 14.695,
338
+ "eval_nb_samtale_steps_per_second": 0.469,
339
+ "eval_nb_samtale_wer": 0.21956380208333334,
340
+ "step": 12250
341
+ },
342
+ {
343
+ "epoch": 10.0,
344
+ "eval_bigbrother_loss": 2.0072944164276123,
345
+ "eval_bigbrother_runtime": 39.7952,
346
+ "eval_bigbrother_samples_per_second": 34.426,
347
+ "eval_bigbrother_steps_per_second": 1.081,
348
+ "eval_bigbrother_wer": 0.5287198904374446,
349
+ "step": 12250
350
+ },
351
+ {
352
+ "epoch": 11.0,
353
+ "grad_norm": 4.1641364097595215,
354
+ "learning_rate": 7.479789473684211e-05,
355
+ "loss": 0.2818,
356
+ "step": 13475
357
+ },
358
+ {
359
+ "epoch": 11.0,
360
+ "eval_rundkast_loss": 0.291464626789093,
361
+ "eval_rundkast_runtime": 31.4279,
362
+ "eval_rundkast_samples_per_second": 42.796,
363
+ "eval_rundkast_steps_per_second": 1.368,
364
+ "eval_rundkast_wer": 0.1403118040089087,
365
+ "step": 13475
366
+ },
367
+ {
368
+ "epoch": 11.0,
369
+ "eval_nb_samtale_loss": 0.5573220252990723,
370
+ "eval_nb_samtale_runtime": 35.8245,
371
+ "eval_nb_samtale_samples_per_second": 14.878,
372
+ "eval_nb_samtale_steps_per_second": 0.475,
373
+ "eval_nb_samtale_wer": 0.21744791666666666,
374
+ "step": 13475
375
+ },
376
+ {
377
+ "epoch": 11.0,
378
+ "eval_bigbrother_loss": 2.2074215412139893,
379
+ "eval_bigbrother_runtime": 39.3859,
380
+ "eval_bigbrother_samples_per_second": 34.784,
381
+ "eval_bigbrother_steps_per_second": 1.092,
382
+ "eval_bigbrother_wer": 0.5279142834125513,
383
+ "step": 13475
384
+ },
385
+ {
386
+ "epoch": 12.0,
387
+ "grad_norm": 2.796776533126831,
388
+ "learning_rate": 7.222105263157896e-05,
389
+ "loss": 0.2718,
390
+ "step": 14700
391
+ },
392
+ {
393
+ "epoch": 12.0,
394
+ "eval_rundkast_loss": 0.2955363988876343,
395
+ "eval_rundkast_runtime": 31.4317,
396
+ "eval_rundkast_samples_per_second": 42.791,
397
+ "eval_rundkast_steps_per_second": 1.368,
398
+ "eval_rundkast_wer": 0.1376869233216672,
399
+ "step": 14700
400
+ },
401
+ {
402
+ "epoch": 12.0,
403
+ "eval_nb_samtale_loss": 0.5371569991111755,
404
+ "eval_nb_samtale_runtime": 36.1485,
405
+ "eval_nb_samtale_samples_per_second": 14.745,
406
+ "eval_nb_samtale_steps_per_second": 0.47,
407
+ "eval_nb_samtale_wer": 0.21891276041666666,
408
+ "step": 14700
409
+ },
410
+ {
411
+ "epoch": 12.0,
412
+ "eval_bigbrother_loss": 2.0551300048828125,
413
+ "eval_bigbrother_runtime": 39.5331,
414
+ "eval_bigbrother_samples_per_second": 34.655,
415
+ "eval_bigbrother_steps_per_second": 1.088,
416
+ "eval_bigbrother_wer": 0.524611294610489,
417
+ "step": 14700
418
+ },
419
+ {
420
+ "epoch": 13.0,
421
+ "grad_norm": 2.6839964389801025,
422
+ "learning_rate": 6.96442105263158e-05,
423
+ "loss": 0.2614,
424
+ "step": 15925
425
+ },
426
+ {
427
+ "epoch": 13.0,
428
+ "eval_rundkast_loss": 0.28540924191474915,
429
+ "eval_rundkast_runtime": 32.0138,
430
+ "eval_rundkast_samples_per_second": 42.013,
431
+ "eval_rundkast_steps_per_second": 1.343,
432
+ "eval_rundkast_wer": 0.13959592745784283,
433
+ "step": 15925
434
+ },
435
+ {
436
+ "epoch": 13.0,
437
+ "eval_nb_samtale_loss": 0.5376082062721252,
438
+ "eval_nb_samtale_runtime": 36.0007,
439
+ "eval_nb_samtale_samples_per_second": 14.805,
440
+ "eval_nb_samtale_steps_per_second": 0.472,
441
+ "eval_nb_samtale_wer": 0.215087890625,
442
+ "step": 15925
443
+ },
444
+ {
445
+ "epoch": 13.0,
446
+ "eval_bigbrother_loss": 2.0468454360961914,
447
+ "eval_bigbrother_runtime": 39.695,
448
+ "eval_bigbrother_samples_per_second": 34.513,
449
+ "eval_bigbrother_steps_per_second": 1.083,
450
+ "eval_bigbrother_wer": 0.5228389591557239,
451
+ "step": 15925
452
+ },
453
+ {
454
+ "epoch": 14.0,
455
+ "grad_norm": 2.8357603549957275,
456
+ "learning_rate": 6.706526315789474e-05,
457
+ "loss": 0.2556,
458
+ "step": 17150
459
+ },
460
+ {
461
+ "epoch": 14.0,
462
+ "eval_rundkast_loss": 0.34074199199676514,
463
+ "eval_rundkast_runtime": 31.6633,
464
+ "eval_rundkast_samples_per_second": 42.478,
465
+ "eval_rundkast_steps_per_second": 1.358,
466
+ "eval_rundkast_wer": 0.13728921412663062,
467
+ "step": 17150
468
+ },
469
+ {
470
+ "epoch": 14.0,
471
+ "eval_nb_samtale_loss": 0.5684360861778259,
472
+ "eval_nb_samtale_runtime": 35.7903,
473
+ "eval_nb_samtale_samples_per_second": 14.892,
474
+ "eval_nb_samtale_steps_per_second": 0.475,
475
+ "eval_nb_samtale_wer": 0.214111328125,
476
+ "step": 17150
477
+ },
478
+ {
479
+ "epoch": 14.0,
480
+ "eval_bigbrother_loss": 2.249138593673706,
481
+ "eval_bigbrother_runtime": 39.6983,
482
+ "eval_bigbrother_samples_per_second": 34.51,
483
+ "eval_bigbrother_steps_per_second": 1.083,
484
+ "eval_bigbrother_wer": 0.5262225086602755,
485
+ "step": 17150
486
+ },
487
+ {
488
+ "epoch": 15.0,
489
+ "grad_norm": 4.659173965454102,
490
+ "learning_rate": 6.448842105263159e-05,
491
+ "loss": 0.2473,
492
+ "step": 18375
493
+ },
494
+ {
495
+ "epoch": 15.0,
496
+ "eval_rundkast_loss": 0.3245847225189209,
497
+ "eval_rundkast_runtime": 31.5529,
498
+ "eval_rundkast_samples_per_second": 42.627,
499
+ "eval_rundkast_steps_per_second": 1.363,
500
+ "eval_rundkast_wer": 0.13665287941457208,
501
+ "step": 18375
502
+ },
503
+ {
504
+ "epoch": 15.0,
505
+ "eval_nb_samtale_loss": 0.5528948307037354,
506
+ "eval_nb_samtale_runtime": 36.5998,
507
+ "eval_nb_samtale_samples_per_second": 14.563,
508
+ "eval_nb_samtale_steps_per_second": 0.464,
509
+ "eval_nb_samtale_wer": 0.21427408854166666,
510
+ "step": 18375
511
+ },
512
+ {
513
+ "epoch": 15.0,
514
+ "eval_bigbrother_loss": 2.2172372341156006,
515
+ "eval_bigbrother_runtime": 39.8062,
516
+ "eval_bigbrother_samples_per_second": 34.417,
517
+ "eval_bigbrother_steps_per_second": 1.08,
518
+ "eval_bigbrother_wer": 0.524611294610489,
519
+ "step": 18375
520
+ },
521
+ {
522
+ "epoch": 16.0,
523
+ "grad_norm": 4.046926975250244,
524
+ "learning_rate": 6.191157894736842e-05,
525
+ "loss": 0.2414,
526
+ "step": 19600
527
+ },
528
+ {
529
+ "epoch": 16.0,
530
+ "eval_rundkast_loss": 0.28036314249038696,
531
+ "eval_rundkast_runtime": 31.8175,
532
+ "eval_rundkast_samples_per_second": 42.272,
533
+ "eval_rundkast_steps_per_second": 1.351,
534
+ "eval_rundkast_wer": 0.1349825007954184,
535
+ "step": 19600
536
+ },
537
+ {
538
+ "epoch": 16.0,
539
+ "eval_nb_samtale_loss": 0.5292507410049438,
540
+ "eval_nb_samtale_runtime": 35.9006,
541
+ "eval_nb_samtale_samples_per_second": 14.847,
542
+ "eval_nb_samtale_steps_per_second": 0.474,
543
+ "eval_nb_samtale_wer": 0.21533203125,
544
+ "step": 19600
545
+ },
546
+ {
547
+ "epoch": 16.0,
548
+ "eval_bigbrother_loss": 2.0556137561798096,
549
+ "eval_bigbrother_runtime": 39.6218,
550
+ "eval_bigbrother_samples_per_second": 34.577,
551
+ "eval_bigbrother_steps_per_second": 1.085,
552
+ "eval_bigbrother_wer": 0.5206638201885121,
553
+ "step": 19600
554
+ },
555
+ {
556
+ "epoch": 17.0,
557
+ "grad_norm": 2.713061809539795,
558
+ "learning_rate": 5.933263157894737e-05,
559
+ "loss": 0.2328,
560
+ "step": 20825
561
+ },
562
+ {
563
+ "epoch": 17.0,
564
+ "eval_rundkast_loss": 0.3071937561035156,
565
+ "eval_rundkast_runtime": 31.6947,
566
+ "eval_rundkast_samples_per_second": 42.436,
567
+ "eval_rundkast_steps_per_second": 1.357,
568
+ "eval_rundkast_wer": 0.13490295895641108,
569
+ "step": 20825
570
+ },
571
+ {
572
+ "epoch": 17.0,
573
+ "eval_nb_samtale_loss": 0.5693681240081787,
574
+ "eval_nb_samtale_runtime": 35.8134,
575
+ "eval_nb_samtale_samples_per_second": 14.883,
576
+ "eval_nb_samtale_steps_per_second": 0.475,
577
+ "eval_nb_samtale_wer": 0.21476236979166666,
578
+ "step": 20825
579
+ },
580
+ {
581
+ "epoch": 17.0,
582
+ "eval_bigbrother_loss": 2.2417101860046387,
583
+ "eval_bigbrother_runtime": 39.6674,
584
+ "eval_bigbrother_samples_per_second": 34.537,
585
+ "eval_bigbrother_steps_per_second": 1.084,
586
+ "eval_bigbrother_wer": 0.5163135422540884,
587
+ "step": 20825
588
+ },
589
+ {
590
+ "epoch": 18.0,
591
+ "grad_norm": 3.662180185317993,
592
+ "learning_rate": 5.6753684210526313e-05,
593
+ "loss": 0.228,
594
+ "step": 22050
595
+ },
596
+ {
597
+ "epoch": 18.0,
598
+ "eval_rundkast_loss": 0.3300894796848297,
599
+ "eval_rundkast_runtime": 31.6144,
600
+ "eval_rundkast_samples_per_second": 42.544,
601
+ "eval_rundkast_steps_per_second": 1.36,
602
+ "eval_rundkast_wer": 0.13140311804008908,
603
+ "step": 22050
604
+ },
605
+ {
606
+ "epoch": 18.0,
607
+ "eval_nb_samtale_loss": 0.6102511286735535,
608
+ "eval_nb_samtale_runtime": 36.3906,
609
+ "eval_nb_samtale_samples_per_second": 14.647,
610
+ "eval_nb_samtale_steps_per_second": 0.467,
611
+ "eval_nb_samtale_wer": 0.21280924479166666,
612
+ "step": 22050
613
+ },
614
+ {
615
+ "epoch": 18.0,
616
+ "eval_bigbrother_loss": 2.433946371078491,
617
+ "eval_bigbrother_runtime": 39.8718,
618
+ "eval_bigbrother_samples_per_second": 34.36,
619
+ "eval_bigbrother_steps_per_second": 1.078,
620
+ "eval_bigbrother_wer": 0.5265447514702328,
621
+ "step": 22050
622
+ },
623
+ {
624
+ "epoch": 19.0,
625
+ "grad_norm": 3.2172813415527344,
626
+ "learning_rate": 5.417473684210527e-05,
627
+ "loss": 0.2227,
628
+ "step": 23275
629
+ },
630
+ {
631
+ "epoch": 19.0,
632
+ "eval_rundkast_loss": 0.2971687316894531,
633
+ "eval_rundkast_runtime": 31.7336,
634
+ "eval_rundkast_samples_per_second": 42.384,
635
+ "eval_rundkast_steps_per_second": 1.355,
636
+ "eval_rundkast_wer": 0.12949411390391347,
637
+ "step": 23275
638
+ },
639
+ {
640
+ "epoch": 19.0,
641
+ "eval_nb_samtale_loss": 0.5440128445625305,
642
+ "eval_nb_samtale_runtime": 35.6562,
643
+ "eval_nb_samtale_samples_per_second": 14.948,
644
+ "eval_nb_samtale_steps_per_second": 0.477,
645
+ "eval_nb_samtale_wer": 0.21337890625,
646
+ "step": 23275
647
+ },
648
+ {
649
+ "epoch": 19.0,
650
+ "eval_bigbrother_loss": 2.229306936264038,
651
+ "eval_bigbrother_runtime": 39.499,
652
+ "eval_bigbrother_samples_per_second": 34.684,
653
+ "eval_bigbrother_steps_per_second": 1.089,
654
+ "eval_bigbrother_wer": 0.5155884959316845,
655
+ "step": 23275
656
+ },
657
+ {
658
+ "epoch": 20.0,
659
+ "grad_norm": 3.76371431350708,
660
+ "learning_rate": 5.159789473684211e-05,
661
+ "loss": 0.2201,
662
+ "step": 24500
663
+ },
664
+ {
665
+ "epoch": 20.0,
666
+ "eval_rundkast_loss": 0.33149319887161255,
667
+ "eval_rundkast_runtime": 31.7066,
668
+ "eval_rundkast_samples_per_second": 42.42,
669
+ "eval_rundkast_steps_per_second": 1.356,
670
+ "eval_rundkast_wer": 0.13211899459115495,
671
+ "step": 24500
672
+ },
673
+ {
674
+ "epoch": 20.0,
675
+ "eval_nb_samtale_loss": 0.5641424655914307,
676
+ "eval_nb_samtale_runtime": 35.6835,
677
+ "eval_nb_samtale_samples_per_second": 14.937,
678
+ "eval_nb_samtale_steps_per_second": 0.476,
679
+ "eval_nb_samtale_wer": 0.214599609375,
680
+ "step": 24500
681
+ },
682
+ {
683
+ "epoch": 20.0,
684
+ "eval_bigbrother_loss": 2.2568540573120117,
685
+ "eval_bigbrother_runtime": 39.6597,
686
+ "eval_bigbrother_samples_per_second": 34.544,
687
+ "eval_bigbrother_steps_per_second": 1.084,
688
+ "eval_bigbrother_wer": 0.5247724160154676,
689
+ "step": 24500
690
+ },
691
+ {
692
+ "epoch": 21.0,
693
+ "grad_norm": 2.644437789916992,
694
+ "learning_rate": 4.9018947368421054e-05,
695
+ "loss": 0.2104,
696
+ "step": 25725
697
+ },
698
+ {
699
+ "epoch": 21.0,
700
+ "eval_rundkast_loss": 0.32245177030563354,
701
+ "eval_rundkast_runtime": 31.7772,
702
+ "eval_rundkast_samples_per_second": 42.326,
703
+ "eval_rundkast_steps_per_second": 1.353,
704
+ "eval_rundkast_wer": 0.1305281578110086,
705
+ "step": 25725
706
+ },
707
+ {
708
+ "epoch": 21.0,
709
+ "eval_nb_samtale_loss": 0.5810007452964783,
710
+ "eval_nb_samtale_runtime": 36.1863,
711
+ "eval_nb_samtale_samples_per_second": 14.729,
712
+ "eval_nb_samtale_steps_per_second": 0.47,
713
+ "eval_nb_samtale_wer": 0.2138671875,
714
+ "step": 25725
715
+ },
716
+ {
717
+ "epoch": 21.0,
718
+ "eval_bigbrother_loss": 2.2536792755126953,
719
+ "eval_bigbrother_runtime": 40.2452,
720
+ "eval_bigbrother_samples_per_second": 34.041,
721
+ "eval_bigbrother_steps_per_second": 1.068,
722
+ "eval_bigbrother_wer": 0.514218963989366,
723
+ "step": 25725
724
+ },
725
+ {
726
+ "epoch": 22.0,
727
+ "grad_norm": 4.817940711975098,
728
+ "learning_rate": 4.64421052631579e-05,
729
+ "loss": 0.2078,
730
+ "step": 26950
731
+ },
732
+ {
733
+ "epoch": 22.0,
734
+ "eval_rundkast_loss": 0.30675747990608215,
735
+ "eval_rundkast_runtime": 31.923,
736
+ "eval_rundkast_samples_per_second": 42.133,
737
+ "eval_rundkast_steps_per_second": 1.347,
738
+ "eval_rundkast_wer": 0.13068724148902322,
739
+ "step": 26950
740
+ },
741
+ {
742
+ "epoch": 22.0,
743
+ "eval_nb_samtale_loss": 0.5920718312263489,
744
+ "eval_nb_samtale_runtime": 35.946,
745
+ "eval_nb_samtale_samples_per_second": 14.828,
746
+ "eval_nb_samtale_steps_per_second": 0.473,
747
+ "eval_nb_samtale_wer": 0.21085611979166666,
748
+ "step": 26950
749
+ },
750
+ {
751
+ "epoch": 22.0,
752
+ "eval_bigbrother_loss": 2.283834457397461,
753
+ "eval_bigbrother_runtime": 39.6029,
754
+ "eval_bigbrother_samples_per_second": 34.593,
755
+ "eval_bigbrother_steps_per_second": 1.086,
756
+ "eval_bigbrother_wer": 0.5115604608072183,
757
+ "step": 26950
758
+ },
759
+ {
760
+ "epoch": 23.0,
761
+ "grad_norm": 2.2001821994781494,
762
+ "learning_rate": 4.3863157894736846e-05,
763
+ "loss": 0.2039,
764
+ "step": 28175
765
+ },
766
+ {
767
+ "epoch": 23.0,
768
+ "eval_rundkast_loss": 0.31590384244918823,
769
+ "eval_rundkast_runtime": 31.6509,
770
+ "eval_rundkast_samples_per_second": 42.495,
771
+ "eval_rundkast_steps_per_second": 1.359,
772
+ "eval_rundkast_wer": 0.13005090677696468,
773
+ "step": 28175
774
+ },
775
+ {
776
+ "epoch": 23.0,
777
+ "eval_nb_samtale_loss": 0.5807461142539978,
778
+ "eval_nb_samtale_runtime": 35.4812,
779
+ "eval_nb_samtale_samples_per_second": 15.022,
780
+ "eval_nb_samtale_steps_per_second": 0.479,
781
+ "eval_nb_samtale_wer": 0.21044921875,
782
+ "step": 28175
783
+ },
784
+ {
785
+ "epoch": 23.0,
786
+ "eval_bigbrother_loss": 2.346367835998535,
787
+ "eval_bigbrother_runtime": 39.6789,
788
+ "eval_bigbrother_samples_per_second": 34.527,
789
+ "eval_bigbrother_steps_per_second": 1.084,
790
+ "eval_bigbrother_wer": 0.5138161604769194,
791
+ "step": 28175
792
+ },
793
+ {
794
+ "epoch": 24.0,
795
+ "grad_norm": 3.352459669113159,
796
+ "learning_rate": 4.128631578947368e-05,
797
+ "loss": 0.1973,
798
+ "step": 29400
799
+ },
800
+ {
801
+ "epoch": 24.0,
802
+ "eval_rundkast_loss": 0.3300403654575348,
803
+ "eval_rundkast_runtime": 31.6022,
804
+ "eval_rundkast_samples_per_second": 42.56,
805
+ "eval_rundkast_steps_per_second": 1.361,
806
+ "eval_rundkast_wer": 0.1322780782691696,
807
+ "step": 29400
808
+ },
809
+ {
810
+ "epoch": 24.0,
811
+ "eval_nb_samtale_loss": 0.5806035995483398,
812
+ "eval_nb_samtale_runtime": 35.9632,
813
+ "eval_nb_samtale_samples_per_second": 14.821,
814
+ "eval_nb_samtale_steps_per_second": 0.473,
815
+ "eval_nb_samtale_wer": 0.21126302083333334,
816
+ "step": 29400
817
+ },
818
+ {
819
+ "epoch": 24.0,
820
+ "eval_bigbrother_loss": 2.317692518234253,
821
+ "eval_bigbrother_runtime": 40.1241,
822
+ "eval_bigbrother_samples_per_second": 34.144,
823
+ "eval_bigbrother_steps_per_second": 1.072,
824
+ "eval_bigbrother_wer": 0.5184081205188109,
825
+ "step": 29400
826
+ },
827
+ {
828
+ "epoch": 25.0,
829
+ "grad_norm": 2.7289795875549316,
830
+ "learning_rate": 3.870736842105263e-05,
831
+ "loss": 0.1962,
832
+ "step": 30625
833
+ },
834
+ {
835
+ "epoch": 25.0,
836
+ "eval_rundkast_loss": 0.34277400374412537,
837
+ "eval_rundkast_runtime": 32.0615,
838
+ "eval_rundkast_samples_per_second": 41.951,
839
+ "eval_rundkast_steps_per_second": 1.341,
840
+ "eval_rundkast_wer": 0.1319599109131403,
841
+ "step": 30625
842
+ },
843
+ {
844
+ "epoch": 25.0,
845
+ "eval_nb_samtale_loss": 0.6326170563697815,
846
+ "eval_nb_samtale_runtime": 35.8107,
847
+ "eval_nb_samtale_samples_per_second": 14.884,
848
+ "eval_nb_samtale_steps_per_second": 0.475,
849
+ "eval_nb_samtale_wer": 0.21183268229166666,
850
+ "step": 30625
851
+ },
852
+ {
853
+ "epoch": 25.0,
854
+ "eval_bigbrother_loss": 2.443657875061035,
855
+ "eval_bigbrother_runtime": 39.6514,
856
+ "eval_bigbrother_samples_per_second": 34.551,
857
+ "eval_bigbrother_steps_per_second": 1.084,
858
+ "eval_bigbrother_wer": 0.5142995246918554,
859
+ "step": 30625
860
+ },
861
+ {
862
+ "epoch": 26.0,
863
+ "grad_norm": 3.723717212677002,
864
+ "learning_rate": 3.612842105263158e-05,
865
+ "loss": 0.1887,
866
+ "step": 31850
867
+ },
868
+ {
869
+ "epoch": 26.0,
870
+ "eval_rundkast_loss": 0.32608622312545776,
871
+ "eval_rundkast_runtime": 31.9056,
872
+ "eval_rundkast_samples_per_second": 42.156,
873
+ "eval_rundkast_steps_per_second": 1.348,
874
+ "eval_rundkast_wer": 0.13267578746420616,
875
+ "step": 31850
876
+ },
877
+ {
878
+ "epoch": 26.0,
879
+ "eval_nb_samtale_loss": 0.6086393594741821,
880
+ "eval_nb_samtale_runtime": 35.8839,
881
+ "eval_nb_samtale_samples_per_second": 14.853,
882
+ "eval_nb_samtale_steps_per_second": 0.474,
883
+ "eval_nb_samtale_wer": 0.21004231770833334,
884
+ "step": 31850
885
+ },
886
+ {
887
+ "epoch": 26.0,
888
+ "eval_bigbrother_loss": 2.344693422317505,
889
+ "eval_bigbrother_runtime": 39.7842,
890
+ "eval_bigbrother_samples_per_second": 34.436,
891
+ "eval_bigbrother_steps_per_second": 1.081,
892
+ "eval_bigbrother_wer": 0.5134939176669621,
893
+ "step": 31850
894
+ },
895
+ {
896
+ "epoch": 27.0,
897
+ "grad_norm": 3.741575241088867,
898
+ "learning_rate": 3.3551578947368424e-05,
899
+ "loss": 0.1886,
900
+ "step": 33075
901
+ },
902
+ {
903
+ "epoch": 27.0,
904
+ "eval_rundkast_loss": 0.32595619559288025,
905
+ "eval_rundkast_runtime": 31.7292,
906
+ "eval_rundkast_samples_per_second": 42.39,
907
+ "eval_rundkast_steps_per_second": 1.355,
908
+ "eval_rundkast_wer": 0.13164174355711103,
909
+ "step": 33075
910
+ },
911
+ {
912
+ "epoch": 27.0,
913
+ "eval_nb_samtale_loss": 0.6121112704277039,
914
+ "eval_nb_samtale_runtime": 35.7885,
915
+ "eval_nb_samtale_samples_per_second": 14.893,
916
+ "eval_nb_samtale_steps_per_second": 0.475,
917
+ "eval_nb_samtale_wer": 0.20890299479166666,
918
+ "step": 33075
919
+ },
920
+ {
921
+ "epoch": 27.0,
922
+ "eval_bigbrother_loss": 2.368227005004883,
923
+ "eval_bigbrother_runtime": 39.9121,
924
+ "eval_bigbrother_samples_per_second": 34.325,
925
+ "eval_bigbrother_steps_per_second": 1.077,
926
+ "eval_bigbrother_wer": 0.511238217997261,
927
+ "step": 33075
928
+ },
929
+ {
930
+ "epoch": 28.0,
931
+ "grad_norm": 5.783115863800049,
932
+ "learning_rate": 3.097263157894737e-05,
933
+ "loss": 0.1836,
934
+ "step": 34300
935
+ },
936
+ {
937
+ "epoch": 28.0,
938
+ "eval_rundkast_loss": 0.33696532249450684,
939
+ "eval_rundkast_runtime": 31.5417,
940
+ "eval_rundkast_samples_per_second": 42.642,
941
+ "eval_rundkast_steps_per_second": 1.363,
942
+ "eval_rundkast_wer": 0.12949411390391347,
943
+ "step": 34300
944
+ },
945
+ {
946
+ "epoch": 28.0,
947
+ "eval_nb_samtale_loss": 0.6101709008216858,
948
+ "eval_nb_samtale_runtime": 35.522,
949
+ "eval_nb_samtale_samples_per_second": 15.005,
950
+ "eval_nb_samtale_steps_per_second": 0.479,
951
+ "eval_nb_samtale_wer": 0.21012369791666666,
952
+ "step": 34300
953
+ },
954
+ {
955
+ "epoch": 28.0,
956
+ "eval_bigbrother_loss": 2.353733777999878,
957
+ "eval_bigbrother_runtime": 39.5513,
958
+ "eval_bigbrother_samples_per_second": 34.639,
959
+ "eval_bigbrother_steps_per_second": 1.087,
960
+ "eval_bigbrother_wer": 0.5056795295254974,
961
+ "step": 34300
962
+ },
963
+ {
964
+ "epoch": 29.0,
965
+ "grad_norm": 8.664693832397461,
966
+ "learning_rate": 2.8395789473684216e-05,
967
+ "loss": 0.1804,
968
+ "step": 35525
969
+ },
970
+ {
971
+ "epoch": 29.0,
972
+ "eval_rundkast_loss": 0.3452693819999695,
973
+ "eval_rundkast_runtime": 31.2833,
974
+ "eval_rundkast_samples_per_second": 42.994,
975
+ "eval_rundkast_steps_per_second": 1.375,
976
+ "eval_rundkast_wer": 0.1309258670060452,
977
+ "step": 35525
978
+ },
979
+ {
980
+ "epoch": 29.0,
981
+ "eval_nb_samtale_loss": 0.6237297654151917,
982
+ "eval_nb_samtale_runtime": 35.8619,
983
+ "eval_nb_samtale_samples_per_second": 14.863,
984
+ "eval_nb_samtale_steps_per_second": 0.474,
985
+ "eval_nb_samtale_wer": 0.21134440104166666,
986
+ "step": 35525
987
+ },
988
+ {
989
+ "epoch": 29.0,
990
+ "eval_bigbrother_loss": 2.3944995403289795,
991
+ "eval_bigbrother_runtime": 39.4367,
992
+ "eval_bigbrother_samples_per_second": 34.739,
993
+ "eval_bigbrother_steps_per_second": 1.09,
994
+ "eval_bigbrother_wer": 0.5084185934101345,
995
+ "step": 35525
996
+ },
997
+ {
998
+ "epoch": 30.0,
999
+ "grad_norm": 4.139631748199463,
1000
+ "learning_rate": 2.5818947368421053e-05,
1001
+ "loss": 0.1766,
1002
+ "step": 36750
1003
+ },
1004
+ {
1005
+ "epoch": 30.0,
1006
+ "eval_rundkast_loss": 0.3432329297065735,
1007
+ "eval_rundkast_runtime": 31.3849,
1008
+ "eval_rundkast_samples_per_second": 42.855,
1009
+ "eval_rundkast_steps_per_second": 1.37,
1010
+ "eval_rundkast_wer": 0.13020999045497933,
1011
+ "step": 36750
1012
+ },
1013
+ {
1014
+ "epoch": 30.0,
1015
+ "eval_nb_samtale_loss": 0.6131173968315125,
1016
+ "eval_nb_samtale_runtime": 35.6634,
1017
+ "eval_nb_samtale_samples_per_second": 14.945,
1018
+ "eval_nb_samtale_steps_per_second": 0.477,
1019
+ "eval_nb_samtale_wer": 0.21199544270833334,
1020
+ "step": 36750
1021
+ },
1022
+ {
1023
+ "epoch": 30.0,
1024
+ "eval_bigbrother_loss": 2.3949081897735596,
1025
+ "eval_bigbrother_runtime": 39.8587,
1026
+ "eval_bigbrother_samples_per_second": 34.371,
1027
+ "eval_bigbrother_steps_per_second": 1.079,
1028
+ "eval_bigbrother_wer": 0.510271489567389,
1029
+ "step": 36750
1030
+ },
1031
+ {
1032
+ "epoch": 31.0,
1033
+ "grad_norm": 3.3099727630615234,
1034
+ "learning_rate": 2.324e-05,
1035
+ "loss": 0.1767,
1036
+ "step": 37975
1037
+ },
1038
+ {
1039
+ "epoch": 31.0,
1040
+ "eval_rundkast_loss": 0.3425343930721283,
1041
+ "eval_rundkast_runtime": 31.3869,
1042
+ "eval_rundkast_samples_per_second": 42.852,
1043
+ "eval_rundkast_steps_per_second": 1.37,
1044
+ "eval_rundkast_wer": 0.1291759465478842,
1045
+ "step": 37975
1046
+ },
1047
+ {
1048
+ "epoch": 31.0,
1049
+ "eval_nb_samtale_loss": 0.6133290529251099,
1050
+ "eval_nb_samtale_runtime": 35.2473,
1051
+ "eval_nb_samtale_samples_per_second": 15.122,
1052
+ "eval_nb_samtale_steps_per_second": 0.482,
1053
+ "eval_nb_samtale_wer": 0.21044921875,
1054
+ "step": 37975
1055
+ },
1056
+ {
1057
+ "epoch": 31.0,
1058
+ "eval_bigbrother_loss": 2.503601312637329,
1059
+ "eval_bigbrother_runtime": 39.2061,
1060
+ "eval_bigbrother_samples_per_second": 34.944,
1061
+ "eval_bigbrother_steps_per_second": 1.097,
1062
+ "eval_bigbrother_wer": 0.5097881253524531,
1063
+ "step": 37975
1064
+ },
1065
+ {
1066
+ "epoch": 32.0,
1067
+ "grad_norm": 3.798198938369751,
1068
+ "learning_rate": 2.0661052631578946e-05,
1069
+ "loss": 0.1712,
1070
+ "step": 39200
1071
+ },
1072
+ {
1073
+ "epoch": 32.0,
1074
+ "eval_rundkast_loss": 0.3596391975879669,
1075
+ "eval_rundkast_runtime": 31.2765,
1076
+ "eval_rundkast_samples_per_second": 43.004,
1077
+ "eval_rundkast_steps_per_second": 1.375,
1078
+ "eval_rundkast_wer": 0.128380528157811,
1079
+ "step": 39200
1080
+ },
1081
+ {
1082
+ "epoch": 32.0,
1083
+ "eval_nb_samtale_loss": 0.6345717906951904,
1084
+ "eval_nb_samtale_runtime": 36.1693,
1085
+ "eval_nb_samtale_samples_per_second": 14.736,
1086
+ "eval_nb_samtale_steps_per_second": 0.47,
1087
+ "eval_nb_samtale_wer": 0.21036783854166666,
1088
+ "step": 39200
1089
+ },
1090
+ {
1091
+ "epoch": 32.0,
1092
+ "eval_bigbrother_loss": 2.506143569946289,
1093
+ "eval_bigbrother_runtime": 39.8743,
1094
+ "eval_bigbrother_samples_per_second": 34.358,
1095
+ "eval_bigbrother_steps_per_second": 1.078,
1096
+ "eval_bigbrother_wer": 0.5095464432449851,
1097
+ "step": 39200
1098
+ },
1099
+ {
1100
+ "epoch": 33.0,
1101
+ "grad_norm": 3.5819003582000732,
1102
+ "learning_rate": 1.8082105263157895e-05,
1103
+ "loss": 0.1712,
1104
+ "step": 40425
1105
+ },
1106
+ {
1107
+ "epoch": 33.0,
1108
+ "eval_rundkast_loss": 0.3613539934158325,
1109
+ "eval_rundkast_runtime": 31.3392,
1110
+ "eval_rundkast_samples_per_second": 42.918,
1111
+ "eval_rundkast_steps_per_second": 1.372,
1112
+ "eval_rundkast_wer": 0.12615335666560612,
1113
+ "step": 40425
1114
+ },
1115
+ {
1116
+ "epoch": 33.0,
1117
+ "eval_nb_samtale_loss": 0.644898533821106,
1118
+ "eval_nb_samtale_runtime": 35.4393,
1119
+ "eval_nb_samtale_samples_per_second": 15.04,
1120
+ "eval_nb_samtale_steps_per_second": 0.48,
1121
+ "eval_nb_samtale_wer": 0.20914713541666666,
1122
+ "step": 40425
1123
+ },
1124
+ {
1125
+ "epoch": 33.0,
1126
+ "eval_bigbrother_loss": 2.489149570465088,
1127
+ "eval_bigbrother_runtime": 39.804,
1128
+ "eval_bigbrother_samples_per_second": 34.419,
1129
+ "eval_bigbrother_steps_per_second": 1.08,
1130
+ "eval_bigbrother_wer": 0.5090630790300491,
1131
+ "step": 40425
1132
+ }
1133
+ ],
1134
+ "logging_steps": 500,
1135
+ "max_steps": 49000,
1136
+ "num_input_tokens_seen": 0,
1137
+ "num_train_epochs": 40,
1138
+ "save_steps": 500,
1139
+ "total_flos": 1.974178763172653e+20,
1140
+ "train_batch_size": 48,
1141
+ "trial_name": null,
1142
+ "trial_params": null
1143
+ }
checkpoint-40425/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76b1726f88a10b6122b423394ba676a6e1dc0ef8bf3b3a06cb5dae0ad5561656
3
+ size 4984
checkpoint-49000/config.json ADDED
@@ -0,0 +1,116 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "NbAiLab/nb-wav2vec2-300m-bokmaal",
3
+ "activation_dropout": 0.055,
4
+ "adapter_attn_dim": null,
5
+ "adapter_kernel_size": 3,
6
+ "adapter_stride": 2,
7
+ "add_adapter": false,
8
+ "apply_spec_augment": true,
9
+ "architectures": [
10
+ "Wav2Vec2ForCTC"
11
+ ],
12
+ "attention_dropout": 0.094,
13
+ "bos_token_id": 1,
14
+ "classifier_proj_size": 256,
15
+ "codevector_dim": 768,
16
+ "contrastive_logits_temperature": 0.1,
17
+ "conv_bias": true,
18
+ "conv_dim": [
19
+ 512,
20
+ 512,
21
+ 512,
22
+ 512,
23
+ 512,
24
+ 512,
25
+ 512
26
+ ],
27
+ "conv_kernel": [
28
+ 10,
29
+ 3,
30
+ 3,
31
+ 3,
32
+ 3,
33
+ 2,
34
+ 2
35
+ ],
36
+ "conv_stride": [
37
+ 5,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 2,
42
+ 2,
43
+ 2
44
+ ],
45
+ "ctc_loss_reduction": "mean",
46
+ "ctc_zero_infinity": true,
47
+ "diversity_loss_weight": 0.1,
48
+ "do_stable_layer_norm": true,
49
+ "eos_token_id": 2,
50
+ "feat_extract_activation": "gelu",
51
+ "feat_extract_dropout": 0.0,
52
+ "feat_extract_norm": "layer",
53
+ "feat_proj_dropout": 0.04,
54
+ "feat_quantizer_dropout": 0.0,
55
+ "final_dropout": 0.0,
56
+ "hidden_act": "gelu",
57
+ "hidden_dropout": 0.047,
58
+ "hidden_size": 1024,
59
+ "initializer_range": 0.02,
60
+ "intermediate_size": 4096,
61
+ "layer_norm_eps": 1e-05,
62
+ "layerdrop": 0.041,
63
+ "mask_channel_length": 10,
64
+ "mask_channel_min_space": 1,
65
+ "mask_channel_other": 0.0,
66
+ "mask_channel_prob": 0.0,
67
+ "mask_channel_selection": "static",
68
+ "mask_feature_length": 64,
69
+ "mask_feature_min_masks": 0,
70
+ "mask_feature_prob": 0.25,
71
+ "mask_time_length": 10,
72
+ "mask_time_min_masks": 2,
73
+ "mask_time_min_space": 1,
74
+ "mask_time_other": 0.0,
75
+ "mask_time_prob": 0.082,
76
+ "mask_time_selection": "static",
77
+ "model_type": "wav2vec2",
78
+ "num_adapter_layers": 3,
79
+ "num_attention_heads": 16,
80
+ "num_codevector_groups": 2,
81
+ "num_codevectors_per_group": 320,
82
+ "num_conv_pos_embedding_groups": 16,
83
+ "num_conv_pos_embeddings": 128,
84
+ "num_feat_extract_layers": 7,
85
+ "num_hidden_layers": 24,
86
+ "num_negatives": 100,
87
+ "output_hidden_size": 1024,
88
+ "pad_token_id": 31,
89
+ "proj_codevector_dim": 768,
90
+ "tdnn_dilation": [
91
+ 1,
92
+ 2,
93
+ 3,
94
+ 1,
95
+ 1
96
+ ],
97
+ "tdnn_dim": [
98
+ 512,
99
+ 512,
100
+ 512,
101
+ 512,
102
+ 1500
103
+ ],
104
+ "tdnn_kernel": [
105
+ 5,
106
+ 3,
107
+ 3,
108
+ 1,
109
+ 1
110
+ ],
111
+ "torch_dtype": "float32",
112
+ "transformers_version": "4.38.1",
113
+ "use_weighted_layer_sum": false,
114
+ "vocab_size": 34,
115
+ "xvector_output_dim": 512
116
+ }
checkpoint-49000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6c792b39ddb54d9fa2e70e7949b477cd7ffd7f5159cc8dd45eafb363ab94ca
3
+ size 1261946880
checkpoint-49000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68be997161d0ae0df3b3126259f79c514a2618607ed6eef3316ce629fb0e74d2
3
+ size 2490438582
checkpoint-49000/preprocessor_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0,
7
+ "processor_class": "Wav2Vec2ProcessorWithLM",
8
+ "return_attention_mask": true,
9
+ "sampling_rate": 16000
10
+ }
checkpoint-49000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04a33a03ff70cdcef08a945cd5fadd32e4d37e76465d8fdb3c47b1535b24ec7e
3
+ size 14308
checkpoint-49000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aa1196d52948121882416750adc484a35b1744e8e9422cd1bceec8a5dfa8e04
3
+ size 1064
checkpoint-49000/trainer_state.json ADDED
@@ -0,0 +1,1381 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.12615335666560612,
3
+ "best_model_checkpoint": "/cluster/home/torstefl/Master/saved_model/W2V/single/RUND/30.05/checkpoint-40425",
4
+ "epoch": 40.0,
5
+ "eval_steps": 500,
6
+ "global_step": 49000,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "grad_norm": 3.7080862522125244,
14
+ "learning_rate": 8.16e-05,
15
+ "loss": 0.5467,
16
+ "step": 1225
17
+ },
18
+ {
19
+ "epoch": 1.0,
20
+ "eval_rundkast_loss": 0.30231863260269165,
21
+ "eval_rundkast_runtime": 32.5305,
22
+ "eval_rundkast_samples_per_second": 41.346,
23
+ "eval_rundkast_steps_per_second": 1.322,
24
+ "eval_rundkast_wer": 0.19145720649061407,
25
+ "step": 1225
26
+ },
27
+ {
28
+ "epoch": 1.0,
29
+ "eval_nb_samtale_loss": 0.5260343551635742,
30
+ "eval_nb_samtale_runtime": 37.7602,
31
+ "eval_nb_samtale_samples_per_second": 14.115,
32
+ "eval_nb_samtale_steps_per_second": 0.45,
33
+ "eval_nb_samtale_wer": 0.2622884114583333,
34
+ "step": 1225
35
+ },
36
+ {
37
+ "epoch": 1.0,
38
+ "eval_bigbrother_loss": 1.871883511543274,
39
+ "eval_bigbrother_runtime": 40.2594,
40
+ "eval_bigbrother_samples_per_second": 34.029,
41
+ "eval_bigbrother_steps_per_second": 1.068,
42
+ "eval_bigbrother_wer": 0.6054136792072827,
43
+ "step": 1225
44
+ },
45
+ {
46
+ "epoch": 2.0,
47
+ "grad_norm": 2.773157835006714,
48
+ "learning_rate": 9.800210526315789e-05,
49
+ "loss": 0.4578,
50
+ "step": 2450
51
+ },
52
+ {
53
+ "epoch": 2.0,
54
+ "eval_rundkast_loss": 0.31110912561416626,
55
+ "eval_rundkast_runtime": 31.8038,
56
+ "eval_rundkast_samples_per_second": 42.291,
57
+ "eval_rundkast_steps_per_second": 1.352,
58
+ "eval_rundkast_wer": 0.17236716512885777,
59
+ "step": 2450
60
+ },
61
+ {
62
+ "epoch": 2.0,
63
+ "eval_nb_samtale_loss": 0.5243741273880005,
64
+ "eval_nb_samtale_runtime": 37.3513,
65
+ "eval_nb_samtale_samples_per_second": 14.27,
66
+ "eval_nb_samtale_steps_per_second": 0.455,
67
+ "eval_nb_samtale_wer": 0.24796549479166666,
68
+ "step": 2450
69
+ },
70
+ {
71
+ "epoch": 2.0,
72
+ "eval_bigbrother_loss": 1.9609774351119995,
73
+ "eval_bigbrother_runtime": 40.3603,
74
+ "eval_bigbrother_samples_per_second": 33.944,
75
+ "eval_bigbrother_steps_per_second": 1.065,
76
+ "eval_bigbrother_wer": 0.5801981793281238,
77
+ "step": 2450
78
+ },
79
+ {
80
+ "epoch": 3.0,
81
+ "grad_norm": 2.448107957839966,
82
+ "learning_rate": 9.542315789473685e-05,
83
+ "loss": 0.4141,
84
+ "step": 3675
85
+ },
86
+ {
87
+ "epoch": 3.0,
88
+ "eval_rundkast_loss": 0.28843000531196594,
89
+ "eval_rundkast_runtime": 31.4496,
90
+ "eval_rundkast_samples_per_second": 42.767,
91
+ "eval_rundkast_steps_per_second": 1.367,
92
+ "eval_rundkast_wer": 0.1697422844416163,
93
+ "step": 3675
94
+ },
95
+ {
96
+ "epoch": 3.0,
97
+ "eval_nb_samtale_loss": 0.5364730954170227,
98
+ "eval_nb_samtale_runtime": 36.197,
99
+ "eval_nb_samtale_samples_per_second": 14.725,
100
+ "eval_nb_samtale_steps_per_second": 0.47,
101
+ "eval_nb_samtale_wer": 0.24007161458333334,
102
+ "step": 3675
103
+ },
104
+ {
105
+ "epoch": 3.0,
106
+ "eval_bigbrother_loss": 1.9849306344985962,
107
+ "eval_bigbrother_runtime": 39.5166,
108
+ "eval_bigbrother_samples_per_second": 34.669,
109
+ "eval_bigbrother_steps_per_second": 1.088,
110
+ "eval_bigbrother_wer": 0.5797953758156771,
111
+ "step": 3675
112
+ },
113
+ {
114
+ "epoch": 4.0,
115
+ "grad_norm": 5.366342544555664,
116
+ "learning_rate": 9.28463157894737e-05,
117
+ "loss": 0.3852,
118
+ "step": 4900
119
+ },
120
+ {
121
+ "epoch": 4.0,
122
+ "eval_rundkast_loss": 0.2692658603191376,
123
+ "eval_rundkast_runtime": 31.6518,
124
+ "eval_rundkast_samples_per_second": 42.494,
125
+ "eval_rundkast_steps_per_second": 1.359,
126
+ "eval_rundkast_wer": 0.16321985364301622,
127
+ "step": 4900
128
+ },
129
+ {
130
+ "epoch": 4.0,
131
+ "eval_nb_samtale_loss": 0.5346274971961975,
132
+ "eval_nb_samtale_runtime": 36.5542,
133
+ "eval_nb_samtale_samples_per_second": 14.581,
134
+ "eval_nb_samtale_steps_per_second": 0.465,
135
+ "eval_nb_samtale_wer": 0.23860677083333334,
136
+ "step": 4900
137
+ },
138
+ {
139
+ "epoch": 4.0,
140
+ "eval_bigbrother_loss": 1.9121719598770142,
141
+ "eval_bigbrother_runtime": 40.1737,
142
+ "eval_bigbrother_samples_per_second": 34.102,
143
+ "eval_bigbrother_steps_per_second": 1.07,
144
+ "eval_bigbrother_wer": 0.5557077257713687,
145
+ "step": 4900
146
+ },
147
+ {
148
+ "epoch": 5.0,
149
+ "grad_norm": 4.274389266967773,
150
+ "learning_rate": 9.026736842105264e-05,
151
+ "loss": 0.3654,
152
+ "step": 6125
153
+ },
154
+ {
155
+ "epoch": 5.0,
156
+ "eval_rundkast_loss": 0.29252347350120544,
157
+ "eval_rundkast_runtime": 31.5872,
158
+ "eval_rundkast_samples_per_second": 42.581,
159
+ "eval_rundkast_steps_per_second": 1.361,
160
+ "eval_rundkast_wer": 0.15701559020044542,
161
+ "step": 6125
162
+ },
163
+ {
164
+ "epoch": 5.0,
165
+ "eval_nb_samtale_loss": 0.5537768006324768,
166
+ "eval_nb_samtale_runtime": 36.3537,
167
+ "eval_nb_samtale_samples_per_second": 14.662,
168
+ "eval_nb_samtale_steps_per_second": 0.468,
169
+ "eval_nb_samtale_wer": 0.23079427083333334,
170
+ "step": 6125
171
+ },
172
+ {
173
+ "epoch": 5.0,
174
+ "eval_bigbrother_loss": 2.0775458812713623,
175
+ "eval_bigbrother_runtime": 39.681,
176
+ "eval_bigbrother_samples_per_second": 34.525,
177
+ "eval_bigbrother_steps_per_second": 1.084,
178
+ "eval_bigbrother_wer": 0.5554660436639007,
179
+ "step": 6125
180
+ },
181
+ {
182
+ "epoch": 6.0,
183
+ "grad_norm": 5.030076026916504,
184
+ "learning_rate": 8.769052631578948e-05,
185
+ "loss": 0.3452,
186
+ "step": 7350
187
+ },
188
+ {
189
+ "epoch": 6.0,
190
+ "eval_rundkast_loss": 0.29516521096229553,
191
+ "eval_rundkast_runtime": 31.5112,
192
+ "eval_rundkast_samples_per_second": 42.683,
193
+ "eval_rundkast_steps_per_second": 1.365,
194
+ "eval_rundkast_wer": 0.15089086859688197,
195
+ "step": 7350
196
+ },
197
+ {
198
+ "epoch": 6.0,
199
+ "eval_nb_samtale_loss": 0.5526564717292786,
200
+ "eval_nb_samtale_runtime": 36.1333,
201
+ "eval_nb_samtale_samples_per_second": 14.751,
202
+ "eval_nb_samtale_steps_per_second": 0.47,
203
+ "eval_nb_samtale_wer": 0.22517903645833334,
204
+ "step": 7350
205
+ },
206
+ {
207
+ "epoch": 6.0,
208
+ "eval_bigbrother_loss": 2.038280725479126,
209
+ "eval_bigbrother_runtime": 39.4829,
210
+ "eval_bigbrother_samples_per_second": 34.699,
211
+ "eval_bigbrother_steps_per_second": 1.089,
212
+ "eval_bigbrother_wer": 0.5402400708934182,
213
+ "step": 7350
214
+ },
215
+ {
216
+ "epoch": 7.0,
217
+ "grad_norm": 5.610586166381836,
218
+ "learning_rate": 8.511157894736842e-05,
219
+ "loss": 0.3301,
220
+ "step": 8575
221
+ },
222
+ {
223
+ "epoch": 7.0,
224
+ "eval_rundkast_loss": 0.27553433179855347,
225
+ "eval_rundkast_runtime": 31.4793,
226
+ "eval_rundkast_samples_per_second": 42.727,
227
+ "eval_rundkast_steps_per_second": 1.366,
228
+ "eval_rundkast_wer": 0.14460706331530385,
229
+ "step": 8575
230
+ },
231
+ {
232
+ "epoch": 7.0,
233
+ "eval_nb_samtale_loss": 0.5609863996505737,
234
+ "eval_nb_samtale_runtime": 36.0218,
235
+ "eval_nb_samtale_samples_per_second": 14.797,
236
+ "eval_nb_samtale_steps_per_second": 0.472,
237
+ "eval_nb_samtale_wer": 0.22281901041666666,
238
+ "step": 8575
239
+ },
240
+ {
241
+ "epoch": 7.0,
242
+ "eval_bigbrother_loss": 2.06436824798584,
243
+ "eval_bigbrother_runtime": 39.4099,
244
+ "eval_bigbrother_samples_per_second": 34.763,
245
+ "eval_bigbrother_steps_per_second": 1.091,
246
+ "eval_bigbrother_wer": 0.5374204463062918,
247
+ "step": 8575
248
+ },
249
+ {
250
+ "epoch": 8.0,
251
+ "grad_norm": 3.3816378116607666,
252
+ "learning_rate": 8.253263157894737e-05,
253
+ "loss": 0.3152,
254
+ "step": 9800
255
+ },
256
+ {
257
+ "epoch": 8.0,
258
+ "eval_rundkast_loss": 0.27358707785606384,
259
+ "eval_rundkast_runtime": 31.4538,
260
+ "eval_rundkast_samples_per_second": 42.761,
261
+ "eval_rundkast_steps_per_second": 1.367,
262
+ "eval_rundkast_wer": 0.14675469296850144,
263
+ "step": 9800
264
+ },
265
+ {
266
+ "epoch": 8.0,
267
+ "eval_nb_samtale_loss": 0.5373356938362122,
268
+ "eval_nb_samtale_runtime": 36.0235,
269
+ "eval_nb_samtale_samples_per_second": 14.796,
270
+ "eval_nb_samtale_steps_per_second": 0.472,
271
+ "eval_nb_samtale_wer": 0.2265625,
272
+ "step": 9800
273
+ },
274
+ {
275
+ "epoch": 8.0,
276
+ "eval_bigbrother_loss": 2.0022764205932617,
277
+ "eval_bigbrother_runtime": 39.5126,
278
+ "eval_bigbrother_samples_per_second": 34.673,
279
+ "eval_bigbrother_steps_per_second": 1.088,
280
+ "eval_bigbrother_wer": 0.5332312897768469,
281
+ "step": 9800
282
+ },
283
+ {
284
+ "epoch": 9.0,
285
+ "grad_norm": 2.7853925228118896,
286
+ "learning_rate": 7.995578947368422e-05,
287
+ "loss": 0.301,
288
+ "step": 11025
289
+ },
290
+ {
291
+ "epoch": 9.0,
292
+ "eval_rundkast_loss": 0.257459819316864,
293
+ "eval_rundkast_runtime": 31.4423,
294
+ "eval_rundkast_samples_per_second": 42.777,
295
+ "eval_rundkast_steps_per_second": 1.368,
296
+ "eval_rundkast_wer": 0.14293668469615017,
297
+ "step": 11025
298
+ },
299
+ {
300
+ "epoch": 9.0,
301
+ "eval_nb_samtale_loss": 0.5285869240760803,
302
+ "eval_nb_samtale_runtime": 36.2554,
303
+ "eval_nb_samtale_samples_per_second": 14.701,
304
+ "eval_nb_samtale_steps_per_second": 0.469,
305
+ "eval_nb_samtale_wer": 0.22509765625,
306
+ "step": 11025
307
+ },
308
+ {
309
+ "epoch": 9.0,
310
+ "eval_bigbrother_loss": 2.0163955688476562,
311
+ "eval_bigbrother_runtime": 39.6281,
312
+ "eval_bigbrother_samples_per_second": 34.571,
313
+ "eval_bigbrother_steps_per_second": 1.085,
314
+ "eval_bigbrother_wer": 0.5354869894465479,
315
+ "step": 11025
316
+ },
317
+ {
318
+ "epoch": 10.0,
319
+ "grad_norm": 2.2737765312194824,
320
+ "learning_rate": 7.737684210526317e-05,
321
+ "loss": 0.2912,
322
+ "step": 12250
323
+ },
324
+ {
325
+ "epoch": 10.0,
326
+ "eval_rundkast_loss": 0.2834290564060211,
327
+ "eval_rundkast_runtime": 31.605,
328
+ "eval_rundkast_samples_per_second": 42.557,
329
+ "eval_rundkast_steps_per_second": 1.361,
330
+ "eval_rundkast_wer": 0.14230034998409163,
331
+ "step": 12250
332
+ },
333
+ {
334
+ "epoch": 10.0,
335
+ "eval_nb_samtale_loss": 0.524945080280304,
336
+ "eval_nb_samtale_runtime": 36.2711,
337
+ "eval_nb_samtale_samples_per_second": 14.695,
338
+ "eval_nb_samtale_steps_per_second": 0.469,
339
+ "eval_nb_samtale_wer": 0.21956380208333334,
340
+ "step": 12250
341
+ },
342
+ {
343
+ "epoch": 10.0,
344
+ "eval_bigbrother_loss": 2.0072944164276123,
345
+ "eval_bigbrother_runtime": 39.7952,
346
+ "eval_bigbrother_samples_per_second": 34.426,
347
+ "eval_bigbrother_steps_per_second": 1.081,
348
+ "eval_bigbrother_wer": 0.5287198904374446,
349
+ "step": 12250
350
+ },
351
+ {
352
+ "epoch": 11.0,
353
+ "grad_norm": 4.1641364097595215,
354
+ "learning_rate": 7.479789473684211e-05,
355
+ "loss": 0.2818,
356
+ "step": 13475
357
+ },
358
+ {
359
+ "epoch": 11.0,
360
+ "eval_rundkast_loss": 0.291464626789093,
361
+ "eval_rundkast_runtime": 31.4279,
362
+ "eval_rundkast_samples_per_second": 42.796,
363
+ "eval_rundkast_steps_per_second": 1.368,
364
+ "eval_rundkast_wer": 0.1403118040089087,
365
+ "step": 13475
366
+ },
367
+ {
368
+ "epoch": 11.0,
369
+ "eval_nb_samtale_loss": 0.5573220252990723,
370
+ "eval_nb_samtale_runtime": 35.8245,
371
+ "eval_nb_samtale_samples_per_second": 14.878,
372
+ "eval_nb_samtale_steps_per_second": 0.475,
373
+ "eval_nb_samtale_wer": 0.21744791666666666,
374
+ "step": 13475
375
+ },
376
+ {
377
+ "epoch": 11.0,
378
+ "eval_bigbrother_loss": 2.2074215412139893,
379
+ "eval_bigbrother_runtime": 39.3859,
380
+ "eval_bigbrother_samples_per_second": 34.784,
381
+ "eval_bigbrother_steps_per_second": 1.092,
382
+ "eval_bigbrother_wer": 0.5279142834125513,
383
+ "step": 13475
384
+ },
385
+ {
386
+ "epoch": 12.0,
387
+ "grad_norm": 2.796776533126831,
388
+ "learning_rate": 7.222105263157896e-05,
389
+ "loss": 0.2718,
390
+ "step": 14700
391
+ },
392
+ {
393
+ "epoch": 12.0,
394
+ "eval_rundkast_loss": 0.2955363988876343,
395
+ "eval_rundkast_runtime": 31.4317,
396
+ "eval_rundkast_samples_per_second": 42.791,
397
+ "eval_rundkast_steps_per_second": 1.368,
398
+ "eval_rundkast_wer": 0.1376869233216672,
399
+ "step": 14700
400
+ },
401
+ {
402
+ "epoch": 12.0,
403
+ "eval_nb_samtale_loss": 0.5371569991111755,
404
+ "eval_nb_samtale_runtime": 36.1485,
405
+ "eval_nb_samtale_samples_per_second": 14.745,
406
+ "eval_nb_samtale_steps_per_second": 0.47,
407
+ "eval_nb_samtale_wer": 0.21891276041666666,
408
+ "step": 14700
409
+ },
410
+ {
411
+ "epoch": 12.0,
412
+ "eval_bigbrother_loss": 2.0551300048828125,
413
+ "eval_bigbrother_runtime": 39.5331,
414
+ "eval_bigbrother_samples_per_second": 34.655,
415
+ "eval_bigbrother_steps_per_second": 1.088,
416
+ "eval_bigbrother_wer": 0.524611294610489,
417
+ "step": 14700
418
+ },
419
+ {
420
+ "epoch": 13.0,
421
+ "grad_norm": 2.6839964389801025,
422
+ "learning_rate": 6.96442105263158e-05,
423
+ "loss": 0.2614,
424
+ "step": 15925
425
+ },
426
+ {
427
+ "epoch": 13.0,
428
+ "eval_rundkast_loss": 0.28540924191474915,
429
+ "eval_rundkast_runtime": 32.0138,
430
+ "eval_rundkast_samples_per_second": 42.013,
431
+ "eval_rundkast_steps_per_second": 1.343,
432
+ "eval_rundkast_wer": 0.13959592745784283,
433
+ "step": 15925
434
+ },
435
+ {
436
+ "epoch": 13.0,
437
+ "eval_nb_samtale_loss": 0.5376082062721252,
438
+ "eval_nb_samtale_runtime": 36.0007,
439
+ "eval_nb_samtale_samples_per_second": 14.805,
440
+ "eval_nb_samtale_steps_per_second": 0.472,
441
+ "eval_nb_samtale_wer": 0.215087890625,
442
+ "step": 15925
443
+ },
444
+ {
445
+ "epoch": 13.0,
446
+ "eval_bigbrother_loss": 2.0468454360961914,
447
+ "eval_bigbrother_runtime": 39.695,
448
+ "eval_bigbrother_samples_per_second": 34.513,
449
+ "eval_bigbrother_steps_per_second": 1.083,
450
+ "eval_bigbrother_wer": 0.5228389591557239,
451
+ "step": 15925
452
+ },
453
+ {
454
+ "epoch": 14.0,
455
+ "grad_norm": 2.8357603549957275,
456
+ "learning_rate": 6.706526315789474e-05,
457
+ "loss": 0.2556,
458
+ "step": 17150
459
+ },
460
+ {
461
+ "epoch": 14.0,
462
+ "eval_rundkast_loss": 0.34074199199676514,
463
+ "eval_rundkast_runtime": 31.6633,
464
+ "eval_rundkast_samples_per_second": 42.478,
465
+ "eval_rundkast_steps_per_second": 1.358,
466
+ "eval_rundkast_wer": 0.13728921412663062,
467
+ "step": 17150
468
+ },
469
+ {
470
+ "epoch": 14.0,
471
+ "eval_nb_samtale_loss": 0.5684360861778259,
472
+ "eval_nb_samtale_runtime": 35.7903,
473
+ "eval_nb_samtale_samples_per_second": 14.892,
474
+ "eval_nb_samtale_steps_per_second": 0.475,
475
+ "eval_nb_samtale_wer": 0.214111328125,
476
+ "step": 17150
477
+ },
478
+ {
479
+ "epoch": 14.0,
480
+ "eval_bigbrother_loss": 2.249138593673706,
481
+ "eval_bigbrother_runtime": 39.6983,
482
+ "eval_bigbrother_samples_per_second": 34.51,
483
+ "eval_bigbrother_steps_per_second": 1.083,
484
+ "eval_bigbrother_wer": 0.5262225086602755,
485
+ "step": 17150
486
+ },
487
+ {
488
+ "epoch": 15.0,
489
+ "grad_norm": 4.659173965454102,
490
+ "learning_rate": 6.448842105263159e-05,
491
+ "loss": 0.2473,
492
+ "step": 18375
493
+ },
494
+ {
495
+ "epoch": 15.0,
496
+ "eval_rundkast_loss": 0.3245847225189209,
497
+ "eval_rundkast_runtime": 31.5529,
498
+ "eval_rundkast_samples_per_second": 42.627,
499
+ "eval_rundkast_steps_per_second": 1.363,
500
+ "eval_rundkast_wer": 0.13665287941457208,
501
+ "step": 18375
502
+ },
503
+ {
504
+ "epoch": 15.0,
505
+ "eval_nb_samtale_loss": 0.5528948307037354,
506
+ "eval_nb_samtale_runtime": 36.5998,
507
+ "eval_nb_samtale_samples_per_second": 14.563,
508
+ "eval_nb_samtale_steps_per_second": 0.464,
509
+ "eval_nb_samtale_wer": 0.21427408854166666,
510
+ "step": 18375
511
+ },
512
+ {
513
+ "epoch": 15.0,
514
+ "eval_bigbrother_loss": 2.2172372341156006,
515
+ "eval_bigbrother_runtime": 39.8062,
516
+ "eval_bigbrother_samples_per_second": 34.417,
517
+ "eval_bigbrother_steps_per_second": 1.08,
518
+ "eval_bigbrother_wer": 0.524611294610489,
519
+ "step": 18375
520
+ },
521
+ {
522
+ "epoch": 16.0,
523
+ "grad_norm": 4.046926975250244,
524
+ "learning_rate": 6.191157894736842e-05,
525
+ "loss": 0.2414,
526
+ "step": 19600
527
+ },
528
+ {
529
+ "epoch": 16.0,
530
+ "eval_rundkast_loss": 0.28036314249038696,
531
+ "eval_rundkast_runtime": 31.8175,
532
+ "eval_rundkast_samples_per_second": 42.272,
533
+ "eval_rundkast_steps_per_second": 1.351,
534
+ "eval_rundkast_wer": 0.1349825007954184,
535
+ "step": 19600
536
+ },
537
+ {
538
+ "epoch": 16.0,
539
+ "eval_nb_samtale_loss": 0.5292507410049438,
540
+ "eval_nb_samtale_runtime": 35.9006,
541
+ "eval_nb_samtale_samples_per_second": 14.847,
542
+ "eval_nb_samtale_steps_per_second": 0.474,
543
+ "eval_nb_samtale_wer": 0.21533203125,
544
+ "step": 19600
545
+ },
546
+ {
547
+ "epoch": 16.0,
548
+ "eval_bigbrother_loss": 2.0556137561798096,
549
+ "eval_bigbrother_runtime": 39.6218,
550
+ "eval_bigbrother_samples_per_second": 34.577,
551
+ "eval_bigbrother_steps_per_second": 1.085,
552
+ "eval_bigbrother_wer": 0.5206638201885121,
553
+ "step": 19600
554
+ },
555
+ {
556
+ "epoch": 17.0,
557
+ "grad_norm": 2.713061809539795,
558
+ "learning_rate": 5.933263157894737e-05,
559
+ "loss": 0.2328,
560
+ "step": 20825
561
+ },
562
+ {
563
+ "epoch": 17.0,
564
+ "eval_rundkast_loss": 0.3071937561035156,
565
+ "eval_rundkast_runtime": 31.6947,
566
+ "eval_rundkast_samples_per_second": 42.436,
567
+ "eval_rundkast_steps_per_second": 1.357,
568
+ "eval_rundkast_wer": 0.13490295895641108,
569
+ "step": 20825
570
+ },
571
+ {
572
+ "epoch": 17.0,
573
+ "eval_nb_samtale_loss": 0.5693681240081787,
574
+ "eval_nb_samtale_runtime": 35.8134,
575
+ "eval_nb_samtale_samples_per_second": 14.883,
576
+ "eval_nb_samtale_steps_per_second": 0.475,
577
+ "eval_nb_samtale_wer": 0.21476236979166666,
578
+ "step": 20825
579
+ },
580
+ {
581
+ "epoch": 17.0,
582
+ "eval_bigbrother_loss": 2.2417101860046387,
583
+ "eval_bigbrother_runtime": 39.6674,
584
+ "eval_bigbrother_samples_per_second": 34.537,
585
+ "eval_bigbrother_steps_per_second": 1.084,
586
+ "eval_bigbrother_wer": 0.5163135422540884,
587
+ "step": 20825
588
+ },
589
+ {
590
+ "epoch": 18.0,
591
+ "grad_norm": 3.662180185317993,
592
+ "learning_rate": 5.6753684210526313e-05,
593
+ "loss": 0.228,
594
+ "step": 22050
595
+ },
596
+ {
597
+ "epoch": 18.0,
598
+ "eval_rundkast_loss": 0.3300894796848297,
599
+ "eval_rundkast_runtime": 31.6144,
600
+ "eval_rundkast_samples_per_second": 42.544,
601
+ "eval_rundkast_steps_per_second": 1.36,
602
+ "eval_rundkast_wer": 0.13140311804008908,
603
+ "step": 22050
604
+ },
605
+ {
606
+ "epoch": 18.0,
607
+ "eval_nb_samtale_loss": 0.6102511286735535,
608
+ "eval_nb_samtale_runtime": 36.3906,
609
+ "eval_nb_samtale_samples_per_second": 14.647,
610
+ "eval_nb_samtale_steps_per_second": 0.467,
611
+ "eval_nb_samtale_wer": 0.21280924479166666,
612
+ "step": 22050
613
+ },
614
+ {
615
+ "epoch": 18.0,
616
+ "eval_bigbrother_loss": 2.433946371078491,
617
+ "eval_bigbrother_runtime": 39.8718,
618
+ "eval_bigbrother_samples_per_second": 34.36,
619
+ "eval_bigbrother_steps_per_second": 1.078,
620
+ "eval_bigbrother_wer": 0.5265447514702328,
621
+ "step": 22050
622
+ },
623
+ {
624
+ "epoch": 19.0,
625
+ "grad_norm": 3.2172813415527344,
626
+ "learning_rate": 5.417473684210527e-05,
627
+ "loss": 0.2227,
628
+ "step": 23275
629
+ },
630
+ {
631
+ "epoch": 19.0,
632
+ "eval_rundkast_loss": 0.2971687316894531,
633
+ "eval_rundkast_runtime": 31.7336,
634
+ "eval_rundkast_samples_per_second": 42.384,
635
+ "eval_rundkast_steps_per_second": 1.355,
636
+ "eval_rundkast_wer": 0.12949411390391347,
637
+ "step": 23275
638
+ },
639
+ {
640
+ "epoch": 19.0,
641
+ "eval_nb_samtale_loss": 0.5440128445625305,
642
+ "eval_nb_samtale_runtime": 35.6562,
643
+ "eval_nb_samtale_samples_per_second": 14.948,
644
+ "eval_nb_samtale_steps_per_second": 0.477,
645
+ "eval_nb_samtale_wer": 0.21337890625,
646
+ "step": 23275
647
+ },
648
+ {
649
+ "epoch": 19.0,
650
+ "eval_bigbrother_loss": 2.229306936264038,
651
+ "eval_bigbrother_runtime": 39.499,
652
+ "eval_bigbrother_samples_per_second": 34.684,
653
+ "eval_bigbrother_steps_per_second": 1.089,
654
+ "eval_bigbrother_wer": 0.5155884959316845,
655
+ "step": 23275
656
+ },
657
+ {
658
+ "epoch": 20.0,
659
+ "grad_norm": 3.76371431350708,
660
+ "learning_rate": 5.159789473684211e-05,
661
+ "loss": 0.2201,
662
+ "step": 24500
663
+ },
664
+ {
665
+ "epoch": 20.0,
666
+ "eval_rundkast_loss": 0.33149319887161255,
667
+ "eval_rundkast_runtime": 31.7066,
668
+ "eval_rundkast_samples_per_second": 42.42,
669
+ "eval_rundkast_steps_per_second": 1.356,
670
+ "eval_rundkast_wer": 0.13211899459115495,
671
+ "step": 24500
672
+ },
673
+ {
674
+ "epoch": 20.0,
675
+ "eval_nb_samtale_loss": 0.5641424655914307,
676
+ "eval_nb_samtale_runtime": 35.6835,
677
+ "eval_nb_samtale_samples_per_second": 14.937,
678
+ "eval_nb_samtale_steps_per_second": 0.476,
679
+ "eval_nb_samtale_wer": 0.214599609375,
680
+ "step": 24500
681
+ },
682
+ {
683
+ "epoch": 20.0,
684
+ "eval_bigbrother_loss": 2.2568540573120117,
685
+ "eval_bigbrother_runtime": 39.6597,
686
+ "eval_bigbrother_samples_per_second": 34.544,
687
+ "eval_bigbrother_steps_per_second": 1.084,
688
+ "eval_bigbrother_wer": 0.5247724160154676,
689
+ "step": 24500
690
+ },
691
+ {
692
+ "epoch": 21.0,
693
+ "grad_norm": 2.644437789916992,
694
+ "learning_rate": 4.9018947368421054e-05,
695
+ "loss": 0.2104,
696
+ "step": 25725
697
+ },
698
+ {
699
+ "epoch": 21.0,
700
+ "eval_rundkast_loss": 0.32245177030563354,
701
+ "eval_rundkast_runtime": 31.7772,
702
+ "eval_rundkast_samples_per_second": 42.326,
703
+ "eval_rundkast_steps_per_second": 1.353,
704
+ "eval_rundkast_wer": 0.1305281578110086,
705
+ "step": 25725
706
+ },
707
+ {
708
+ "epoch": 21.0,
709
+ "eval_nb_samtale_loss": 0.5810007452964783,
710
+ "eval_nb_samtale_runtime": 36.1863,
711
+ "eval_nb_samtale_samples_per_second": 14.729,
712
+ "eval_nb_samtale_steps_per_second": 0.47,
713
+ "eval_nb_samtale_wer": 0.2138671875,
714
+ "step": 25725
715
+ },
716
+ {
717
+ "epoch": 21.0,
718
+ "eval_bigbrother_loss": 2.2536792755126953,
719
+ "eval_bigbrother_runtime": 40.2452,
720
+ "eval_bigbrother_samples_per_second": 34.041,
721
+ "eval_bigbrother_steps_per_second": 1.068,
722
+ "eval_bigbrother_wer": 0.514218963989366,
723
+ "step": 25725
724
+ },
725
+ {
726
+ "epoch": 22.0,
727
+ "grad_norm": 4.817940711975098,
728
+ "learning_rate": 4.64421052631579e-05,
729
+ "loss": 0.2078,
730
+ "step": 26950
731
+ },
732
+ {
733
+ "epoch": 22.0,
734
+ "eval_rundkast_loss": 0.30675747990608215,
735
+ "eval_rundkast_runtime": 31.923,
736
+ "eval_rundkast_samples_per_second": 42.133,
737
+ "eval_rundkast_steps_per_second": 1.347,
738
+ "eval_rundkast_wer": 0.13068724148902322,
739
+ "step": 26950
740
+ },
741
+ {
742
+ "epoch": 22.0,
743
+ "eval_nb_samtale_loss": 0.5920718312263489,
744
+ "eval_nb_samtale_runtime": 35.946,
745
+ "eval_nb_samtale_samples_per_second": 14.828,
746
+ "eval_nb_samtale_steps_per_second": 0.473,
747
+ "eval_nb_samtale_wer": 0.21085611979166666,
748
+ "step": 26950
749
+ },
750
+ {
751
+ "epoch": 22.0,
752
+ "eval_bigbrother_loss": 2.283834457397461,
753
+ "eval_bigbrother_runtime": 39.6029,
754
+ "eval_bigbrother_samples_per_second": 34.593,
755
+ "eval_bigbrother_steps_per_second": 1.086,
756
+ "eval_bigbrother_wer": 0.5115604608072183,
757
+ "step": 26950
758
+ },
759
+ {
760
+ "epoch": 23.0,
761
+ "grad_norm": 2.2001821994781494,
762
+ "learning_rate": 4.3863157894736846e-05,
763
+ "loss": 0.2039,
764
+ "step": 28175
765
+ },
766
+ {
767
+ "epoch": 23.0,
768
+ "eval_rundkast_loss": 0.31590384244918823,
769
+ "eval_rundkast_runtime": 31.6509,
770
+ "eval_rundkast_samples_per_second": 42.495,
771
+ "eval_rundkast_steps_per_second": 1.359,
772
+ "eval_rundkast_wer": 0.13005090677696468,
773
+ "step": 28175
774
+ },
775
+ {
776
+ "epoch": 23.0,
777
+ "eval_nb_samtale_loss": 0.5807461142539978,
778
+ "eval_nb_samtale_runtime": 35.4812,
779
+ "eval_nb_samtale_samples_per_second": 15.022,
780
+ "eval_nb_samtale_steps_per_second": 0.479,
781
+ "eval_nb_samtale_wer": 0.21044921875,
782
+ "step": 28175
783
+ },
784
+ {
785
+ "epoch": 23.0,
786
+ "eval_bigbrother_loss": 2.346367835998535,
787
+ "eval_bigbrother_runtime": 39.6789,
788
+ "eval_bigbrother_samples_per_second": 34.527,
789
+ "eval_bigbrother_steps_per_second": 1.084,
790
+ "eval_bigbrother_wer": 0.5138161604769194,
791
+ "step": 28175
792
+ },
793
+ {
794
+ "epoch": 24.0,
795
+ "grad_norm": 3.352459669113159,
796
+ "learning_rate": 4.128631578947368e-05,
797
+ "loss": 0.1973,
798
+ "step": 29400
799
+ },
800
+ {
801
+ "epoch": 24.0,
802
+ "eval_rundkast_loss": 0.3300403654575348,
803
+ "eval_rundkast_runtime": 31.6022,
804
+ "eval_rundkast_samples_per_second": 42.56,
805
+ "eval_rundkast_steps_per_second": 1.361,
806
+ "eval_rundkast_wer": 0.1322780782691696,
807
+ "step": 29400
808
+ },
809
+ {
810
+ "epoch": 24.0,
811
+ "eval_nb_samtale_loss": 0.5806035995483398,
812
+ "eval_nb_samtale_runtime": 35.9632,
813
+ "eval_nb_samtale_samples_per_second": 14.821,
814
+ "eval_nb_samtale_steps_per_second": 0.473,
815
+ "eval_nb_samtale_wer": 0.21126302083333334,
816
+ "step": 29400
817
+ },
818
+ {
819
+ "epoch": 24.0,
820
+ "eval_bigbrother_loss": 2.317692518234253,
821
+ "eval_bigbrother_runtime": 40.1241,
822
+ "eval_bigbrother_samples_per_second": 34.144,
823
+ "eval_bigbrother_steps_per_second": 1.072,
824
+ "eval_bigbrother_wer": 0.5184081205188109,
825
+ "step": 29400
826
+ },
827
+ {
828
+ "epoch": 25.0,
829
+ "grad_norm": 2.7289795875549316,
830
+ "learning_rate": 3.870736842105263e-05,
831
+ "loss": 0.1962,
832
+ "step": 30625
833
+ },
834
+ {
835
+ "epoch": 25.0,
836
+ "eval_rundkast_loss": 0.34277400374412537,
837
+ "eval_rundkast_runtime": 32.0615,
838
+ "eval_rundkast_samples_per_second": 41.951,
839
+ "eval_rundkast_steps_per_second": 1.341,
840
+ "eval_rundkast_wer": 0.1319599109131403,
841
+ "step": 30625
842
+ },
843
+ {
844
+ "epoch": 25.0,
845
+ "eval_nb_samtale_loss": 0.6326170563697815,
846
+ "eval_nb_samtale_runtime": 35.8107,
847
+ "eval_nb_samtale_samples_per_second": 14.884,
848
+ "eval_nb_samtale_steps_per_second": 0.475,
849
+ "eval_nb_samtale_wer": 0.21183268229166666,
850
+ "step": 30625
851
+ },
852
+ {
853
+ "epoch": 25.0,
854
+ "eval_bigbrother_loss": 2.443657875061035,
855
+ "eval_bigbrother_runtime": 39.6514,
856
+ "eval_bigbrother_samples_per_second": 34.551,
857
+ "eval_bigbrother_steps_per_second": 1.084,
858
+ "eval_bigbrother_wer": 0.5142995246918554,
859
+ "step": 30625
860
+ },
861
+ {
862
+ "epoch": 26.0,
863
+ "grad_norm": 3.723717212677002,
864
+ "learning_rate": 3.612842105263158e-05,
865
+ "loss": 0.1887,
866
+ "step": 31850
867
+ },
868
+ {
869
+ "epoch": 26.0,
870
+ "eval_rundkast_loss": 0.32608622312545776,
871
+ "eval_rundkast_runtime": 31.9056,
872
+ "eval_rundkast_samples_per_second": 42.156,
873
+ "eval_rundkast_steps_per_second": 1.348,
874
+ "eval_rundkast_wer": 0.13267578746420616,
875
+ "step": 31850
876
+ },
877
+ {
878
+ "epoch": 26.0,
879
+ "eval_nb_samtale_loss": 0.6086393594741821,
880
+ "eval_nb_samtale_runtime": 35.8839,
881
+ "eval_nb_samtale_samples_per_second": 14.853,
882
+ "eval_nb_samtale_steps_per_second": 0.474,
883
+ "eval_nb_samtale_wer": 0.21004231770833334,
884
+ "step": 31850
885
+ },
886
+ {
887
+ "epoch": 26.0,
888
+ "eval_bigbrother_loss": 2.344693422317505,
889
+ "eval_bigbrother_runtime": 39.7842,
890
+ "eval_bigbrother_samples_per_second": 34.436,
891
+ "eval_bigbrother_steps_per_second": 1.081,
892
+ "eval_bigbrother_wer": 0.5134939176669621,
893
+ "step": 31850
894
+ },
895
+ {
896
+ "epoch": 27.0,
897
+ "grad_norm": 3.741575241088867,
898
+ "learning_rate": 3.3551578947368424e-05,
899
+ "loss": 0.1886,
900
+ "step": 33075
901
+ },
902
+ {
903
+ "epoch": 27.0,
904
+ "eval_rundkast_loss": 0.32595619559288025,
905
+ "eval_rundkast_runtime": 31.7292,
906
+ "eval_rundkast_samples_per_second": 42.39,
907
+ "eval_rundkast_steps_per_second": 1.355,
908
+ "eval_rundkast_wer": 0.13164174355711103,
909
+ "step": 33075
910
+ },
911
+ {
912
+ "epoch": 27.0,
913
+ "eval_nb_samtale_loss": 0.6121112704277039,
914
+ "eval_nb_samtale_runtime": 35.7885,
915
+ "eval_nb_samtale_samples_per_second": 14.893,
916
+ "eval_nb_samtale_steps_per_second": 0.475,
917
+ "eval_nb_samtale_wer": 0.20890299479166666,
918
+ "step": 33075
919
+ },
920
+ {
921
+ "epoch": 27.0,
922
+ "eval_bigbrother_loss": 2.368227005004883,
923
+ "eval_bigbrother_runtime": 39.9121,
924
+ "eval_bigbrother_samples_per_second": 34.325,
925
+ "eval_bigbrother_steps_per_second": 1.077,
926
+ "eval_bigbrother_wer": 0.511238217997261,
927
+ "step": 33075
928
+ },
929
+ {
930
+ "epoch": 28.0,
931
+ "grad_norm": 5.783115863800049,
932
+ "learning_rate": 3.097263157894737e-05,
933
+ "loss": 0.1836,
934
+ "step": 34300
935
+ },
936
+ {
937
+ "epoch": 28.0,
938
+ "eval_rundkast_loss": 0.33696532249450684,
939
+ "eval_rundkast_runtime": 31.5417,
940
+ "eval_rundkast_samples_per_second": 42.642,
941
+ "eval_rundkast_steps_per_second": 1.363,
942
+ "eval_rundkast_wer": 0.12949411390391347,
943
+ "step": 34300
944
+ },
945
+ {
946
+ "epoch": 28.0,
947
+ "eval_nb_samtale_loss": 0.6101709008216858,
948
+ "eval_nb_samtale_runtime": 35.522,
949
+ "eval_nb_samtale_samples_per_second": 15.005,
950
+ "eval_nb_samtale_steps_per_second": 0.479,
951
+ "eval_nb_samtale_wer": 0.21012369791666666,
952
+ "step": 34300
953
+ },
954
+ {
955
+ "epoch": 28.0,
956
+ "eval_bigbrother_loss": 2.353733777999878,
957
+ "eval_bigbrother_runtime": 39.5513,
958
+ "eval_bigbrother_samples_per_second": 34.639,
959
+ "eval_bigbrother_steps_per_second": 1.087,
960
+ "eval_bigbrother_wer": 0.5056795295254974,
961
+ "step": 34300
962
+ },
963
+ {
964
+ "epoch": 29.0,
965
+ "grad_norm": 8.664693832397461,
966
+ "learning_rate": 2.8395789473684216e-05,
967
+ "loss": 0.1804,
968
+ "step": 35525
969
+ },
970
+ {
971
+ "epoch": 29.0,
972
+ "eval_rundkast_loss": 0.3452693819999695,
973
+ "eval_rundkast_runtime": 31.2833,
974
+ "eval_rundkast_samples_per_second": 42.994,
975
+ "eval_rundkast_steps_per_second": 1.375,
976
+ "eval_rundkast_wer": 0.1309258670060452,
977
+ "step": 35525
978
+ },
979
+ {
980
+ "epoch": 29.0,
981
+ "eval_nb_samtale_loss": 0.6237297654151917,
982
+ "eval_nb_samtale_runtime": 35.8619,
983
+ "eval_nb_samtale_samples_per_second": 14.863,
984
+ "eval_nb_samtale_steps_per_second": 0.474,
985
+ "eval_nb_samtale_wer": 0.21134440104166666,
986
+ "step": 35525
987
+ },
988
+ {
989
+ "epoch": 29.0,
990
+ "eval_bigbrother_loss": 2.3944995403289795,
991
+ "eval_bigbrother_runtime": 39.4367,
992
+ "eval_bigbrother_samples_per_second": 34.739,
993
+ "eval_bigbrother_steps_per_second": 1.09,
994
+ "eval_bigbrother_wer": 0.5084185934101345,
995
+ "step": 35525
996
+ },
997
+ {
998
+ "epoch": 30.0,
999
+ "grad_norm": 4.139631748199463,
1000
+ "learning_rate": 2.5818947368421053e-05,
1001
+ "loss": 0.1766,
1002
+ "step": 36750
1003
+ },
1004
+ {
1005
+ "epoch": 30.0,
1006
+ "eval_rundkast_loss": 0.3432329297065735,
1007
+ "eval_rundkast_runtime": 31.3849,
1008
+ "eval_rundkast_samples_per_second": 42.855,
1009
+ "eval_rundkast_steps_per_second": 1.37,
1010
+ "eval_rundkast_wer": 0.13020999045497933,
1011
+ "step": 36750
1012
+ },
1013
+ {
1014
+ "epoch": 30.0,
1015
+ "eval_nb_samtale_loss": 0.6131173968315125,
1016
+ "eval_nb_samtale_runtime": 35.6634,
1017
+ "eval_nb_samtale_samples_per_second": 14.945,
1018
+ "eval_nb_samtale_steps_per_second": 0.477,
1019
+ "eval_nb_samtale_wer": 0.21199544270833334,
1020
+ "step": 36750
1021
+ },
1022
+ {
1023
+ "epoch": 30.0,
1024
+ "eval_bigbrother_loss": 2.3949081897735596,
1025
+ "eval_bigbrother_runtime": 39.8587,
1026
+ "eval_bigbrother_samples_per_second": 34.371,
1027
+ "eval_bigbrother_steps_per_second": 1.079,
1028
+ "eval_bigbrother_wer": 0.510271489567389,
1029
+ "step": 36750
1030
+ },
1031
+ {
1032
+ "epoch": 31.0,
1033
+ "grad_norm": 3.3099727630615234,
1034
+ "learning_rate": 2.324e-05,
1035
+ "loss": 0.1767,
1036
+ "step": 37975
1037
+ },
1038
+ {
1039
+ "epoch": 31.0,
1040
+ "eval_rundkast_loss": 0.3425343930721283,
1041
+ "eval_rundkast_runtime": 31.3869,
1042
+ "eval_rundkast_samples_per_second": 42.852,
1043
+ "eval_rundkast_steps_per_second": 1.37,
1044
+ "eval_rundkast_wer": 0.1291759465478842,
1045
+ "step": 37975
1046
+ },
1047
+ {
1048
+ "epoch": 31.0,
1049
+ "eval_nb_samtale_loss": 0.6133290529251099,
1050
+ "eval_nb_samtale_runtime": 35.2473,
1051
+ "eval_nb_samtale_samples_per_second": 15.122,
1052
+ "eval_nb_samtale_steps_per_second": 0.482,
1053
+ "eval_nb_samtale_wer": 0.21044921875,
1054
+ "step": 37975
1055
+ },
1056
+ {
1057
+ "epoch": 31.0,
1058
+ "eval_bigbrother_loss": 2.503601312637329,
1059
+ "eval_bigbrother_runtime": 39.2061,
1060
+ "eval_bigbrother_samples_per_second": 34.944,
1061
+ "eval_bigbrother_steps_per_second": 1.097,
1062
+ "eval_bigbrother_wer": 0.5097881253524531,
1063
+ "step": 37975
1064
+ },
1065
+ {
1066
+ "epoch": 32.0,
1067
+ "grad_norm": 3.798198938369751,
1068
+ "learning_rate": 2.0661052631578946e-05,
1069
+ "loss": 0.1712,
1070
+ "step": 39200
1071
+ },
1072
+ {
1073
+ "epoch": 32.0,
1074
+ "eval_rundkast_loss": 0.3596391975879669,
1075
+ "eval_rundkast_runtime": 31.2765,
1076
+ "eval_rundkast_samples_per_second": 43.004,
1077
+ "eval_rundkast_steps_per_second": 1.375,
1078
+ "eval_rundkast_wer": 0.128380528157811,
1079
+ "step": 39200
1080
+ },
1081
+ {
1082
+ "epoch": 32.0,
1083
+ "eval_nb_samtale_loss": 0.6345717906951904,
1084
+ "eval_nb_samtale_runtime": 36.1693,
1085
+ "eval_nb_samtale_samples_per_second": 14.736,
1086
+ "eval_nb_samtale_steps_per_second": 0.47,
1087
+ "eval_nb_samtale_wer": 0.21036783854166666,
1088
+ "step": 39200
1089
+ },
1090
+ {
1091
+ "epoch": 32.0,
1092
+ "eval_bigbrother_loss": 2.506143569946289,
1093
+ "eval_bigbrother_runtime": 39.8743,
1094
+ "eval_bigbrother_samples_per_second": 34.358,
1095
+ "eval_bigbrother_steps_per_second": 1.078,
1096
+ "eval_bigbrother_wer": 0.5095464432449851,
1097
+ "step": 39200
1098
+ },
1099
+ {
1100
+ "epoch": 33.0,
1101
+ "grad_norm": 3.5819003582000732,
1102
+ "learning_rate": 1.8082105263157895e-05,
1103
+ "loss": 0.1712,
1104
+ "step": 40425
1105
+ },
1106
+ {
1107
+ "epoch": 33.0,
1108
+ "eval_rundkast_loss": 0.3613539934158325,
1109
+ "eval_rundkast_runtime": 31.3392,
1110
+ "eval_rundkast_samples_per_second": 42.918,
1111
+ "eval_rundkast_steps_per_second": 1.372,
1112
+ "eval_rundkast_wer": 0.12615335666560612,
1113
+ "step": 40425
1114
+ },
1115
+ {
1116
+ "epoch": 33.0,
1117
+ "eval_nb_samtale_loss": 0.644898533821106,
1118
+ "eval_nb_samtale_runtime": 35.4393,
1119
+ "eval_nb_samtale_samples_per_second": 15.04,
1120
+ "eval_nb_samtale_steps_per_second": 0.48,
1121
+ "eval_nb_samtale_wer": 0.20914713541666666,
1122
+ "step": 40425
1123
+ },
1124
+ {
1125
+ "epoch": 33.0,
1126
+ "eval_bigbrother_loss": 2.489149570465088,
1127
+ "eval_bigbrother_runtime": 39.804,
1128
+ "eval_bigbrother_samples_per_second": 34.419,
1129
+ "eval_bigbrother_steps_per_second": 1.08,
1130
+ "eval_bigbrother_wer": 0.5090630790300491,
1131
+ "step": 40425
1132
+ },
1133
+ {
1134
+ "epoch": 34.0,
1135
+ "grad_norm": 2.6166694164276123,
1136
+ "learning_rate": 1.5505263157894735e-05,
1137
+ "loss": 0.1695,
1138
+ "step": 41650
1139
+ },
1140
+ {
1141
+ "epoch": 34.0,
1142
+ "eval_rundkast_loss": 0.35184982419013977,
1143
+ "eval_rundkast_runtime": 31.6077,
1144
+ "eval_rundkast_samples_per_second": 42.553,
1145
+ "eval_rundkast_steps_per_second": 1.36,
1146
+ "eval_rundkast_wer": 0.1270283168946866,
1147
+ "step": 41650
1148
+ },
1149
+ {
1150
+ "epoch": 34.0,
1151
+ "eval_nb_samtale_loss": 0.6456120610237122,
1152
+ "eval_nb_samtale_runtime": 35.3576,
1153
+ "eval_nb_samtale_samples_per_second": 15.075,
1154
+ "eval_nb_samtale_steps_per_second": 0.481,
1155
+ "eval_nb_samtale_wer": 0.20882161458333334,
1156
+ "step": 41650
1157
+ },
1158
+ {
1159
+ "epoch": 34.0,
1160
+ "eval_bigbrother_loss": 2.4751737117767334,
1161
+ "eval_bigbrother_runtime": 39.4345,
1162
+ "eval_bigbrother_samples_per_second": 34.741,
1163
+ "eval_bigbrother_steps_per_second": 1.09,
1164
+ "eval_bigbrother_wer": 0.5080963506001772,
1165
+ "step": 41650
1166
+ },
1167
+ {
1168
+ "epoch": 35.0,
1169
+ "grad_norm": 6.071230411529541,
1170
+ "learning_rate": 1.2926315789473683e-05,
1171
+ "loss": 0.1676,
1172
+ "step": 42875
1173
+ },
1174
+ {
1175
+ "epoch": 35.0,
1176
+ "eval_rundkast_loss": 0.35817253589630127,
1177
+ "eval_rundkast_runtime": 30.8776,
1178
+ "eval_rundkast_samples_per_second": 43.559,
1179
+ "eval_rundkast_steps_per_second": 1.393,
1180
+ "eval_rundkast_wer": 0.12750556792873052,
1181
+ "step": 42875
1182
+ },
1183
+ {
1184
+ "epoch": 35.0,
1185
+ "eval_nb_samtale_loss": 0.6497420072555542,
1186
+ "eval_nb_samtale_runtime": 34.7758,
1187
+ "eval_nb_samtale_samples_per_second": 15.327,
1188
+ "eval_nb_samtale_steps_per_second": 0.489,
1189
+ "eval_nb_samtale_wer": 0.20947265625,
1190
+ "step": 42875
1191
+ },
1192
+ {
1193
+ "epoch": 35.0,
1194
+ "eval_bigbrother_loss": 2.4820265769958496,
1195
+ "eval_bigbrother_runtime": 38.7694,
1196
+ "eval_bigbrother_samples_per_second": 35.337,
1197
+ "eval_bigbrother_steps_per_second": 1.109,
1198
+ "eval_bigbrother_wer": 0.5096270039474744,
1199
+ "step": 42875
1200
+ },
1201
+ {
1202
+ "epoch": 36.0,
1203
+ "grad_norm": 2.893402338027954,
1204
+ "learning_rate": 1.0349473684210527e-05,
1205
+ "loss": 0.1659,
1206
+ "step": 44100
1207
+ },
1208
+ {
1209
+ "epoch": 36.0,
1210
+ "eval_rundkast_loss": 0.34894150495529175,
1211
+ "eval_rundkast_runtime": 30.9604,
1212
+ "eval_rundkast_samples_per_second": 43.443,
1213
+ "eval_rundkast_steps_per_second": 1.389,
1214
+ "eval_rundkast_wer": 0.1292554883868915,
1215
+ "step": 44100
1216
+ },
1217
+ {
1218
+ "epoch": 36.0,
1219
+ "eval_nb_samtale_loss": 0.6365802884101868,
1220
+ "eval_nb_samtale_runtime": 34.8009,
1221
+ "eval_nb_samtale_samples_per_second": 15.316,
1222
+ "eval_nb_samtale_steps_per_second": 0.488,
1223
+ "eval_nb_samtale_wer": 0.209716796875,
1224
+ "step": 44100
1225
+ },
1226
+ {
1227
+ "epoch": 36.0,
1228
+ "eval_bigbrother_loss": 2.4620020389556885,
1229
+ "eval_bigbrother_runtime": 38.8018,
1230
+ "eval_bigbrother_samples_per_second": 35.308,
1231
+ "eval_bigbrother_steps_per_second": 1.108,
1232
+ "eval_bigbrother_wer": 0.506807379360348,
1233
+ "step": 44100
1234
+ },
1235
+ {
1236
+ "epoch": 37.0,
1237
+ "grad_norm": 5.454699993133545,
1238
+ "learning_rate": 7.772631578947369e-06,
1239
+ "loss": 0.1664,
1240
+ "step": 45325
1241
+ },
1242
+ {
1243
+ "epoch": 37.0,
1244
+ "eval_rundkast_loss": 0.3684549033641815,
1245
+ "eval_rundkast_runtime": 31.1693,
1246
+ "eval_rundkast_samples_per_second": 43.151,
1247
+ "eval_rundkast_steps_per_second": 1.38,
1248
+ "eval_rundkast_wer": 0.12774419344575247,
1249
+ "step": 45325
1250
+ },
1251
+ {
1252
+ "epoch": 37.0,
1253
+ "eval_nb_samtale_loss": 0.6549723148345947,
1254
+ "eval_nb_samtale_runtime": 35.1429,
1255
+ "eval_nb_samtale_samples_per_second": 15.167,
1256
+ "eval_nb_samtale_steps_per_second": 0.484,
1257
+ "eval_nb_samtale_wer": 0.20939127604166666,
1258
+ "step": 45325
1259
+ },
1260
+ {
1261
+ "epoch": 37.0,
1262
+ "eval_bigbrother_loss": 2.510341167449951,
1263
+ "eval_bigbrother_runtime": 40.0407,
1264
+ "eval_bigbrother_samples_per_second": 34.215,
1265
+ "eval_bigbrother_steps_per_second": 1.074,
1266
+ "eval_bigbrother_wer": 0.5084991541126238,
1267
+ "step": 45325
1268
+ },
1269
+ {
1270
+ "epoch": 38.0,
1271
+ "grad_norm": 9.69826889038086,
1272
+ "learning_rate": 5.195789473684211e-06,
1273
+ "loss": 0.1636,
1274
+ "step": 46550
1275
+ },
1276
+ {
1277
+ "epoch": 38.0,
1278
+ "eval_rundkast_loss": 0.3660584092140198,
1279
+ "eval_rundkast_runtime": 31.1586,
1280
+ "eval_rundkast_samples_per_second": 43.166,
1281
+ "eval_rundkast_steps_per_second": 1.38,
1282
+ "eval_rundkast_wer": 0.12822144447979636,
1283
+ "step": 46550
1284
+ },
1285
+ {
1286
+ "epoch": 38.0,
1287
+ "eval_nb_samtale_loss": 0.6603749394416809,
1288
+ "eval_nb_samtale_runtime": 34.814,
1289
+ "eval_nb_samtale_samples_per_second": 15.31,
1290
+ "eval_nb_samtale_steps_per_second": 0.488,
1291
+ "eval_nb_samtale_wer": 0.20979817708333334,
1292
+ "step": 46550
1293
+ },
1294
+ {
1295
+ "epoch": 38.0,
1296
+ "eval_bigbrother_loss": 2.5397305488586426,
1297
+ "eval_bigbrother_runtime": 38.941,
1298
+ "eval_bigbrother_samples_per_second": 35.181,
1299
+ "eval_bigbrother_steps_per_second": 1.104,
1300
+ "eval_bigbrother_wer": 0.5069685007653266,
1301
+ "step": 46550
1302
+ },
1303
+ {
1304
+ "epoch": 39.0,
1305
+ "grad_norm": 3.9994399547576904,
1306
+ "learning_rate": 2.616842105263158e-06,
1307
+ "loss": 0.164,
1308
+ "step": 47775
1309
+ },
1310
+ {
1311
+ "epoch": 39.0,
1312
+ "eval_rundkast_loss": 0.3598625063896179,
1313
+ "eval_rundkast_runtime": 31.5329,
1314
+ "eval_rundkast_samples_per_second": 42.654,
1315
+ "eval_rundkast_steps_per_second": 1.364,
1316
+ "eval_rundkast_wer": 0.1279032771237671,
1317
+ "step": 47775
1318
+ },
1319
+ {
1320
+ "epoch": 39.0,
1321
+ "eval_nb_samtale_loss": 0.648256242275238,
1322
+ "eval_nb_samtale_runtime": 35.1662,
1323
+ "eval_nb_samtale_samples_per_second": 15.157,
1324
+ "eval_nb_samtale_steps_per_second": 0.483,
1325
+ "eval_nb_samtale_wer": 0.21004231770833334,
1326
+ "step": 47775
1327
+ },
1328
+ {
1329
+ "epoch": 39.0,
1330
+ "eval_bigbrother_loss": 2.485541820526123,
1331
+ "eval_bigbrother_runtime": 39.2215,
1332
+ "eval_bigbrother_samples_per_second": 34.93,
1333
+ "eval_bigbrother_steps_per_second": 1.096,
1334
+ "eval_bigbrother_wer": 0.5073713042777733,
1335
+ "step": 47775
1336
+ },
1337
+ {
1338
+ "epoch": 40.0,
1339
+ "grad_norm": 2.848135471343994,
1340
+ "learning_rate": 3.7894736842105265e-08,
1341
+ "loss": 0.1637,
1342
+ "step": 49000
1343
+ },
1344
+ {
1345
+ "epoch": 40.0,
1346
+ "eval_rundkast_loss": 0.3625843822956085,
1347
+ "eval_rundkast_runtime": 30.7724,
1348
+ "eval_rundkast_samples_per_second": 43.708,
1349
+ "eval_rundkast_steps_per_second": 1.397,
1350
+ "eval_rundkast_wer": 0.12885777919185493,
1351
+ "step": 49000
1352
+ },
1353
+ {
1354
+ "epoch": 40.0,
1355
+ "eval_nb_samtale_loss": 0.6490209698677063,
1356
+ "eval_nb_samtale_runtime": 34.7701,
1357
+ "eval_nb_samtale_samples_per_second": 15.329,
1358
+ "eval_nb_samtale_steps_per_second": 0.489,
1359
+ "eval_nb_samtale_wer": 0.21036783854166666,
1360
+ "step": 49000
1361
+ },
1362
+ {
1363
+ "epoch": 40.0,
1364
+ "eval_bigbrother_loss": 2.497987985610962,
1365
+ "eval_bigbrother_runtime": 38.8915,
1366
+ "eval_bigbrother_samples_per_second": 35.226,
1367
+ "eval_bigbrother_steps_per_second": 1.106,
1368
+ "eval_bigbrother_wer": 0.5075324256827519,
1369
+ "step": 49000
1370
+ }
1371
+ ],
1372
+ "logging_steps": 500,
1373
+ "max_steps": 49000,
1374
+ "num_input_tokens_seen": 0,
1375
+ "num_train_epochs": 40,
1376
+ "save_steps": 500,
1377
+ "total_flos": 2.392992748655231e+20,
1378
+ "train_batch_size": 48,
1379
+ "trial_name": null,
1380
+ "trial_params": null
1381
+ }
checkpoint-49000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76b1726f88a10b6122b423394ba676a6e1dc0ef8bf3b3a06cb5dae0ad5561656
3
+ size 4984
config.json ADDED
@@ -0,0 +1,116 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "NbAiLab/nb-wav2vec2-300m-bokmaal",
3
+ "activation_dropout": 0.055,
4
+ "adapter_attn_dim": null,
5
+ "adapter_kernel_size": 3,
6
+ "adapter_stride": 2,
7
+ "add_adapter": false,
8
+ "apply_spec_augment": true,
9
+ "architectures": [
10
+ "Wav2Vec2ForCTC"
11
+ ],
12
+ "attention_dropout": 0.094,
13
+ "bos_token_id": 1,
14
+ "classifier_proj_size": 256,
15
+ "codevector_dim": 768,
16
+ "contrastive_logits_temperature": 0.1,
17
+ "conv_bias": true,
18
+ "conv_dim": [
19
+ 512,
20
+ 512,
21
+ 512,
22
+ 512,
23
+ 512,
24
+ 512,
25
+ 512
26
+ ],
27
+ "conv_kernel": [
28
+ 10,
29
+ 3,
30
+ 3,
31
+ 3,
32
+ 3,
33
+ 2,
34
+ 2
35
+ ],
36
+ "conv_stride": [
37
+ 5,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 2,
42
+ 2,
43
+ 2
44
+ ],
45
+ "ctc_loss_reduction": "mean",
46
+ "ctc_zero_infinity": true,
47
+ "diversity_loss_weight": 0.1,
48
+ "do_stable_layer_norm": true,
49
+ "eos_token_id": 2,
50
+ "feat_extract_activation": "gelu",
51
+ "feat_extract_dropout": 0.0,
52
+ "feat_extract_norm": "layer",
53
+ "feat_proj_dropout": 0.04,
54
+ "feat_quantizer_dropout": 0.0,
55
+ "final_dropout": 0.0,
56
+ "hidden_act": "gelu",
57
+ "hidden_dropout": 0.047,
58
+ "hidden_size": 1024,
59
+ "initializer_range": 0.02,
60
+ "intermediate_size": 4096,
61
+ "layer_norm_eps": 1e-05,
62
+ "layerdrop": 0.041,
63
+ "mask_channel_length": 10,
64
+ "mask_channel_min_space": 1,
65
+ "mask_channel_other": 0.0,
66
+ "mask_channel_prob": 0.0,
67
+ "mask_channel_selection": "static",
68
+ "mask_feature_length": 64,
69
+ "mask_feature_min_masks": 0,
70
+ "mask_feature_prob": 0.25,
71
+ "mask_time_length": 10,
72
+ "mask_time_min_masks": 2,
73
+ "mask_time_min_space": 1,
74
+ "mask_time_other": 0.0,
75
+ "mask_time_prob": 0.082,
76
+ "mask_time_selection": "static",
77
+ "model_type": "wav2vec2",
78
+ "num_adapter_layers": 3,
79
+ "num_attention_heads": 16,
80
+ "num_codevector_groups": 2,
81
+ "num_codevectors_per_group": 320,
82
+ "num_conv_pos_embedding_groups": 16,
83
+ "num_conv_pos_embeddings": 128,
84
+ "num_feat_extract_layers": 7,
85
+ "num_hidden_layers": 24,
86
+ "num_negatives": 100,
87
+ "output_hidden_size": 1024,
88
+ "pad_token_id": 31,
89
+ "proj_codevector_dim": 768,
90
+ "tdnn_dilation": [
91
+ 1,
92
+ 2,
93
+ 3,
94
+ 1,
95
+ 1
96
+ ],
97
+ "tdnn_dim": [
98
+ 512,
99
+ 512,
100
+ 512,
101
+ 512,
102
+ 1500
103
+ ],
104
+ "tdnn_kernel": [
105
+ 5,
106
+ 3,
107
+ 3,
108
+ 1,
109
+ 1
110
+ ],
111
+ "torch_dtype": "float32",
112
+ "transformers_version": "4.38.1",
113
+ "use_weighted_layer_sum": false,
114
+ "vocab_size": 34,
115
+ "xvector_output_dim": 512
116
+ }
language_model/5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b41c24c63f2f0585bea83666369593f3b3e6d047f327a90f36ebca2c35ef0ff
3
+ size 4243671427
language_model/attrs.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"alpha": 0.5, "beta": 0.1, "unk_score_offset": -10.0, "score_boundary": true}
language_model/unigrams.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac3e71ca49838ca355df6fdcb8d89344a5a9bf9e1a76587cdf5df1367c19b9a9
3
+ size 16759269
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7b5c2997f82b0ae7618c7c41aa32b4e6d27cdbfb713bd96b3970a416d72bd39
3
+ size 1261946880
preprocessor_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0,
7
+ "processor_class": "Wav2Vec2ProcessorWithLM",
8
+ "return_attention_mask": true,
9
+ "sampling_rate": 16000
10
+ }
runs/May30_19-47-26_idun-04-10/events.out.tfevents.1717092397.idun-04-10.304569.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ff38f44da21cc78b2ad3f8669b075097677ac839c137ba06d2d19eaaae04074
3
+ size 45019
runs/May31_15-59-49_idun-04-10/events.out.tfevents.1717165018.idun-04-10.1353968.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a71c8400cc9e795bc8c710e74456717e59c2f8cbefbabedadb00cfd525ab929
3
+ size 60141
special_tokens_map.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "eos_token": "</s>",
4
+ "pad_token": "[PAD]",
5
+ "unk_token": "[UNK]"
6
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "30": {
4
+ "content": "[UNK]",
5
+ "lstrip": true,
6
+ "normalized": false,
7
+ "rstrip": true,
8
+ "single_word": false,
9
+ "special": false
10
+ },
11
+ "31": {
12
+ "content": "[PAD]",
13
+ "lstrip": true,
14
+ "normalized": false,
15
+ "rstrip": true,
16
+ "single_word": false,
17
+ "special": false
18
+ },
19
+ "32": {
20
+ "content": "<s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "33": {
28
+ "content": "</s>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ }
35
+ },
36
+ "bos_token": "<s>",
37
+ "clean_up_tokenization_spaces": true,
38
+ "do_lower_case": false,
39
+ "eos_token": "</s>",
40
+ "model_max_length": 1000000000000000019884624838656,
41
+ "pad_token": "[PAD]",
42
+ "replace_word_delimiter_char": " ",
43
+ "target_lang": null,
44
+ "tokenizer_class": "Wav2Vec2CTCTokenizer",
45
+ "unk_token": "[UNK]",
46
+ "word_delimiter_token": "|"
47
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76b1726f88a10b6122b423394ba676a6e1dc0ef8bf3b3a06cb5dae0ad5561656
3
+ size 4984
vocab.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "[PAD]": 31,
3
+ "[UNK]": 30,
4
+ "a": 1,
5
+ "b": 2,
6
+ "c": 3,
7
+ "d": 4,
8
+ "e": 5,
9
+ "f": 6,
10
+ "g": 7,
11
+ "h": 8,
12
+ "i": 9,
13
+ "j": 10,
14
+ "k": 11,
15
+ "l": 12,
16
+ "m": 13,
17
+ "n": 14,
18
+ "o": 15,
19
+ "p": 16,
20
+ "q": 17,
21
+ "r": 18,
22
+ "s": 19,
23
+ "t": 20,
24
+ "u": 21,
25
+ "v": 22,
26
+ "w": 23,
27
+ "x": 24,
28
+ "y": 25,
29
+ "z": 26,
30
+ "|": 0,
31
+ "å": 27,
32
+ "æ": 28,
33
+ "ø": 29
34
+ }