ChiefTheLord commited on
Commit
6251938
·
verified ·
1 Parent(s): fffb407

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -62,3 +62,4 @@ checkpoints-v5.12-d/checkpoint-11264/eval_state.json filter=lfs diff=lfs merge=l
62
  checkpoints-v5.13/checkpoint-10240/eval_state.json filter=lfs diff=lfs merge=lfs -text
63
  checkpoints-v5.13-b/checkpoint-10240/eval_state.json filter=lfs diff=lfs merge=lfs -text
64
  checkpoints-v4.6+/checkpoint-13312/eval_state.json filter=lfs diff=lfs merge=lfs -text
 
 
62
  checkpoints-v5.13/checkpoint-10240/eval_state.json filter=lfs diff=lfs merge=lfs -text
63
  checkpoints-v5.13-b/checkpoint-10240/eval_state.json filter=lfs diff=lfs merge=lfs -text
64
  checkpoints-v4.6+/checkpoint-13312/eval_state.json filter=lfs diff=lfs merge=lfs -text
65
+ checkpoints-v4.6+/checkpoint-21504/eval_state.json filter=lfs diff=lfs merge=lfs -text
checkpoints-v4.6+/checkpoint-21504/ema.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:925c8d7997396c65af5126af5be69b78cc1a388347082240dd5d68d78fe0a70b
3
+ size 38935592
checkpoints-v4.6+/checkpoint-21504/eval_state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b1e81a89d9c3d95900a33304223fabaad615adc264372667ed6db22931f8eb0
3
+ size 43297071
checkpoints-v4.6+/checkpoint-21504/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:994e175b0ddde373b5432f3c92bb042eb22468c5d54e4747e4543ecd737ea388
3
+ size 38935624
checkpoints-v4.6+/checkpoint-21504/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5a30057aec240e72c7aabc6bc5cdf69ebaa519cbad5d897d3d099cd34d4f5da
3
+ size 77992907
checkpoints-v4.6+/checkpoint-21504/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dbb67236de71e7dfbb6f44788c059a8e56677f7151dcf072e20a638629416b7
3
+ size 14645
checkpoints-v4.6+/checkpoint-21504/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6715b260f5275799adac58d48499c0aa9f6efd63f7dcc0b46937e64a4ed1ad1a
3
+ size 1383
checkpoints-v4.6+/checkpoint-21504/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8d0f20f63f45b1b1775e9f97d9c6a1a2904fa04b7d5a41f30f11b9aef0479eb
3
+ size 1465
checkpoints-v4.6+/checkpoint-21504/trainer_state.json ADDED
@@ -0,0 +1,1273 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 0.9932104752667313,
6
+ "eval_steps": 1024,
7
+ "global_step": 21504,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.011823934229365849,
14
+ "grad_norm": 1.9140732288360596,
15
+ "learning_rate": 0.000498046875,
16
+ "loss": 6.9310712814331055,
17
+ "step": 256
18
+ },
19
+ {
20
+ "epoch": 0.023647868458731697,
21
+ "grad_norm": 0.966057538986206,
22
+ "learning_rate": 0.000998046875,
23
+ "loss": 1.017655372619629,
24
+ "step": 512
25
+ },
26
+ {
27
+ "epoch": 0.03547180268809755,
28
+ "grad_norm": 0.6036155223846436,
29
+ "learning_rate": 0.000999640996023194,
30
+ "loss": 0.5299859046936035,
31
+ "step": 768
32
+ },
33
+ {
34
+ "epoch": 0.047295736917463395,
35
+ "grad_norm": 0.6692569851875305,
36
+ "learning_rate": 0.0009985588674043958,
37
+ "loss": 0.43251049518585205,
38
+ "step": 1024
39
+ },
40
+ {
41
+ "epoch": 0.047295736917463395,
42
+ "eval_bleu": 0.6267380536600159,
43
+ "eval_ce_loss": 1.563563620935292,
44
+ "eval_cos_loss": 0.11390362637432198,
45
+ "eval_loss": 0.40128198402113024,
46
+ "eval_mse_loss": 0.2176408769061032,
47
+ "eval_rec_loss": 0.015894381031734215,
48
+ "flow/cos_sim": 0.8860963983078526,
49
+ "flow/improvement_ratio": 0.9765386980146034,
50
+ "flow/mag_ratio_mean": 0.8838755380889597,
51
+ "flow/mag_ratio_std": 0.1646749794006892,
52
+ "step": 1024
53
+ },
54
+ {
55
+ "epoch": 0.047295736917463395,
56
+ "eval_bleu": 0.6267380536600159,
57
+ "eval_ce_loss": 1.563563620935292,
58
+ "eval_cos_loss": 0.11390362637432198,
59
+ "eval_loss": 0.40128198402113024,
60
+ "eval_mse_loss": 0.2176408769061032,
61
+ "eval_rec_loss": 0.015894381031734215,
62
+ "eval_runtime": 145.0392,
63
+ "eval_samples_per_second": 193.003,
64
+ "eval_steps_per_second": 3.02,
65
+ "flow/cos_sim": 0.8860963983078526,
66
+ "flow/improvement_ratio": 0.9765386980146034,
67
+ "flow/mag_ratio_mean": 0.8838755380889597,
68
+ "flow/mag_ratio_std": 0.1646749794006892,
69
+ "step": 1024
70
+ },
71
+ {
72
+ "epoch": 0.05911967114682925,
73
+ "grad_norm": 0.46750983595848083,
74
+ "learning_rate": 0.0009967551747861387,
75
+ "loss": 0.3926387429237366,
76
+ "step": 1280
77
+ },
78
+ {
79
+ "epoch": 0.0709436053761951,
80
+ "grad_norm": 0.5673767328262329,
81
+ "learning_rate": 0.000994232528651847,
82
+ "loss": 0.3741423189640045,
83
+ "step": 1536
84
+ },
85
+ {
86
+ "epoch": 0.08276753960556095,
87
+ "grad_norm": 0.5806387066841125,
88
+ "learning_rate": 0.0009909945800260092,
89
+ "loss": 0.35307449102401733,
90
+ "step": 1792
91
+ },
92
+ {
93
+ "epoch": 0.09459147383492679,
94
+ "grad_norm": 0.6838217973709106,
95
+ "learning_rate": 0.0009870460151900522,
96
+ "loss": 0.3399304151535034,
97
+ "step": 2048
98
+ },
99
+ {
100
+ "epoch": 0.09459147383492679,
101
+ "eval_bleu": 0.6478349738418474,
102
+ "eval_ce_loss": 1.3434572242982856,
103
+ "eval_cos_loss": 0.09738318450306649,
104
+ "eval_loss": 0.3373560005943525,
105
+ "eval_mse_loss": 0.18800275102597938,
106
+ "eval_rec_loss": 0.005269206022433341,
107
+ "flow/cos_sim": 0.9026168323542973,
108
+ "flow/improvement_ratio": 0.9768092384621433,
109
+ "flow/mag_ratio_mean": 0.9078535956062682,
110
+ "flow/mag_ratio_std": 0.12002966954419601,
111
+ "step": 2048
112
+ },
113
+ {
114
+ "epoch": 0.09459147383492679,
115
+ "eval_bleu": 0.6478349738418474,
116
+ "eval_ce_loss": 1.3434572242982856,
117
+ "eval_cos_loss": 0.09738318450306649,
118
+ "eval_loss": 0.3373560005943525,
119
+ "eval_mse_loss": 0.18800275102597938,
120
+ "eval_rec_loss": 0.005269206022433341,
121
+ "eval_runtime": 143.5996,
122
+ "eval_samples_per_second": 194.938,
123
+ "eval_steps_per_second": 3.05,
124
+ "flow/cos_sim": 0.9026168323542973,
125
+ "flow/improvement_ratio": 0.9768092384621433,
126
+ "flow/mag_ratio_mean": 0.9078535956062682,
127
+ "flow/mag_ratio_std": 0.12002966954419601,
128
+ "step": 2048
129
+ },
130
+ {
131
+ "epoch": 0.10641540806429264,
132
+ "grad_norm": 0.6462650299072266,
133
+ "learning_rate": 0.0009823925488998885,
134
+ "loss": 0.3380688428878784,
135
+ "step": 2304
136
+ },
137
+ {
138
+ "epoch": 0.1182393422936585,
139
+ "grad_norm": 0.6545562744140625,
140
+ "learning_rate": 0.0009770409161149525,
141
+ "loss": 0.3214532732963562,
142
+ "step": 2560
143
+ },
144
+ {
145
+ "epoch": 0.13006327652302435,
146
+ "grad_norm": 0.6667947173118591,
147
+ "learning_rate": 0.0009709988622506973,
148
+ "loss": 0.31182003021240234,
149
+ "step": 2816
150
+ },
151
+ {
152
+ "epoch": 0.1418872107523902,
153
+ "grad_norm": 0.600439727306366,
154
+ "learning_rate": 0.000964275131968659,
155
+ "loss": 0.3082171380519867,
156
+ "step": 3072
157
+ },
158
+ {
159
+ "epoch": 0.1418872107523902,
160
+ "eval_bleu": 0.6794402302458825,
161
+ "eval_ce_loss": 1.18399681810919,
162
+ "eval_cos_loss": 0.08983433964453875,
163
+ "eval_loss": 0.3044066195414491,
164
+ "eval_mse_loss": 0.17457320809908652,
165
+ "eval_rec_loss": 0.0024502936500277726,
166
+ "flow/cos_sim": 0.9101656942062726,
167
+ "flow/improvement_ratio": 0.9734727941691603,
168
+ "flow/mag_ratio_mean": 0.9100713347463303,
169
+ "flow/mag_ratio_std": 0.09228039255629392,
170
+ "step": 3072
171
+ },
172
+ {
173
+ "epoch": 0.1418872107523902,
174
+ "eval_bleu": 0.6794402302458825,
175
+ "eval_ce_loss": 1.18399681810919,
176
+ "eval_cos_loss": 0.08983433964453875,
177
+ "eval_loss": 0.3044066195414491,
178
+ "eval_mse_loss": 0.17457320809908652,
179
+ "eval_rec_loss": 0.0024502936500277726,
180
+ "eval_runtime": 142.616,
181
+ "eval_samples_per_second": 196.282,
182
+ "eval_steps_per_second": 3.071,
183
+ "flow/cos_sim": 0.9101656942062726,
184
+ "flow/improvement_ratio": 0.9734727941691603,
185
+ "flow/mag_ratio_mean": 0.9100713347463303,
186
+ "flow/mag_ratio_std": 0.09228039255629392,
187
+ "step": 3072
188
+ },
189
+ {
190
+ "epoch": 0.15371114498175603,
191
+ "grad_norm": 0.5188813209533691,
192
+ "learning_rate": 0.0009568794565203123,
193
+ "loss": 0.3006798326969147,
194
+ "step": 3328
195
+ },
196
+ {
197
+ "epoch": 0.1655350792111219,
198
+ "grad_norm": 0.3702296316623688,
199
+ "learning_rate": 0.0009488225396630347,
200
+ "loss": 0.29647037386894226,
201
+ "step": 3584
202
+ },
203
+ {
204
+ "epoch": 0.17735901344048774,
205
+ "grad_norm": 0.49310481548309326,
206
+ "learning_rate": 0.0009401160421685646,
207
+ "loss": 0.3130263388156891,
208
+ "step": 3840
209
+ },
210
+ {
211
+ "epoch": 0.18918294766985358,
212
+ "grad_norm": 0.5644649267196655,
213
+ "learning_rate": 0.0009307725649463714,
214
+ "loss": 0.2926834523677826,
215
+ "step": 4096
216
+ },
217
+ {
218
+ "epoch": 0.18918294766985358,
219
+ "eval_bleu": 0.6839715035857402,
220
+ "eval_ce_loss": 1.1360810732460458,
221
+ "eval_cos_loss": 0.08503438343536364,
222
+ "eval_loss": 0.2889118402788084,
223
+ "eval_mse_loss": 0.16517186124030858,
224
+ "eval_rec_loss": 0.0016284317239192974,
225
+ "flow/cos_sim": 0.9149656362457362,
226
+ "flow/improvement_ratio": 0.9750959768415042,
227
+ "flow/mag_ratio_mean": 0.9128544130553938,
228
+ "flow/mag_ratio_std": 0.09354445787325297,
229
+ "step": 4096
230
+ },
231
+ {
232
+ "epoch": 0.18918294766985358,
233
+ "eval_bleu": 0.6839715035857402,
234
+ "eval_ce_loss": 1.1360810732460458,
235
+ "eval_cos_loss": 0.08503438343536364,
236
+ "eval_loss": 0.2889118402788084,
237
+ "eval_mse_loss": 0.16517186124030858,
238
+ "eval_rec_loss": 0.0016284317239192974,
239
+ "eval_runtime": 143.3522,
240
+ "eval_samples_per_second": 195.274,
241
+ "eval_steps_per_second": 3.055,
242
+ "flow/cos_sim": 0.9149656362457362,
243
+ "flow/improvement_ratio": 0.9750959768415042,
244
+ "flow/mag_ratio_mean": 0.9128544130553938,
245
+ "flow/mag_ratio_std": 0.09354445787325297,
246
+ "step": 4096
247
+ },
248
+ {
249
+ "epoch": 0.20100688189921945,
250
+ "grad_norm": 0.3648587763309479,
251
+ "learning_rate": 0.0009208056308063659,
252
+ "loss": 0.28915518522262573,
253
+ "step": 4352
254
+ },
255
+ {
256
+ "epoch": 0.2128308161285853,
257
+ "grad_norm": 0.5004331469535828,
258
+ "learning_rate": 0.0009102296648873445,
259
+ "loss": 0.28424444794654846,
260
+ "step": 4608
261
+ },
262
+ {
263
+ "epoch": 0.22465475035795113,
264
+ "grad_norm": 0.27222171425819397,
265
+ "learning_rate": 0.0008990599737794927,
266
+ "loss": 0.2838270366191864,
267
+ "step": 4864
268
+ },
269
+ {
270
+ "epoch": 0.236478684587317,
271
+ "grad_norm": 0.39166298508644104,
272
+ "learning_rate": 0.0008873127233711644,
273
+ "loss": 0.2802566885948181,
274
+ "step": 5120
275
+ },
276
+ {
277
+ "epoch": 0.236478684587317,
278
+ "eval_bleu": 0.6966429437264656,
279
+ "eval_ce_loss": 1.0860335096784923,
280
+ "eval_cos_loss": 0.08069509963534738,
281
+ "eval_loss": 0.27587767567944854,
282
+ "eval_mse_loss": 0.15802378180228413,
283
+ "eval_rec_loss": 0.0011810324893420196,
284
+ "flow/cos_sim": 0.9193049165756191,
285
+ "flow/improvement_ratio": 0.9735453040360316,
286
+ "flow/mag_ratio_mean": 0.9165048223652251,
287
+ "flow/mag_ratio_std": 0.08227625193252955,
288
+ "step": 5120
289
+ },
290
+ {
291
+ "epoch": 0.236478684587317,
292
+ "eval_bleu": 0.6966429437264656,
293
+ "eval_ce_loss": 1.0860335096784923,
294
+ "eval_cos_loss": 0.08069509963534738,
295
+ "eval_loss": 0.27587767567944854,
296
+ "eval_mse_loss": 0.15802378180228413,
297
+ "eval_rec_loss": 0.0011810324893420196,
298
+ "eval_runtime": 144.8851,
299
+ "eval_samples_per_second": 193.208,
300
+ "eval_steps_per_second": 3.023,
301
+ "flow/cos_sim": 0.9193049165756191,
302
+ "flow/improvement_ratio": 0.9735453040360316,
303
+ "flow/mag_ratio_mean": 0.9165048223652251,
304
+ "flow/mag_ratio_std": 0.08227625193252955,
305
+ "step": 5120
306
+ },
307
+ {
308
+ "epoch": 0.24830261881668284,
309
+ "grad_norm": 0.4552461802959442,
310
+ "learning_rate": 0.0008750049154520011,
311
+ "loss": 0.27747780084609985,
312
+ "step": 5376
313
+ },
314
+ {
315
+ "epoch": 0.2601265530460487,
316
+ "grad_norm": 0.3430848717689514,
317
+ "learning_rate": 0.0008621543631062487,
318
+ "loss": 0.2891384959220886,
319
+ "step": 5632
320
+ },
321
+ {
322
+ "epoch": 0.27195048727541454,
323
+ "grad_norm": 0.4337022304534912,
324
+ "learning_rate": 0.0008487796649318904,
325
+ "loss": 0.274080365896225,
326
+ "step": 5888
327
+ },
328
+ {
329
+ "epoch": 0.2837744215047804,
330
+ "grad_norm": 0.40342026948928833,
331
+ "learning_rate": 0.0008349001781229053,
332
+ "loss": 0.2737179100513458,
333
+ "step": 6144
334
+ },
335
+ {
336
+ "epoch": 0.2837744215047804,
337
+ "eval_bleu": 0.7005510372485733,
338
+ "eval_ce_loss": 1.067978764981984,
339
+ "eval_cos_loss": 0.0791517910994079,
340
+ "eval_loss": 0.2710464134744313,
341
+ "eval_mse_loss": 0.15530247285485813,
342
+ "eval_rec_loss": 0.00103088276002016,
343
+ "flow/cos_sim": 0.9208482295682986,
344
+ "flow/improvement_ratio": 0.9731569932476026,
345
+ "flow/mag_ratio_mean": 0.9284612283314744,
346
+ "flow/mag_ratio_std": 0.07813496222574962,
347
+ "step": 6144
348
+ },
349
+ {
350
+ "epoch": 0.2837744215047804,
351
+ "eval_bleu": 0.7005510372485733,
352
+ "eval_ce_loss": 1.067978764981984,
353
+ "eval_cos_loss": 0.0791517910994079,
354
+ "eval_loss": 0.2710464134744313,
355
+ "eval_mse_loss": 0.15530247285485813,
356
+ "eval_rec_loss": 0.00103088276002016,
357
+ "eval_runtime": 142.9519,
358
+ "eval_samples_per_second": 195.821,
359
+ "eval_steps_per_second": 3.064,
360
+ "flow/cos_sim": 0.9208482295682986,
361
+ "flow/improvement_ratio": 0.9731569932476026,
362
+ "flow/mag_ratio_mean": 0.9284612283314744,
363
+ "flow/mag_ratio_std": 0.07813496222574962,
364
+ "step": 6144
365
+ },
366
+ {
367
+ "epoch": 0.2955983557341462,
368
+ "grad_norm": 0.36669906973838806,
369
+ "learning_rate": 0.0008205359904536107,
370
+ "loss": 0.2686825394630432,
371
+ "step": 6400
372
+ },
373
+ {
374
+ "epoch": 0.30742228996351206,
375
+ "grad_norm": 0.2844366729259491,
376
+ "learning_rate": 0.0008057078912056363,
377
+ "loss": 0.26841098070144653,
378
+ "step": 6656
379
+ },
380
+ {
381
+ "epoch": 0.3192462241928779,
382
+ "grad_norm": 0.341339647769928,
383
+ "learning_rate": 0.0007904373410796086,
384
+ "loss": 0.2661970555782318,
385
+ "step": 6912
386
+ },
387
+ {
388
+ "epoch": 0.3310701584222438,
389
+ "grad_norm": 0.35041218996047974,
390
+ "learning_rate": 0.0007747464411350876,
391
+ "loss": 0.26556745171546936,
392
+ "step": 7168
393
+ },
394
+ {
395
+ "epoch": 0.3310701584222438,
396
+ "eval_bleu": 0.710653856755971,
397
+ "eval_ce_loss": 1.0037036097213015,
398
+ "eval_cos_loss": 0.0774884378733156,
399
+ "eval_loss": 0.2617515635817018,
400
+ "eval_mse_loss": 0.15282062886784611,
401
+ "eval_rec_loss": 0.0008117282769037305,
402
+ "flow/cos_sim": 0.9225115811443765,
403
+ "flow/improvement_ratio": 0.9752856880834658,
404
+ "flow/mag_ratio_mean": 0.9207794453999768,
405
+ "flow/mag_ratio_std": 0.08132727078447059,
406
+ "step": 7168
407
+ },
408
+ {
409
+ "epoch": 0.3310701584222438,
410
+ "eval_bleu": 0.710653856755971,
411
+ "eval_ce_loss": 1.0037036097213015,
412
+ "eval_cos_loss": 0.0774884378733156,
413
+ "eval_loss": 0.2617515635817018,
414
+ "eval_mse_loss": 0.15282062886784611,
415
+ "eval_rec_loss": 0.0008117282769037305,
416
+ "eval_runtime": 142.6116,
417
+ "eval_samples_per_second": 196.288,
418
+ "eval_steps_per_second": 3.071,
419
+ "flow/cos_sim": 0.9225115811443765,
420
+ "flow/improvement_ratio": 0.9752856880834658,
421
+ "flow/mag_ratio_mean": 0.9207794453999768,
422
+ "flow/mag_ratio_std": 0.08132727078447059,
423
+ "step": 7168
424
+ },
425
+ {
426
+ "epoch": 0.34289409265160964,
427
+ "grad_norm": 0.328535258769989,
428
+ "learning_rate": 0.000758657900803716,
429
+ "loss": 0.27869582176208496,
430
+ "step": 7424
431
+ },
432
+ {
433
+ "epoch": 0.3547180268809755,
434
+ "grad_norm": 0.27767524123191833,
435
+ "learning_rate": 0.000742195005021869,
436
+ "loss": 0.26837044954299927,
437
+ "step": 7680
438
+ },
439
+ {
440
+ "epoch": 0.3665419611103413,
441
+ "grad_norm": 0.40343427658081055,
442
+ "learning_rate": 0.0007253815805303786,
443
+ "loss": 0.26287224888801575,
444
+ "step": 7936
445
+ },
446
+ {
447
+ "epoch": 0.37836589533970716,
448
+ "grad_norm": 0.3494727611541748,
449
+ "learning_rate": 0.0007082419613901028,
450
+ "loss": 0.2608710527420044,
451
+ "step": 8192
452
+ },
453
+ {
454
+ "epoch": 0.37836589533970716,
455
+ "eval_bleu": 0.7258561394806508,
456
+ "eval_ce_loss": 0.954990051584701,
457
+ "eval_cos_loss": 0.07798272708099183,
458
+ "eval_loss": 0.2584831827239359,
459
+ "eval_mse_loss": 0.15443320324023566,
460
+ "eval_rec_loss": 0.0007526992644982298,
461
+ "flow/cos_sim": 0.9220172950666244,
462
+ "flow/improvement_ratio": 0.9747015749482804,
463
+ "flow/mag_ratio_mean": 0.9233354187175019,
464
+ "flow/mag_ratio_std": 0.07788482179108276,
465
+ "step": 8192
466
+ },
467
+ {
468
+ "epoch": 0.37836589533970716,
469
+ "eval_bleu": 0.7258561394806508,
470
+ "eval_ce_loss": 0.954990051584701,
471
+ "eval_cos_loss": 0.07798272708099183,
472
+ "eval_loss": 0.2584831827239359,
473
+ "eval_mse_loss": 0.15443320324023566,
474
+ "eval_rec_loss": 0.0007526992644982298,
475
+ "eval_runtime": 144.1923,
476
+ "eval_samples_per_second": 194.137,
477
+ "eval_steps_per_second": 3.038,
478
+ "flow/cos_sim": 0.9220172950666244,
479
+ "flow/improvement_ratio": 0.9747015749482804,
480
+ "flow/mag_ratio_mean": 0.9233354187175019,
481
+ "flow/mag_ratio_std": 0.07788482179108276,
482
+ "step": 8192
483
+ },
484
+ {
485
+ "epoch": 0.390189829569073,
486
+ "grad_norm": 0.4279082417488098,
487
+ "learning_rate": 0.0006908009537632514,
488
+ "loss": 0.2599097788333893,
489
+ "step": 8448
490
+ },
491
+ {
492
+ "epoch": 0.4020137637984389,
493
+ "grad_norm": 0.43606042861938477,
494
+ "learning_rate": 0.0006730838000114403,
495
+ "loss": 0.26111704111099243,
496
+ "step": 8704
497
+ },
498
+ {
499
+ "epoch": 0.41383769802780473,
500
+ "grad_norm": 0.21560809016227722,
501
+ "learning_rate": 0.0006551161421624341,
502
+ "loss": 0.268413245677948,
503
+ "step": 8960
504
+ },
505
+ {
506
+ "epoch": 0.4256616322571706,
507
+ "grad_norm": 0.5756855607032776,
508
+ "learning_rate": 0.0006369239847984517,
509
+ "loss": 0.2562841475009918,
510
+ "step": 9216
511
+ },
512
+ {
513
+ "epoch": 0.4256616322571706,
514
+ "eval_bleu": 0.7095258647762687,
515
+ "eval_ce_loss": 1.0158189947474492,
516
+ "eval_cos_loss": 0.0742807937743457,
517
+ "eval_loss": 0.256784121705789,
518
+ "eval_mse_loss": 0.14713338680871546,
519
+ "eval_rec_loss": 0.0006407552403591884,
520
+ "flow/cos_sim": 0.9257192251072627,
521
+ "flow/improvement_ratio": 0.9743275895510635,
522
+ "flow/mag_ratio_mean": 0.9202466026016566,
523
+ "flow/mag_ratio_std": 0.0764387545588354,
524
+ "step": 9216
525
+ },
526
+ {
527
+ "epoch": 0.4256616322571706,
528
+ "eval_bleu": 0.7095258647762687,
529
+ "eval_ce_loss": 1.0158189947474492,
530
+ "eval_cos_loss": 0.0742807937743457,
531
+ "eval_loss": 0.256784121705789,
532
+ "eval_mse_loss": 0.14713338680871546,
533
+ "eval_rec_loss": 0.0006407552403591884,
534
+ "eval_runtime": 145.076,
535
+ "eval_samples_per_second": 192.954,
536
+ "eval_steps_per_second": 3.019,
537
+ "flow/cos_sim": 0.9257192251072627,
538
+ "flow/improvement_ratio": 0.9743275895510635,
539
+ "flow/mag_ratio_mean": 0.9202466026016566,
540
+ "flow/mag_ratio_std": 0.0764387545588354,
541
+ "step": 9216
542
+ },
543
+ {
544
+ "epoch": 0.4374855664865364,
545
+ "grad_norm": 0.376579225063324,
546
+ "learning_rate": 0.0006185336574197479,
547
+ "loss": 0.25477761030197144,
548
+ "step": 9472
549
+ },
550
+ {
551
+ "epoch": 0.44930950071590225,
552
+ "grad_norm": 0.4893060624599457,
553
+ "learning_rate": 0.0005999717763379407,
554
+ "loss": 0.2554967701435089,
555
+ "step": 9728
556
+ },
557
+ {
558
+ "epoch": 0.4611334349452681,
559
+ "grad_norm": 0.5277368426322937,
560
+ "learning_rate": 0.0005812652061542363,
561
+ "loss": 0.2537921667098999,
562
+ "step": 9984
563
+ },
564
+ {
565
+ "epoch": 0.472957369174634,
566
+ "grad_norm": 0.3493780791759491,
567
+ "learning_rate": 0.0005624410208783071,
568
+ "loss": 0.2518165707588196,
569
+ "step": 10240
570
+ },
571
+ {
572
+ "epoch": 0.472957369174634,
573
+ "eval_bleu": 0.7175600139987302,
574
+ "eval_ce_loss": 0.9684542848231041,
575
+ "eval_cos_loss": 0.07330035061902923,
576
+ "eval_loss": 0.25065779049782994,
577
+ "eval_mse_loss": 0.1458930650292194,
578
+ "eval_rec_loss": 0.000589260474122746,
579
+ "flow/cos_sim": 0.9266996725236989,
580
+ "flow/improvement_ratio": 0.9765301047394809,
581
+ "flow/mag_ratio_mean": 0.9194769399351181,
582
+ "flow/mag_ratio_std": 0.07280441308946914,
583
+ "step": 10240
584
+ },
585
+ {
586
+ "epoch": 0.472957369174634,
587
+ "eval_bleu": 0.7175600139987302,
588
+ "eval_ce_loss": 0.9684542848231041,
589
+ "eval_cos_loss": 0.07330035061902923,
590
+ "eval_loss": 0.25065779049782994,
591
+ "eval_mse_loss": 0.1458930650292194,
592
+ "eval_rec_loss": 0.000589260474122746,
593
+ "eval_runtime": 144.907,
594
+ "eval_samples_per_second": 193.179,
595
+ "eval_steps_per_second": 3.023,
596
+ "flow/cos_sim": 0.9266996725236989,
597
+ "flow/improvement_ratio": 0.9765301047394809,
598
+ "flow/mag_ratio_mean": 0.9194769399351181,
599
+ "flow/mag_ratio_std": 0.07280441308946914,
600
+ "step": 10240
601
+ },
602
+ {
603
+ "epoch": 0.48478130340399983,
604
+ "grad_norm": 0.5341387391090393,
605
+ "learning_rate": 0.0005435264647440881,
606
+ "loss": 0.2537766695022583,
607
+ "step": 10496
608
+ },
609
+ {
610
+ "epoch": 0.49660523763336567,
611
+ "grad_norm": 0.37015679478645325,
612
+ "learning_rate": 0.000524548912779213,
613
+ "loss": 0.2499093860387802,
614
+ "step": 10752
615
+ },
616
+ {
617
+ "epoch": 0.5084291718627315,
618
+ "grad_norm": 0.6591759920120239,
619
+ "learning_rate": 0.0005055358311851499,
620
+ "loss": 0.25186970829963684,
621
+ "step": 11008
622
+ },
623
+ {
624
+ "epoch": 0.5202531060920974,
625
+ "grad_norm": 0.31277748942375183,
626
+ "learning_rate": 0.0004865147375853812,
627
+ "loss": 0.25062766671180725,
628
+ "step": 11264
629
+ },
630
+ {
631
+ "epoch": 0.5202531060920974,
632
+ "eval_bleu": 0.7260803484693739,
633
+ "eval_ce_loss": 0.9400546782092961,
634
+ "eval_cos_loss": 0.07318596699228298,
635
+ "eval_loss": 0.2483225218169221,
636
+ "eval_mse_loss": 0.14649179712210073,
637
+ "eval_rec_loss": 0.0005066586955975142,
638
+ "flow/cos_sim": 0.9268140568308634,
639
+ "flow/improvement_ratio": 0.9762515691045213,
640
+ "flow/mag_ratio_mean": 0.9157658136326429,
641
+ "flow/mag_ratio_std": 0.07639177793373256,
642
+ "step": 11264
643
+ },
644
+ {
645
+ "epoch": 0.5202531060920974,
646
+ "eval_bleu": 0.7260803484693739,
647
+ "eval_ce_loss": 0.9400546782092961,
648
+ "eval_cos_loss": 0.07318596699228298,
649
+ "eval_loss": 0.2483225218169221,
650
+ "eval_mse_loss": 0.14649179712210073,
651
+ "eval_rec_loss": 0.0005066586955975142,
652
+ "eval_runtime": 143.4087,
653
+ "eval_samples_per_second": 195.197,
654
+ "eval_steps_per_second": 3.054,
655
+ "flow/cos_sim": 0.9268140568308634,
656
+ "flow/improvement_ratio": 0.9762515691045213,
657
+ "flow/mag_ratio_mean": 0.9157658136326429,
658
+ "flow/mag_ratio_std": 0.07639177793373256,
659
+ "step": 11264
660
+ },
661
+ {
662
+ "epoch": 0.5320770403214632,
663
+ "grad_norm": 0.7305059432983398,
664
+ "learning_rate": 0.0004675131611991607,
665
+ "loss": 0.2499980330467224,
666
+ "step": 11520
667
+ },
668
+ {
669
+ "epoch": 0.5439009745508291,
670
+ "grad_norm": 0.2771352231502533,
671
+ "learning_rate": 0.0004485586029984899,
672
+ "loss": 0.24800576269626617,
673
+ "step": 11776
674
+ },
675
+ {
676
+ "epoch": 0.5557249087801949,
677
+ "grad_norm": 0.2686781883239746,
678
+ "learning_rate": 0.00042967849590597266,
679
+ "loss": 0.24677802622318268,
680
+ "step": 12032
681
+ },
682
+ {
683
+ "epoch": 0.5675488430095608,
684
+ "grad_norm": 0.37717506289482117,
685
+ "learning_rate": 0.0004109001650911621,
686
+ "loss": 0.24666211009025574,
687
+ "step": 12288
688
+ },
689
+ {
690
+ "epoch": 0.5675488430095608,
691
+ "eval_bleu": 0.724567852062454,
692
+ "eval_ce_loss": 0.9509265820185343,
693
+ "eval_cos_loss": 0.07338333341663014,
694
+ "eval_loss": 0.24947158049911125,
695
+ "eval_mse_loss": 0.1465663725518745,
696
+ "eval_rec_loss": 0.00047421499268288965,
697
+ "flow/cos_sim": 0.9266166863920482,
698
+ "flow/improvement_ratio": 0.9748387396607769,
699
+ "flow/mag_ratio_mean": 0.9328112143631939,
700
+ "flow/mag_ratio_std": 0.07196474395113993,
701
+ "step": 12288
702
+ },
703
+ {
704
+ "epoch": 0.5675488430095608,
705
+ "eval_bleu": 0.724567852062454,
706
+ "eval_ce_loss": 0.9509265820185343,
707
+ "eval_cos_loss": 0.07338333341663014,
708
+ "eval_loss": 0.24947158049911125,
709
+ "eval_mse_loss": 0.1465663725518745,
710
+ "eval_rec_loss": 0.00047421499268288965,
711
+ "eval_runtime": 144.4458,
712
+ "eval_samples_per_second": 193.796,
713
+ "eval_steps_per_second": 3.032,
714
+ "flow/cos_sim": 0.9266166863920482,
715
+ "flow/improvement_ratio": 0.9748387396607769,
716
+ "flow/mag_ratio_mean": 0.9328112143631939,
717
+ "flow/mag_ratio_std": 0.07196474395113993,
718
+ "step": 12288
719
+ },
720
+ {
721
+ "epoch": 0.5793727772389267,
722
+ "grad_norm": 0.7573108673095703,
723
+ "learning_rate": 0.0003922507884228551,
724
+ "loss": 0.24700023233890533,
725
+ "step": 12544
726
+ },
727
+ {
728
+ "epoch": 0.5911967114682924,
729
+ "grad_norm": 0.2122378647327423,
730
+ "learning_rate": 0.00037375735713457723,
731
+ "loss": 0.2433316856622696,
732
+ "step": 12800
733
+ },
734
+ {
735
+ "epoch": 0.6030206456976583,
736
+ "grad_norm": 0.22209292650222778,
737
+ "learning_rate": 0.00035544663676018276,
738
+ "loss": 0.246763676404953,
739
+ "step": 13056
740
+ },
741
+ {
742
+ "epoch": 0.6148445799270241,
743
+ "grad_norm": 0.309989333152771,
744
+ "learning_rate": 0.00033734512839611255,
745
+ "loss": 0.24262374639511108,
746
+ "step": 13312
747
+ },
748
+ {
749
+ "epoch": 0.6148445799270241,
750
+ "eval_bleu": 0.7300156788258321,
751
+ "eval_ce_loss": 0.933146977737614,
752
+ "eval_cos_loss": 0.07192521648626077,
753
+ "eval_loss": 0.24540512995224564,
754
+ "eval_mse_loss": 0.14446957482526837,
755
+ "eval_rec_loss": 0.00042833433703537476,
756
+ "flow/cos_sim": 0.9280747922315989,
757
+ "flow/improvement_ratio": 0.9743193072271129,
758
+ "flow/mag_ratio_mean": 0.9250430587219866,
759
+ "flow/mag_ratio_std": 0.07064938510355612,
760
+ "step": 13312
761
+ },
762
+ {
763
+ "epoch": 0.6148445799270241,
764
+ "eval_bleu": 0.7300156788258321,
765
+ "eval_ce_loss": 0.933146977737614,
766
+ "eval_cos_loss": 0.07192521648626077,
767
+ "eval_loss": 0.24540512995224564,
768
+ "eval_mse_loss": 0.14446957482526837,
769
+ "eval_rec_loss": 0.00042833433703537476,
770
+ "eval_runtime": 144.2347,
771
+ "eval_samples_per_second": 194.079,
772
+ "eval_steps_per_second": 3.037,
773
+ "flow/cos_sim": 0.9280747922315989,
774
+ "flow/improvement_ratio": 0.9743193072271129,
775
+ "flow/mag_ratio_mean": 0.9250430587219866,
776
+ "flow/mag_ratio_std": 0.07064938510355612,
777
+ "step": 13312
778
+ },
779
+ {
780
+ "epoch": 0.62666851415639,
781
+ "grad_norm": 0.2954619824886322,
782
+ "learning_rate": 0.0003194790303463687,
783
+ "loss": 0.24288520216941833,
784
+ "step": 13568
785
+ },
786
+ {
787
+ "epoch": 0.6384924483857558,
788
+ "grad_norm": 0.6633331775665283,
789
+ "learning_rate": 0.00030187420020572406,
790
+ "loss": 0.24463221430778503,
791
+ "step": 13824
792
+ },
793
+ {
794
+ "epoch": 0.6503163826151217,
795
+ "grad_norm": 0.2086828500032425,
796
+ "learning_rate": 0.00028455611743603626,
797
+ "loss": 0.2416921854019165,
798
+ "step": 14080
799
+ },
800
+ {
801
+ "epoch": 0.6621403168444876,
802
+ "grad_norm": 0.19425669312477112,
803
+ "learning_rate": 0.0002675498464898373,
804
+ "loss": 0.2426968514919281,
805
+ "step": 14336
806
+ },
807
+ {
808
+ "epoch": 0.6621403168444876,
809
+ "eval_bleu": 0.7358716031963392,
810
+ "eval_ce_loss": 0.8970746389126669,
811
+ "eval_cos_loss": 0.07039773773793216,
812
+ "eval_loss": 0.23921880884665878,
813
+ "eval_mse_loss": 0.14204559988899318,
814
+ "eval_rec_loss": 0.0004259694892114143,
815
+ "flow/cos_sim": 0.9296022757003296,
816
+ "flow/improvement_ratio": 0.9752817895586632,
817
+ "flow/mag_ratio_mean": 0.9346142843978046,
818
+ "flow/mag_ratio_std": 0.06967301141963975,
819
+ "step": 14336
820
+ },
821
+ {
822
+ "epoch": 0.6621403168444876,
823
+ "eval_bleu": 0.7358716031963392,
824
+ "eval_ce_loss": 0.8970746389126669,
825
+ "eval_cos_loss": 0.07039773773793216,
826
+ "eval_loss": 0.23921880884665878,
827
+ "eval_mse_loss": 0.14204559988899318,
828
+ "eval_rec_loss": 0.0004259694892114143,
829
+ "eval_runtime": 146.9688,
830
+ "eval_samples_per_second": 190.469,
831
+ "eval_steps_per_second": 2.98,
832
+ "flow/cos_sim": 0.9296022757003296,
833
+ "flow/improvement_ratio": 0.9752817895586632,
834
+ "flow/mag_ratio_mean": 0.9346142843978046,
835
+ "flow/mag_ratio_std": 0.06967301141963975,
836
+ "step": 14336
837
+ },
838
+ {
839
+ "epoch": 0.6739642510738534,
840
+ "grad_norm": 0.5798227787017822,
841
+ "learning_rate": 0.0002508800005345623,
842
+ "loss": 0.24217651784420013,
843
+ "step": 14592
844
+ },
845
+ {
846
+ "epoch": 0.6857881853032193,
847
+ "grad_norm": 0.8549785017967224,
848
+ "learning_rate": 0.00023457070582992562,
849
+ "loss": 0.24345579743385315,
850
+ "step": 14848
851
+ },
852
+ {
853
+ "epoch": 0.6976121195325851,
854
+ "grad_norm": 0.4544009566307068,
855
+ "learning_rate": 0.00021864556680999692,
856
+ "loss": 0.23991872370243073,
857
+ "step": 15104
858
+ },
859
+ {
860
+ "epoch": 0.709436053761951,
861
+ "grad_norm": 0.5695450305938721,
862
+ "learning_rate": 0.0002031276319205152,
863
+ "loss": 0.2396196871995926,
864
+ "step": 15360
865
+ },
866
+ {
867
+ "epoch": 0.709436053761951,
868
+ "eval_bleu": 0.7367086437042604,
869
+ "eval_ce_loss": 0.8948814071476732,
870
+ "eval_cos_loss": 0.07030742877422402,
871
+ "eval_loss": 0.23915054540247677,
872
+ "eval_mse_loss": 0.14226854150289814,
873
+ "eval_rec_loss": 0.00036311902771741107,
874
+ "flow/cos_sim": 0.9296925847661005,
875
+ "flow/improvement_ratio": 0.9746487660495113,
876
+ "flow/mag_ratio_mean": 0.9314249843767245,
877
+ "flow/mag_ratio_std": 0.0696038415476884,
878
+ "step": 15360
879
+ },
880
+ {
881
+ "epoch": 0.709436053761951,
882
+ "eval_bleu": 0.7367086437042604,
883
+ "eval_ce_loss": 0.8948814071476732,
884
+ "eval_cos_loss": 0.07030742877422402,
885
+ "eval_loss": 0.23915054540247677,
886
+ "eval_mse_loss": 0.14226854150289814,
887
+ "eval_rec_loss": 0.00036311902771741107,
888
+ "eval_runtime": 143.8829,
889
+ "eval_samples_per_second": 194.554,
890
+ "eval_steps_per_second": 3.044,
891
+ "flow/cos_sim": 0.9296925847661005,
892
+ "flow/improvement_ratio": 0.9746487660495113,
893
+ "flow/mag_ratio_mean": 0.9314249843767245,
894
+ "flow/mag_ratio_std": 0.0696038415476884,
895
+ "step": 15360
896
+ },
897
+ {
898
+ "epoch": 0.7212599879913169,
899
+ "grad_norm": 0.24349141120910645,
900
+ "learning_rate": 0.00018803936026088542,
901
+ "loss": 0.23957179486751556,
902
+ "step": 15616
903
+ },
904
+ {
905
+ "epoch": 0.7330839222206826,
906
+ "grad_norm": 0.2847910225391388,
907
+ "learning_rate": 0.00017340258907913464,
908
+ "loss": 0.23970942199230194,
909
+ "step": 15872
910
+ },
911
+ {
912
+ "epoch": 0.7449078564500485,
913
+ "grad_norm": 0.5366371870040894,
914
+ "learning_rate": 0.0001592385021668743,
915
+ "loss": 0.23960672318935394,
916
+ "step": 16128
917
+ },
918
+ {
919
+ "epoch": 0.7567317906794143,
920
+ "grad_norm": 0.16883717477321625,
921
+ "learning_rate": 0.0001455675992000087,
922
+ "loss": 0.238803431391716,
923
+ "step": 16384
924
+ },
925
+ {
926
+ "epoch": 0.7567317906794143,
927
+ "eval_bleu": 0.734623877372401,
928
+ "eval_ce_loss": 0.8963056962647938,
929
+ "eval_cos_loss": 0.06929709047045066,
930
+ "eval_loss": 0.23715336164927373,
931
+ "eval_mse_loss": 0.14023235147674334,
932
+ "eval_rec_loss": 0.00036073007059260167,
933
+ "flow/cos_sim": 0.9307029282665689,
934
+ "flow/improvement_ratio": 0.9735523003693585,
935
+ "flow/mag_ratio_mean": 0.9296198963574623,
936
+ "flow/mag_ratio_std": 0.07116366107203917,
937
+ "step": 16384
938
+ },
939
+ {
940
+ "epoch": 0.7567317906794143,
941
+ "eval_bleu": 0.734623877372401,
942
+ "eval_ce_loss": 0.8963056962647938,
943
+ "eval_cos_loss": 0.06929709047045066,
944
+ "eval_loss": 0.23715336164927373,
945
+ "eval_mse_loss": 0.14023235147674334,
946
+ "eval_rec_loss": 0.00036073007059260167,
947
+ "eval_runtime": 144.8569,
948
+ "eval_samples_per_second": 193.246,
949
+ "eval_steps_per_second": 3.024,
950
+ "flow/cos_sim": 0.9307029282665689,
951
+ "flow/improvement_ratio": 0.9735523003693585,
952
+ "flow/mag_ratio_mean": 0.9296198963574623,
953
+ "flow/mag_ratio_std": 0.07116366107203917,
954
+ "step": 16384
955
+ },
956
+ {
957
+ "epoch": 0.7685557249087802,
958
+ "grad_norm": 0.18049044907093048,
959
+ "learning_rate": 0.000132409666069565,
960
+ "loss": 0.23929160833358765,
961
+ "step": 16640
962
+ },
963
+ {
964
+ "epoch": 0.780379659138146,
965
+ "grad_norm": 0.42043963074684143,
966
+ "learning_rate": 0.0001197837462455823,
967
+ "loss": 0.23627738654613495,
968
+ "step": 16896
969
+ },
970
+ {
971
+ "epoch": 0.7922035933675119,
972
+ "grad_norm": 0.19926320016384125,
973
+ "learning_rate": 0.00010770811321550749,
974
+ "loss": 0.23734550178050995,
975
+ "step": 17152
976
+ },
977
+ {
978
+ "epoch": 0.8040275275968778,
979
+ "grad_norm": 0.2398398518562317,
980
+ "learning_rate": 9.620024403698591e-05,
981
+ "loss": 0.23703321814537048,
982
+ "step": 17408
983
+ },
984
+ {
985
+ "epoch": 0.8040275275968778,
986
+ "eval_bleu": 0.7436939325306295,
987
+ "eval_ce_loss": 0.8676520106999297,
988
+ "eval_cos_loss": 0.06962325224933559,
989
+ "eval_loss": 0.23564744887014502,
990
+ "eval_mse_loss": 0.14157898780213643,
991
+ "eval_rec_loss": 0.00034093371078227947,
992
+ "flow/cos_sim": 0.9303767629410034,
993
+ "flow/improvement_ratio": 0.9734724662075304,
994
+ "flow/mag_ratio_mean": 0.9335192646065803,
995
+ "flow/mag_ratio_std": 0.06777094987531503,
996
+ "step": 17408
997
+ },
998
+ {
999
+ "epoch": 0.8040275275968778,
1000
+ "eval_bleu": 0.7436939325306295,
1001
+ "eval_ce_loss": 0.8676520106999297,
1002
+ "eval_cos_loss": 0.06962325224933559,
1003
+ "eval_loss": 0.23564744887014502,
1004
+ "eval_mse_loss": 0.14157898780213643,
1005
+ "eval_rec_loss": 0.00034093371078227947,
1006
+ "eval_runtime": 144.4529,
1007
+ "eval_samples_per_second": 193.786,
1008
+ "eval_steps_per_second": 3.032,
1009
+ "flow/cos_sim": 0.9303767629410034,
1010
+ "flow/improvement_ratio": 0.9734724662075304,
1011
+ "flow/mag_ratio_mean": 0.9335192646065803,
1012
+ "flow/mag_ratio_std": 0.06777094987531503,
1013
+ "step": 17408
1014
+ },
1015
+ {
1016
+ "epoch": 0.8158514618262436,
1017
+ "grad_norm": 0.781293511390686,
1018
+ "learning_rate": 8.527679404332429e-05,
1019
+ "loss": 0.23650652170181274,
1020
+ "step": 17664
1021
+ },
1022
+ {
1023
+ "epoch": 0.8276753960556095,
1024
+ "grad_norm": 0.14831966161727905,
1025
+ "learning_rate": 7.495357273823544e-05,
1026
+ "loss": 0.2379007786512375,
1027
+ "step": 17920
1028
+ },
1029
+ {
1030
+ "epoch": 0.8394993302849753,
1031
+ "grad_norm": 0.15485990047454834,
1032
+ "learning_rate": 6.524552091475183e-05,
1033
+ "loss": 0.2373773455619812,
1034
+ "step": 18176
1035
+ },
1036
+ {
1037
+ "epoch": 0.8513232645143411,
1038
+ "grad_norm": 0.13972342014312744,
1039
+ "learning_rate": 5.6166689031422024e-05,
1040
+ "loss": 0.23547400534152985,
1041
+ "step": 18432
1042
+ },
1043
+ {
1044
+ "epoch": 0.8513232645143411,
1045
+ "eval_bleu": 0.7404975173841,
1046
+ "eval_ce_loss": 0.8763441998664647,
1047
+ "eval_cos_loss": 0.06848628710121869,
1048
+ "eval_loss": 0.2341211859698165,
1049
+ "eval_mse_loss": 0.1393070275040522,
1050
+ "eval_rec_loss": 0.00033110864400998134,
1051
+ "flow/cos_sim": 0.9315137378701336,
1052
+ "flow/improvement_ratio": 0.9746690928663837,
1053
+ "flow/mag_ratio_mean": 0.9297302695986343,
1054
+ "flow/mag_ratio_std": 0.06708622893922406,
1055
+ "step": 18432
1056
+ },
1057
+ {
1058
+ "epoch": 0.8513232645143411,
1059
+ "eval_bleu": 0.7404975173841,
1060
+ "eval_ce_loss": 0.8763441998664647,
1061
+ "eval_cos_loss": 0.06848628710121869,
1062
+ "eval_loss": 0.2341211859698165,
1063
+ "eval_mse_loss": 0.1393070275040522,
1064
+ "eval_rec_loss": 0.00033110864400998134,
1065
+ "eval_runtime": 144.9916,
1066
+ "eval_samples_per_second": 193.066,
1067
+ "eval_steps_per_second": 3.021,
1068
+ "flow/cos_sim": 0.9315137378701336,
1069
+ "flow/improvement_ratio": 0.9746690928663837,
1070
+ "flow/mag_ratio_mean": 0.9297302695986343,
1071
+ "flow/mag_ratio_std": 0.06708622893922406,
1072
+ "step": 18432
1073
+ },
1074
+ {
1075
+ "epoch": 0.8631471987437069,
1076
+ "grad_norm": 0.13306647539138794,
1077
+ "learning_rate": 4.773021687709067e-05,
1078
+ "loss": 0.23608988523483276,
1079
+ "step": 18688
1080
+ },
1081
+ {
1082
+ "epoch": 0.8749711329730728,
1083
+ "grad_norm": 0.16064585745334625,
1084
+ "learning_rate": 3.994831455368719e-05,
1085
+ "loss": 0.23599746823310852,
1086
+ "step": 18944
1087
+ },
1088
+ {
1089
+ "epoch": 0.8867950672024387,
1090
+ "grad_norm": 0.19070403277873993,
1091
+ "learning_rate": 3.283224480455282e-05,
1092
+ "loss": 0.23425938189029694,
1093
+ "step": 19200
1094
+ },
1095
+ {
1096
+ "epoch": 0.8986190014318045,
1097
+ "grad_norm": 1.2540472745895386,
1098
+ "learning_rate": 2.639230671387627e-05,
1099
+ "loss": 0.23733244836330414,
1100
+ "step": 19456
1101
+ },
1102
+ {
1103
+ "epoch": 0.8986190014318045,
1104
+ "eval_bleu": 0.7411587696578733,
1105
+ "eval_ce_loss": 0.8768332646862013,
1106
+ "eval_cos_loss": 0.06816527606349558,
1107
+ "eval_loss": 0.23368886810595588,
1108
+ "eval_mse_loss": 0.138866622085985,
1109
+ "eval_rec_loss": 0.00032239026382972687,
1110
+ "flow/cos_sim": 0.9318347360989819,
1111
+ "flow/improvement_ratio": 0.974329279574085,
1112
+ "flow/mag_ratio_mean": 0.9297914792141414,
1113
+ "flow/mag_ratio_std": 0.06777094615852997,
1114
+ "step": 19456
1115
+ },
1116
+ {
1117
+ "epoch": 0.8986190014318045,
1118
+ "eval_bleu": 0.7411587696578733,
1119
+ "eval_ce_loss": 0.8768332646862013,
1120
+ "eval_cos_loss": 0.06816527606349558,
1121
+ "eval_loss": 0.23368886810595588,
1122
+ "eval_mse_loss": 0.138866622085985,
1123
+ "eval_rec_loss": 0.00032239026382972687,
1124
+ "eval_runtime": 144.7333,
1125
+ "eval_samples_per_second": 193.411,
1126
+ "eval_steps_per_second": 3.026,
1127
+ "flow/cos_sim": 0.9318347360989819,
1128
+ "flow/improvement_ratio": 0.974329279574085,
1129
+ "flow/mag_ratio_mean": 0.9297914792141414,
1130
+ "flow/mag_ratio_std": 0.06777094615852997,
1131
+ "step": 19456
1132
+ },
1133
+ {
1134
+ "epoch": 0.9104429356611704,
1135
+ "grad_norm": 0.1263592690229416,
1136
+ "learning_rate": 2.063782080083576e-05,
1137
+ "loss": 0.23605787754058838,
1138
+ "step": 19712
1139
+ },
1140
+ {
1141
+ "epoch": 0.9222668698905362,
1142
+ "grad_norm": 0.12157848477363586,
1143
+ "learning_rate": 1.557711553001523e-05,
1144
+ "loss": 0.23632152378559113,
1145
+ "step": 19968
1146
+ },
1147
+ {
1148
+ "epoch": 0.9340908041199021,
1149
+ "grad_norm": 0.1504155695438385,
1150
+ "learning_rate": 1.1217515257622269e-05,
1151
+ "loss": 0.2339780181646347,
1152
+ "step": 20224
1153
+ },
1154
+ {
1155
+ "epoch": 0.945914738349268,
1156
+ "grad_norm": 0.22383330762386322,
1157
+ "learning_rate": 7.565329630950746e-06,
1158
+ "loss": 0.23464307188987732,
1159
+ "step": 20480
1160
+ },
1161
+ {
1162
+ "epoch": 0.945914738349268,
1163
+ "eval_bleu": 0.7380424224705183,
1164
+ "eval_ce_loss": 0.887897579365125,
1165
+ "eval_cos_loss": 0.06765534596934439,
1166
+ "eval_loss": 0.23374415763981266,
1167
+ "eval_mse_loss": 0.13786488870099256,
1168
+ "eval_rec_loss": 0.0003239751909095337,
1169
+ "flow/cos_sim": 0.9323446643134775,
1170
+ "flow/improvement_ratio": 0.9756706645499625,
1171
+ "flow/mag_ratio_mean": 0.9308563253106592,
1172
+ "flow/mag_ratio_std": 0.06712424952417748,
1173
+ "step": 20480
1174
+ },
1175
+ {
1176
+ "epoch": 0.945914738349268,
1177
+ "eval_bleu": 0.7380424224705183,
1178
+ "eval_ce_loss": 0.887897579365125,
1179
+ "eval_cos_loss": 0.06765534596934439,
1180
+ "eval_loss": 0.23374415763981266,
1181
+ "eval_mse_loss": 0.13786488870099256,
1182
+ "eval_rec_loss": 0.0003239751909095337,
1183
+ "eval_runtime": 145.0128,
1184
+ "eval_samples_per_second": 193.038,
1185
+ "eval_steps_per_second": 3.02,
1186
+ "flow/cos_sim": 0.9323446643134775,
1187
+ "flow/improvement_ratio": 0.9756706645499625,
1188
+ "flow/mag_ratio_mean": 0.9308563253106592,
1189
+ "flow/mag_ratio_std": 0.06712424952417748,
1190
+ "step": 20480
1191
+ },
1192
+ {
1193
+ "epoch": 0.9577386725786338,
1194
+ "grad_norm": 1.0795046091079712,
1195
+ "learning_rate": 4.62584445643166e-06,
1196
+ "loss": 0.23464855551719666,
1197
+ "step": 20736
1198
+ },
1199
+ {
1200
+ "epoch": 0.9695626068079997,
1201
+ "grad_norm": 0.14688174426555634,
1202
+ "learning_rate": 2.40331404948807e-06,
1203
+ "loss": 0.23495320975780487,
1204
+ "step": 20992
1205
+ },
1206
+ {
1207
+ "epoch": 0.9813865410373654,
1208
+ "grad_norm": 0.5085982084274292,
1209
+ "learning_rate": 9.009550772663965e-07,
1210
+ "loss": 0.23527467250823975,
1211
+ "step": 21248
1212
+ },
1213
+ {
1214
+ "epoch": 0.9932104752667313,
1215
+ "grad_norm": 0.1799926906824112,
1216
+ "learning_rate": 1.2094190315575791e-07,
1217
+ "loss": 0.23269928991794586,
1218
+ "step": 21504
1219
+ },
1220
+ {
1221
+ "epoch": 0.9932104752667313,
1222
+ "eval_bleu": 0.7394941421899379,
1223
+ "eval_ce_loss": 0.8877883761032531,
1224
+ "eval_cos_loss": 0.06756893683173885,
1225
+ "eval_loss": 0.23357277302301094,
1226
+ "eval_mse_loss": 0.13771423821647963,
1227
+ "eval_rec_loss": 0.00032280229498863754,
1228
+ "flow/cos_sim": 0.932431082475131,
1229
+ "flow/improvement_ratio": 0.97383240123862,
1230
+ "flow/mag_ratio_mean": 0.9317929653544405,
1231
+ "flow/mag_ratio_std": 0.06708553743008609,
1232
+ "step": 21504
1233
+ },
1234
+ {
1235
+ "epoch": 0.9932104752667313,
1236
+ "eval_bleu": 0.7394941421899379,
1237
+ "eval_ce_loss": 0.8877883761032531,
1238
+ "eval_cos_loss": 0.06756893683173885,
1239
+ "eval_loss": 0.23357277302301094,
1240
+ "eval_mse_loss": 0.13771423821647963,
1241
+ "eval_rec_loss": 0.00032280229498863754,
1242
+ "eval_runtime": 146.0954,
1243
+ "eval_samples_per_second": 191.608,
1244
+ "eval_steps_per_second": 2.998,
1245
+ "flow/cos_sim": 0.932431082475131,
1246
+ "flow/improvement_ratio": 0.97383240123862,
1247
+ "flow/mag_ratio_mean": 0.9317929653544405,
1248
+ "flow/mag_ratio_std": 0.06708553743008609,
1249
+ "step": 21504
1250
+ }
1251
+ ],
1252
+ "logging_steps": 256,
1253
+ "max_steps": 21651,
1254
+ "num_input_tokens_seen": 0,
1255
+ "num_train_epochs": 1,
1256
+ "save_steps": 1024,
1257
+ "stateful_callbacks": {
1258
+ "TrainerControl": {
1259
+ "args": {
1260
+ "should_epoch_stop": false,
1261
+ "should_evaluate": false,
1262
+ "should_log": false,
1263
+ "should_save": true,
1264
+ "should_training_stop": false
1265
+ },
1266
+ "attributes": {}
1267
+ }
1268
+ },
1269
+ "total_flos": 0.0,
1270
+ "train_batch_size": 64,
1271
+ "trial_name": null,
1272
+ "trial_params": null
1273
+ }
checkpoints-v4.6+/checkpoint-21504/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a16bb839f687414b8e48611327c4b9cfddeefe38c031ca70808f9a97c476b7
3
+ size 5137