hwm21 commited on
Commit
6b8af10
1 Parent(s): be739e1

Training in progress, step 9000, checkpoint

Browse files
checkpoint-9000/config.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "hwm21/230824-detr-segment-detect-unmasked",
3
+ "activation_dropout": 0.0,
4
+ "activation_function": "relu",
5
+ "architectures": [
6
+ "DetrForObjectDetection"
7
+ ],
8
+ "attention_dropout": 0.0,
9
+ "auxiliary_loss": false,
10
+ "backbone": "resnet50",
11
+ "backbone_config": null,
12
+ "backbone_kwargs": {
13
+ "in_chans": 3,
14
+ "out_indices": [
15
+ 1,
16
+ 2,
17
+ 3,
18
+ 4
19
+ ],
20
+ "output_stride": 16
21
+ },
22
+ "bbox_cost": 5,
23
+ "bbox_loss_coefficient": 5,
24
+ "class_cost": 1,
25
+ "classifier_dropout": 0.0,
26
+ "d_model": 256,
27
+ "decoder_attention_heads": 8,
28
+ "decoder_ffn_dim": 2048,
29
+ "decoder_layerdrop": 0.0,
30
+ "decoder_layers": 6,
31
+ "dice_loss_coefficient": 1,
32
+ "dilation": true,
33
+ "dropout": 0.1,
34
+ "encoder_attention_heads": 8,
35
+ "encoder_ffn_dim": 2048,
36
+ "encoder_layerdrop": 0.0,
37
+ "encoder_layers": 6,
38
+ "eos_coefficient": 0.1,
39
+ "giou_cost": 2,
40
+ "giou_loss_coefficient": 2,
41
+ "id2label": {
42
+ "0": "segment"
43
+ },
44
+ "init_std": 0.02,
45
+ "init_xavier_std": 1.0,
46
+ "is_encoder_decoder": true,
47
+ "label2id": {
48
+ "segment": 0
49
+ },
50
+ "mask_loss_coefficient": 1,
51
+ "max_position_embeddings": 1024,
52
+ "model_type": "detr",
53
+ "num_channels": 3,
54
+ "num_hidden_layers": 6,
55
+ "num_queries": 500,
56
+ "position_embedding_type": "sine",
57
+ "scale_embedding": false,
58
+ "torch_dtype": "float32",
59
+ "transformers_version": "4.44.2",
60
+ "use_pretrained_backbone": true,
61
+ "use_timm_backbone": true
62
+ }
checkpoint-9000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb11950b5833570e0c35706a87af956777953fbc511c505260f0d9bfaad7c9f3
3
+ size 166904424
checkpoint-9000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df96e334b9faa1650db3ace03ebb40e2e55eeb23d980c730193892db4f8f3504
3
+ size 331310970
checkpoint-9000/preprocessor_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_annotations": true,
3
+ "do_normalize": true,
4
+ "do_pad": true,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "format": "coco_detection",
8
+ "image_mean": [
9
+ 0.485,
10
+ 0.456,
11
+ 0.406
12
+ ],
13
+ "image_processor_type": "DetrImageProcessor",
14
+ "image_std": [
15
+ 0.229,
16
+ 0.224,
17
+ 0.225
18
+ ],
19
+ "pad_size": null,
20
+ "resample": 2,
21
+ "rescale_factor": 0.00392156862745098,
22
+ "size": {
23
+ "longest_edge": 1333,
24
+ "shortest_edge": 800
25
+ }
26
+ }
checkpoint-9000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2685f7b41ef55b1ee9687df9b9e2d8ae4ed881a95bdb714bd7c8fad76f7fd776
3
+ size 14244
checkpoint-9000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a499a9dac3bc46040a133b1cc625e1e2107fd6598778776ab5f3fda189d51eb2
3
+ size 1064
checkpoint-9000/trainer_state.json ADDED
@@ -0,0 +1,663 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 138.46153846153845,
5
+ "eval_steps": 500,
6
+ "global_step": 9000,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.5384615384615383,
13
+ "grad_norm": 28.85655403137207,
14
+ "learning_rate": 9.9812e-06,
15
+ "loss": 1.0794,
16
+ "step": 100
17
+ },
18
+ {
19
+ "epoch": 3.076923076923077,
20
+ "grad_norm": 40.480037689208984,
21
+ "learning_rate": 9.961400000000001e-06,
22
+ "loss": 1.1026,
23
+ "step": 200
24
+ },
25
+ {
26
+ "epoch": 4.615384615384615,
27
+ "grad_norm": 22.348379135131836,
28
+ "learning_rate": 9.941600000000002e-06,
29
+ "loss": 1.1211,
30
+ "step": 300
31
+ },
32
+ {
33
+ "epoch": 6.153846153846154,
34
+ "grad_norm": 49.462806701660156,
35
+ "learning_rate": 9.921600000000002e-06,
36
+ "loss": 1.1217,
37
+ "step": 400
38
+ },
39
+ {
40
+ "epoch": 7.6923076923076925,
41
+ "grad_norm": 37.26523208618164,
42
+ "learning_rate": 9.901600000000002e-06,
43
+ "loss": 1.0993,
44
+ "step": 500
45
+ },
46
+ {
47
+ "epoch": 9.23076923076923,
48
+ "grad_norm": 265.8311767578125,
49
+ "learning_rate": 9.8816e-06,
50
+ "loss": 1.1576,
51
+ "step": 600
52
+ },
53
+ {
54
+ "epoch": 10.76923076923077,
55
+ "grad_norm": 48.439048767089844,
56
+ "learning_rate": 9.8616e-06,
57
+ "loss": 1.1029,
58
+ "step": 700
59
+ },
60
+ {
61
+ "epoch": 12.307692307692308,
62
+ "grad_norm": 200.80213928222656,
63
+ "learning_rate": 9.8416e-06,
64
+ "loss": 1.1375,
65
+ "step": 800
66
+ },
67
+ {
68
+ "epoch": 13.846153846153847,
69
+ "grad_norm": 54.096126556396484,
70
+ "learning_rate": 9.821600000000001e-06,
71
+ "loss": 1.1134,
72
+ "step": 900
73
+ },
74
+ {
75
+ "epoch": 15.384615384615385,
76
+ "grad_norm": 72.55537414550781,
77
+ "learning_rate": 9.801600000000001e-06,
78
+ "loss": 1.1364,
79
+ "step": 1000
80
+ },
81
+ {
82
+ "epoch": 16.923076923076923,
83
+ "grad_norm": 45.86960983276367,
84
+ "learning_rate": 9.781600000000001e-06,
85
+ "loss": 1.1259,
86
+ "step": 1100
87
+ },
88
+ {
89
+ "epoch": 18.46153846153846,
90
+ "grad_norm": 44.21461868286133,
91
+ "learning_rate": 9.761600000000002e-06,
92
+ "loss": 1.1144,
93
+ "step": 1200
94
+ },
95
+ {
96
+ "epoch": 20.0,
97
+ "grad_norm": 49.014503479003906,
98
+ "learning_rate": 9.741600000000002e-06,
99
+ "loss": 1.1151,
100
+ "step": 1300
101
+ },
102
+ {
103
+ "epoch": 21.53846153846154,
104
+ "grad_norm": 62.7434196472168,
105
+ "learning_rate": 9.7216e-06,
106
+ "loss": 1.1129,
107
+ "step": 1400
108
+ },
109
+ {
110
+ "epoch": 23.076923076923077,
111
+ "grad_norm": 48.607032775878906,
112
+ "learning_rate": 9.7016e-06,
113
+ "loss": 1.1189,
114
+ "step": 1500
115
+ },
116
+ {
117
+ "epoch": 24.615384615384617,
118
+ "grad_norm": 43.288368225097656,
119
+ "learning_rate": 9.6816e-06,
120
+ "loss": 1.102,
121
+ "step": 1600
122
+ },
123
+ {
124
+ "epoch": 26.153846153846153,
125
+ "grad_norm": 33.83266067504883,
126
+ "learning_rate": 9.6616e-06,
127
+ "loss": 1.1091,
128
+ "step": 1700
129
+ },
130
+ {
131
+ "epoch": 27.692307692307693,
132
+ "grad_norm": 54.347755432128906,
133
+ "learning_rate": 9.641600000000001e-06,
134
+ "loss": 1.1478,
135
+ "step": 1800
136
+ },
137
+ {
138
+ "epoch": 29.23076923076923,
139
+ "grad_norm": 68.06307220458984,
140
+ "learning_rate": 9.621600000000001e-06,
141
+ "loss": 1.1384,
142
+ "step": 1900
143
+ },
144
+ {
145
+ "epoch": 30.76923076923077,
146
+ "grad_norm": 24.473976135253906,
147
+ "learning_rate": 9.601600000000001e-06,
148
+ "loss": 1.1218,
149
+ "step": 2000
150
+ },
151
+ {
152
+ "epoch": 32.30769230769231,
153
+ "grad_norm": 33.08134460449219,
154
+ "learning_rate": 9.5818e-06,
155
+ "loss": 1.0807,
156
+ "step": 2100
157
+ },
158
+ {
159
+ "epoch": 33.84615384615385,
160
+ "grad_norm": 32.798397064208984,
161
+ "learning_rate": 9.5618e-06,
162
+ "loss": 1.1548,
163
+ "step": 2200
164
+ },
165
+ {
166
+ "epoch": 35.38461538461539,
167
+ "grad_norm": 49.251651763916016,
168
+ "learning_rate": 9.5418e-06,
169
+ "loss": 1.1056,
170
+ "step": 2300
171
+ },
172
+ {
173
+ "epoch": 36.92307692307692,
174
+ "grad_norm": 47.84526062011719,
175
+ "learning_rate": 9.521800000000001e-06,
176
+ "loss": 1.169,
177
+ "step": 2400
178
+ },
179
+ {
180
+ "epoch": 38.46153846153846,
181
+ "grad_norm": 66.61646270751953,
182
+ "learning_rate": 9.501800000000001e-06,
183
+ "loss": 1.1505,
184
+ "step": 2500
185
+ },
186
+ {
187
+ "epoch": 40.0,
188
+ "grad_norm": 84.58892059326172,
189
+ "learning_rate": 9.481800000000001e-06,
190
+ "loss": 1.1117,
191
+ "step": 2600
192
+ },
193
+ {
194
+ "epoch": 41.53846153846154,
195
+ "grad_norm": 86.26738739013672,
196
+ "learning_rate": 9.461800000000001e-06,
197
+ "loss": 1.0914,
198
+ "step": 2700
199
+ },
200
+ {
201
+ "epoch": 43.07692307692308,
202
+ "grad_norm": 106.57470703125,
203
+ "learning_rate": 9.441800000000002e-06,
204
+ "loss": 1.1232,
205
+ "step": 2800
206
+ },
207
+ {
208
+ "epoch": 44.61538461538461,
209
+ "grad_norm": 133.2903289794922,
210
+ "learning_rate": 9.4218e-06,
211
+ "loss": 1.1544,
212
+ "step": 2900
213
+ },
214
+ {
215
+ "epoch": 46.15384615384615,
216
+ "grad_norm": 75.39508819580078,
217
+ "learning_rate": 9.4018e-06,
218
+ "loss": 1.1699,
219
+ "step": 3000
220
+ },
221
+ {
222
+ "epoch": 47.69230769230769,
223
+ "grad_norm": 45.91976547241211,
224
+ "learning_rate": 9.3818e-06,
225
+ "loss": 1.1652,
226
+ "step": 3100
227
+ },
228
+ {
229
+ "epoch": 49.23076923076923,
230
+ "grad_norm": 37.38508605957031,
231
+ "learning_rate": 9.3618e-06,
232
+ "loss": 1.1386,
233
+ "step": 3200
234
+ },
235
+ {
236
+ "epoch": 50.76923076923077,
237
+ "grad_norm": 106.42298126220703,
238
+ "learning_rate": 9.341800000000001e-06,
239
+ "loss": 1.0903,
240
+ "step": 3300
241
+ },
242
+ {
243
+ "epoch": 52.30769230769231,
244
+ "grad_norm": 59.256103515625,
245
+ "learning_rate": 9.321800000000001e-06,
246
+ "loss": 1.1266,
247
+ "step": 3400
248
+ },
249
+ {
250
+ "epoch": 53.84615384615385,
251
+ "grad_norm": 61.493003845214844,
252
+ "learning_rate": 9.301800000000001e-06,
253
+ "loss": 1.1047,
254
+ "step": 3500
255
+ },
256
+ {
257
+ "epoch": 55.38461538461539,
258
+ "grad_norm": 149.27308654785156,
259
+ "learning_rate": 9.281800000000001e-06,
260
+ "loss": 1.1132,
261
+ "step": 3600
262
+ },
263
+ {
264
+ "epoch": 56.92307692307692,
265
+ "grad_norm": 81.58853912353516,
266
+ "learning_rate": 9.2618e-06,
267
+ "loss": 1.083,
268
+ "step": 3700
269
+ },
270
+ {
271
+ "epoch": 58.46153846153846,
272
+ "grad_norm": 39.950843811035156,
273
+ "learning_rate": 9.2418e-06,
274
+ "loss": 1.09,
275
+ "step": 3800
276
+ },
277
+ {
278
+ "epoch": 60.0,
279
+ "grad_norm": 66.99285888671875,
280
+ "learning_rate": 9.2218e-06,
281
+ "loss": 1.1161,
282
+ "step": 3900
283
+ },
284
+ {
285
+ "epoch": 61.53846153846154,
286
+ "grad_norm": 28.769887924194336,
287
+ "learning_rate": 9.2018e-06,
288
+ "loss": 1.1061,
289
+ "step": 4000
290
+ },
291
+ {
292
+ "epoch": 63.07692307692308,
293
+ "grad_norm": 37.438724517822266,
294
+ "learning_rate": 9.1818e-06,
295
+ "loss": 1.0812,
296
+ "step": 4100
297
+ },
298
+ {
299
+ "epoch": 64.61538461538461,
300
+ "grad_norm": 44.86701965332031,
301
+ "learning_rate": 9.161800000000001e-06,
302
+ "loss": 1.0923,
303
+ "step": 4200
304
+ },
305
+ {
306
+ "epoch": 66.15384615384616,
307
+ "grad_norm": 64.42572021484375,
308
+ "learning_rate": 9.142000000000002e-06,
309
+ "loss": 1.0781,
310
+ "step": 4300
311
+ },
312
+ {
313
+ "epoch": 67.6923076923077,
314
+ "grad_norm": 51.16594696044922,
315
+ "learning_rate": 9.122e-06,
316
+ "loss": 1.0446,
317
+ "step": 4400
318
+ },
319
+ {
320
+ "epoch": 69.23076923076923,
321
+ "grad_norm": 39.816341400146484,
322
+ "learning_rate": 9.102e-06,
323
+ "loss": 1.1083,
324
+ "step": 4500
325
+ },
326
+ {
327
+ "epoch": 70.76923076923077,
328
+ "grad_norm": 57.10240173339844,
329
+ "learning_rate": 9.082e-06,
330
+ "loss": 1.0748,
331
+ "step": 4600
332
+ },
333
+ {
334
+ "epoch": 72.3076923076923,
335
+ "grad_norm": 98.26517486572266,
336
+ "learning_rate": 9.062e-06,
337
+ "loss": 1.0624,
338
+ "step": 4700
339
+ },
340
+ {
341
+ "epoch": 73.84615384615384,
342
+ "grad_norm": 23.59007453918457,
343
+ "learning_rate": 9.042e-06,
344
+ "loss": 1.0644,
345
+ "step": 4800
346
+ },
347
+ {
348
+ "epoch": 75.38461538461539,
349
+ "grad_norm": 34.98348617553711,
350
+ "learning_rate": 9.022000000000001e-06,
351
+ "loss": 1.0859,
352
+ "step": 4900
353
+ },
354
+ {
355
+ "epoch": 76.92307692307692,
356
+ "grad_norm": 65.94945526123047,
357
+ "learning_rate": 9.002000000000001e-06,
358
+ "loss": 1.0603,
359
+ "step": 5000
360
+ },
361
+ {
362
+ "epoch": 78.46153846153847,
363
+ "grad_norm": 49.95417404174805,
364
+ "learning_rate": 8.982000000000001e-06,
365
+ "loss": 1.0915,
366
+ "step": 5100
367
+ },
368
+ {
369
+ "epoch": 80.0,
370
+ "grad_norm": 57.85556411743164,
371
+ "learning_rate": 8.962e-06,
372
+ "loss": 1.0787,
373
+ "step": 5200
374
+ },
375
+ {
376
+ "epoch": 81.53846153846153,
377
+ "grad_norm": 26.018638610839844,
378
+ "learning_rate": 8.942e-06,
379
+ "loss": 1.0632,
380
+ "step": 5300
381
+ },
382
+ {
383
+ "epoch": 83.07692307692308,
384
+ "grad_norm": 58.61573028564453,
385
+ "learning_rate": 8.922e-06,
386
+ "loss": 1.075,
387
+ "step": 5400
388
+ },
389
+ {
390
+ "epoch": 84.61538461538461,
391
+ "grad_norm": 122.04191589355469,
392
+ "learning_rate": 8.902e-06,
393
+ "loss": 1.0724,
394
+ "step": 5500
395
+ },
396
+ {
397
+ "epoch": 86.15384615384616,
398
+ "grad_norm": 78.37217712402344,
399
+ "learning_rate": 8.882e-06,
400
+ "loss": 1.0925,
401
+ "step": 5600
402
+ },
403
+ {
404
+ "epoch": 87.6923076923077,
405
+ "grad_norm": 54.941184997558594,
406
+ "learning_rate": 8.862000000000001e-06,
407
+ "loss": 1.1195,
408
+ "step": 5700
409
+ },
410
+ {
411
+ "epoch": 89.23076923076923,
412
+ "grad_norm": 61.23499298095703,
413
+ "learning_rate": 8.842000000000001e-06,
414
+ "loss": 1.0685,
415
+ "step": 5800
416
+ },
417
+ {
418
+ "epoch": 90.76923076923077,
419
+ "grad_norm": 89.12802124023438,
420
+ "learning_rate": 8.822000000000001e-06,
421
+ "loss": 1.0899,
422
+ "step": 5900
423
+ },
424
+ {
425
+ "epoch": 92.3076923076923,
426
+ "grad_norm": 209.87484741210938,
427
+ "learning_rate": 8.802e-06,
428
+ "loss": 1.0771,
429
+ "step": 6000
430
+ },
431
+ {
432
+ "epoch": 93.84615384615384,
433
+ "grad_norm": 55.978092193603516,
434
+ "learning_rate": 8.782e-06,
435
+ "loss": 1.0657,
436
+ "step": 6100
437
+ },
438
+ {
439
+ "epoch": 95.38461538461539,
440
+ "grad_norm": 76.39286041259766,
441
+ "learning_rate": 8.762e-06,
442
+ "loss": 1.0653,
443
+ "step": 6200
444
+ },
445
+ {
446
+ "epoch": 96.92307692307692,
447
+ "grad_norm": 26.763763427734375,
448
+ "learning_rate": 8.742e-06,
449
+ "loss": 1.0844,
450
+ "step": 6300
451
+ },
452
+ {
453
+ "epoch": 98.46153846153847,
454
+ "grad_norm": 37.72929382324219,
455
+ "learning_rate": 8.722e-06,
456
+ "loss": 1.0753,
457
+ "step": 6400
458
+ },
459
+ {
460
+ "epoch": 100.0,
461
+ "grad_norm": 33.482521057128906,
462
+ "learning_rate": 8.702e-06,
463
+ "loss": 1.065,
464
+ "step": 6500
465
+ },
466
+ {
467
+ "epoch": 101.53846153846153,
468
+ "grad_norm": 38.44742965698242,
469
+ "learning_rate": 8.682000000000001e-06,
470
+ "loss": 1.0583,
471
+ "step": 6600
472
+ },
473
+ {
474
+ "epoch": 103.07692307692308,
475
+ "grad_norm": 44.009483337402344,
476
+ "learning_rate": 8.662000000000001e-06,
477
+ "loss": 1.0613,
478
+ "step": 6700
479
+ },
480
+ {
481
+ "epoch": 104.61538461538461,
482
+ "grad_norm": 53.22964096069336,
483
+ "learning_rate": 8.642e-06,
484
+ "loss": 1.079,
485
+ "step": 6800
486
+ },
487
+ {
488
+ "epoch": 106.15384615384616,
489
+ "grad_norm": 32.453739166259766,
490
+ "learning_rate": 8.622e-06,
491
+ "loss": 1.0564,
492
+ "step": 6900
493
+ },
494
+ {
495
+ "epoch": 107.6923076923077,
496
+ "grad_norm": 56.385257720947266,
497
+ "learning_rate": 8.602e-06,
498
+ "loss": 1.0638,
499
+ "step": 7000
500
+ },
501
+ {
502
+ "epoch": 109.23076923076923,
503
+ "grad_norm": 75.76576232910156,
504
+ "learning_rate": 8.582e-06,
505
+ "loss": 1.0451,
506
+ "step": 7100
507
+ },
508
+ {
509
+ "epoch": 110.76923076923077,
510
+ "grad_norm": 43.19460678100586,
511
+ "learning_rate": 8.562e-06,
512
+ "loss": 1.0651,
513
+ "step": 7200
514
+ },
515
+ {
516
+ "epoch": 112.3076923076923,
517
+ "grad_norm": 130.46304321289062,
518
+ "learning_rate": 8.542e-06,
519
+ "loss": 1.0489,
520
+ "step": 7300
521
+ },
522
+ {
523
+ "epoch": 113.84615384615384,
524
+ "grad_norm": 81.6989974975586,
525
+ "learning_rate": 8.522e-06,
526
+ "loss": 1.0275,
527
+ "step": 7400
528
+ },
529
+ {
530
+ "epoch": 115.38461538461539,
531
+ "grad_norm": 125.24699401855469,
532
+ "learning_rate": 8.502000000000001e-06,
533
+ "loss": 1.0498,
534
+ "step": 7500
535
+ },
536
+ {
537
+ "epoch": 116.92307692307692,
538
+ "grad_norm": 54.86334228515625,
539
+ "learning_rate": 8.482e-06,
540
+ "loss": 1.0327,
541
+ "step": 7600
542
+ },
543
+ {
544
+ "epoch": 118.46153846153847,
545
+ "grad_norm": 42.080753326416016,
546
+ "learning_rate": 8.462e-06,
547
+ "loss": 1.0425,
548
+ "step": 7700
549
+ },
550
+ {
551
+ "epoch": 120.0,
552
+ "grad_norm": 73.9937973022461,
553
+ "learning_rate": 8.442e-06,
554
+ "loss": 1.0433,
555
+ "step": 7800
556
+ },
557
+ {
558
+ "epoch": 121.53846153846153,
559
+ "grad_norm": 107.1471939086914,
560
+ "learning_rate": 8.422e-06,
561
+ "loss": 1.0573,
562
+ "step": 7900
563
+ },
564
+ {
565
+ "epoch": 123.07692307692308,
566
+ "grad_norm": 239.5729217529297,
567
+ "learning_rate": 8.402e-06,
568
+ "loss": 1.0388,
569
+ "step": 8000
570
+ },
571
+ {
572
+ "epoch": 124.61538461538461,
573
+ "grad_norm": 39.29356384277344,
574
+ "learning_rate": 8.382e-06,
575
+ "loss": 1.0647,
576
+ "step": 8100
577
+ },
578
+ {
579
+ "epoch": 126.15384615384616,
580
+ "grad_norm": 146.09300231933594,
581
+ "learning_rate": 8.362e-06,
582
+ "loss": 1.0166,
583
+ "step": 8200
584
+ },
585
+ {
586
+ "epoch": 127.6923076923077,
587
+ "grad_norm": 90.30326080322266,
588
+ "learning_rate": 8.342e-06,
589
+ "loss": 1.0677,
590
+ "step": 8300
591
+ },
592
+ {
593
+ "epoch": 129.23076923076923,
594
+ "grad_norm": 20.28913116455078,
595
+ "learning_rate": 8.322000000000001e-06,
596
+ "loss": 1.0504,
597
+ "step": 8400
598
+ },
599
+ {
600
+ "epoch": 130.76923076923077,
601
+ "grad_norm": 44.32182312011719,
602
+ "learning_rate": 8.302000000000001e-06,
603
+ "loss": 1.0628,
604
+ "step": 8500
605
+ },
606
+ {
607
+ "epoch": 132.30769230769232,
608
+ "grad_norm": 54.270172119140625,
609
+ "learning_rate": 8.282000000000001e-06,
610
+ "loss": 1.0361,
611
+ "step": 8600
612
+ },
613
+ {
614
+ "epoch": 133.84615384615384,
615
+ "grad_norm": 66.50403594970703,
616
+ "learning_rate": 8.262000000000002e-06,
617
+ "loss": 1.029,
618
+ "step": 8700
619
+ },
620
+ {
621
+ "epoch": 135.3846153846154,
622
+ "grad_norm": 36.06448745727539,
623
+ "learning_rate": 8.242000000000002e-06,
624
+ "loss": 1.0412,
625
+ "step": 8800
626
+ },
627
+ {
628
+ "epoch": 136.92307692307693,
629
+ "grad_norm": 61.25200653076172,
630
+ "learning_rate": 8.222000000000002e-06,
631
+ "loss": 1.0436,
632
+ "step": 8900
633
+ },
634
+ {
635
+ "epoch": 138.46153846153845,
636
+ "grad_norm": 75.82115936279297,
637
+ "learning_rate": 8.202e-06,
638
+ "loss": 1.0203,
639
+ "step": 9000
640
+ }
641
+ ],
642
+ "logging_steps": 100,
643
+ "max_steps": 50000,
644
+ "num_input_tokens_seen": 0,
645
+ "num_train_epochs": 770,
646
+ "save_steps": 500,
647
+ "stateful_callbacks": {
648
+ "TrainerControl": {
649
+ "args": {
650
+ "should_epoch_stop": false,
651
+ "should_evaluate": false,
652
+ "should_log": false,
653
+ "should_save": true,
654
+ "should_training_stop": false
655
+ },
656
+ "attributes": {}
657
+ }
658
+ },
659
+ "total_flos": 3.440188495872e+19,
660
+ "train_batch_size": 8,
661
+ "trial_name": null,
662
+ "trial_params": null
663
+ }
checkpoint-9000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02b350f6f7a17a22819550620918a491d9cf6859434196530c490daf6bb911f9
3
+ size 5240