venkatasg commited on
Commit
eccbc9c
1 Parent(s): 156fa76

End of training

Browse files
all_results.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 10.0,
3
+ "eval_accuracy": 0.4999517845840412,
4
+ "eval_loss": 2.4779233932495117,
5
+ "eval_runtime": 3.3564,
6
+ "eval_samples": 4491,
7
+ "eval_samples_per_second": 1338.057,
8
+ "eval_steps_per_second": 10.726,
9
+ "perplexity": 11.91649283686764,
10
+ "train_loss": 2.566767305884856,
11
+ "train_runtime": 751.072,
12
+ "train_samples": 46845,
13
+ "train_samples_per_second": 623.709,
14
+ "train_steps_per_second": 38.984
15
+ }
eval_results.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 10.0,
3
+ "eval_accuracy": 0.4999517845840412,
4
+ "eval_loss": 2.4779233932495117,
5
+ "eval_runtime": 3.3564,
6
+ "eval_samples": 4491,
7
+ "eval_samples_per_second": 1338.057,
8
+ "eval_steps_per_second": 10.726,
9
+ "perplexity": 11.91649283686764
10
+ }
runs/Mar13_11-43-13_phyl-ling-p01.la.utexas.edu/events.out.tfevents.1710348952.phyl-ling-p01.la.utexas.edu.48539.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fea0098233469c43dd44ca4ccdc447249bac9377ea3cc37fade630c0129f8d2
3
+ size 417
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 10.0,
3
+ "train_loss": 2.566767305884856,
4
+ "train_runtime": 751.072,
5
+ "train_samples": 46845,
6
+ "train_samples_per_second": 623.709,
7
+ "train_steps_per_second": 38.984
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,526 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 10.0,
5
+ "eval_steps": 500,
6
+ "global_step": 29280,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.17,
13
+ "grad_norm": 1.2606134414672852,
14
+ "learning_rate": 6.25e-05,
15
+ "loss": 6.1193,
16
+ "step": 500
17
+ },
18
+ {
19
+ "epoch": 0.34,
20
+ "grad_norm": 1.0857479572296143,
21
+ "learning_rate": 0.000125,
22
+ "loss": 3.6291,
23
+ "step": 1000
24
+ },
25
+ {
26
+ "epoch": 0.51,
27
+ "grad_norm": 0.9009315967559814,
28
+ "learning_rate": 0.0001875,
29
+ "loss": 3.3499,
30
+ "step": 1500
31
+ },
32
+ {
33
+ "epoch": 0.68,
34
+ "grad_norm": 1.0317490100860596,
35
+ "learning_rate": 0.00025,
36
+ "loss": 3.1662,
37
+ "step": 2000
38
+ },
39
+ {
40
+ "epoch": 0.85,
41
+ "grad_norm": 0.9014867544174194,
42
+ "learning_rate": 0.0003125,
43
+ "loss": 3.0436,
44
+ "step": 2500
45
+ },
46
+ {
47
+ "epoch": 1.0,
48
+ "eval_accuracy": 0.43863580178730166,
49
+ "eval_loss": 3.012347936630249,
50
+ "eval_runtime": 3.3529,
51
+ "eval_samples_per_second": 1339.456,
52
+ "eval_steps_per_second": 10.737,
53
+ "step": 2928
54
+ },
55
+ {
56
+ "epoch": 1.02,
57
+ "grad_norm": 0.8881410956382751,
58
+ "learning_rate": 0.000375,
59
+ "loss": 2.9386,
60
+ "step": 3000
61
+ },
62
+ {
63
+ "epoch": 1.2,
64
+ "grad_norm": 0.9484242796897888,
65
+ "learning_rate": 0.00043750000000000006,
66
+ "loss": 2.8566,
67
+ "step": 3500
68
+ },
69
+ {
70
+ "epoch": 1.37,
71
+ "grad_norm": 0.8347967863082886,
72
+ "learning_rate": 0.0005,
73
+ "loss": 2.8143,
74
+ "step": 4000
75
+ },
76
+ {
77
+ "epoch": 1.54,
78
+ "grad_norm": 0.8291537761688232,
79
+ "learning_rate": 0.0005625000000000001,
80
+ "loss": 2.7705,
81
+ "step": 4500
82
+ },
83
+ {
84
+ "epoch": 1.71,
85
+ "grad_norm": 0.8921717405319214,
86
+ "learning_rate": 0.000625,
87
+ "loss": 2.7471,
88
+ "step": 5000
89
+ },
90
+ {
91
+ "epoch": 1.88,
92
+ "grad_norm": 0.8225255608558655,
93
+ "learning_rate": 0.0006875,
94
+ "loss": 2.7076,
95
+ "step": 5500
96
+ },
97
+ {
98
+ "epoch": 2.0,
99
+ "eval_accuracy": 0.4602170219704501,
100
+ "eval_loss": 2.7808685302734375,
101
+ "eval_runtime": 3.378,
102
+ "eval_samples_per_second": 1329.483,
103
+ "eval_steps_per_second": 10.657,
104
+ "step": 5856
105
+ },
106
+ {
107
+ "epoch": 2.05,
108
+ "grad_norm": 0.8256505131721497,
109
+ "learning_rate": 0.00075,
110
+ "loss": 2.6746,
111
+ "step": 6000
112
+ },
113
+ {
114
+ "epoch": 2.22,
115
+ "grad_norm": 0.7672858834266663,
116
+ "learning_rate": 0.0008125,
117
+ "loss": 2.6239,
118
+ "step": 6500
119
+ },
120
+ {
121
+ "epoch": 2.39,
122
+ "grad_norm": 0.7460688948631287,
123
+ "learning_rate": 0.0008750000000000001,
124
+ "loss": 2.62,
125
+ "step": 7000
126
+ },
127
+ {
128
+ "epoch": 2.56,
129
+ "grad_norm": 0.6622563004493713,
130
+ "learning_rate": 0.0009375,
131
+ "loss": 2.6093,
132
+ "step": 7500
133
+ },
134
+ {
135
+ "epoch": 2.73,
136
+ "grad_norm": 0.6603254675865173,
137
+ "learning_rate": 0.001,
138
+ "loss": 2.5886,
139
+ "step": 8000
140
+ },
141
+ {
142
+ "epoch": 2.9,
143
+ "grad_norm": 0.6143876910209656,
144
+ "learning_rate": 0.0010625,
145
+ "loss": 2.5717,
146
+ "step": 8500
147
+ },
148
+ {
149
+ "epoch": 3.0,
150
+ "eval_accuracy": 0.47059823934833794,
151
+ "eval_loss": 2.6882147789001465,
152
+ "eval_runtime": 3.4363,
153
+ "eval_samples_per_second": 1306.937,
154
+ "eval_steps_per_second": 10.476,
155
+ "step": 8784
156
+ },
157
+ {
158
+ "epoch": 3.07,
159
+ "grad_norm": 0.5893853902816772,
160
+ "learning_rate": 0.0011250000000000001,
161
+ "loss": 2.5493,
162
+ "step": 9000
163
+ },
164
+ {
165
+ "epoch": 3.24,
166
+ "grad_norm": 0.5745663642883301,
167
+ "learning_rate": 0.0011875,
168
+ "loss": 2.5131,
169
+ "step": 9500
170
+ },
171
+ {
172
+ "epoch": 3.42,
173
+ "grad_norm": 0.5763567686080933,
174
+ "learning_rate": 0.00125,
175
+ "loss": 2.5234,
176
+ "step": 10000
177
+ },
178
+ {
179
+ "epoch": 3.59,
180
+ "grad_norm": 0.5464815497398376,
181
+ "learning_rate": 0.0013125,
182
+ "loss": 2.5211,
183
+ "step": 10500
184
+ },
185
+ {
186
+ "epoch": 3.76,
187
+ "grad_norm": 0.4787265658378601,
188
+ "learning_rate": 0.001375,
189
+ "loss": 2.5021,
190
+ "step": 11000
191
+ },
192
+ {
193
+ "epoch": 3.93,
194
+ "grad_norm": 0.474524587392807,
195
+ "learning_rate": 0.0014375000000000002,
196
+ "loss": 2.5132,
197
+ "step": 11500
198
+ },
199
+ {
200
+ "epoch": 4.0,
201
+ "eval_accuracy": 0.47702228604190006,
202
+ "eval_loss": 2.6347815990448,
203
+ "eval_runtime": 3.3697,
204
+ "eval_samples_per_second": 1332.743,
205
+ "eval_steps_per_second": 10.683,
206
+ "step": 11712
207
+ },
208
+ {
209
+ "epoch": 4.1,
210
+ "grad_norm": 0.5468990802764893,
211
+ "learning_rate": 0.0015,
212
+ "loss": 2.4629,
213
+ "step": 12000
214
+ },
215
+ {
216
+ "epoch": 4.27,
217
+ "grad_norm": 0.46725761890411377,
218
+ "learning_rate": 0.0015625,
219
+ "loss": 2.4516,
220
+ "step": 12500
221
+ },
222
+ {
223
+ "epoch": 4.44,
224
+ "grad_norm": 0.44199100136756897,
225
+ "learning_rate": 0.001625,
226
+ "loss": 2.4517,
227
+ "step": 13000
228
+ },
229
+ {
230
+ "epoch": 4.61,
231
+ "grad_norm": 0.3936983048915863,
232
+ "learning_rate": 0.0016875,
233
+ "loss": 2.4622,
234
+ "step": 13500
235
+ },
236
+ {
237
+ "epoch": 4.78,
238
+ "grad_norm": 0.3848307430744171,
239
+ "learning_rate": 0.0017500000000000003,
240
+ "loss": 2.4646,
241
+ "step": 14000
242
+ },
243
+ {
244
+ "epoch": 4.95,
245
+ "grad_norm": 0.40697723627090454,
246
+ "learning_rate": 0.0018124999999999999,
247
+ "loss": 2.4683,
248
+ "step": 14500
249
+ },
250
+ {
251
+ "epoch": 5.0,
252
+ "eval_accuracy": 0.48105835467961294,
253
+ "eval_loss": 2.604564666748047,
254
+ "eval_runtime": 3.3835,
255
+ "eval_samples_per_second": 1327.329,
256
+ "eval_steps_per_second": 10.64,
257
+ "step": 14640
258
+ },
259
+ {
260
+ "epoch": 5.12,
261
+ "grad_norm": 0.356196790933609,
262
+ "learning_rate": 0.001875,
263
+ "loss": 2.4136,
264
+ "step": 15000
265
+ },
266
+ {
267
+ "epoch": 5.29,
268
+ "grad_norm": 0.39348748326301575,
269
+ "learning_rate": 0.0019375000000000002,
270
+ "loss": 2.4034,
271
+ "step": 15500
272
+ },
273
+ {
274
+ "epoch": 5.46,
275
+ "grad_norm": 0.3885677456855774,
276
+ "learning_rate": 0.002,
277
+ "loss": 2.4123,
278
+ "step": 16000
279
+ },
280
+ {
281
+ "epoch": 5.64,
282
+ "grad_norm": 0.36985746026039124,
283
+ "learning_rate": 0.0020625,
284
+ "loss": 2.4175,
285
+ "step": 16500
286
+ },
287
+ {
288
+ "epoch": 5.81,
289
+ "grad_norm": 0.3625586926937103,
290
+ "learning_rate": 0.002125,
291
+ "loss": 2.4222,
292
+ "step": 17000
293
+ },
294
+ {
295
+ "epoch": 5.98,
296
+ "grad_norm": 0.3486401438713074,
297
+ "learning_rate": 0.0021874999999999998,
298
+ "loss": 2.4265,
299
+ "step": 17500
300
+ },
301
+ {
302
+ "epoch": 6.0,
303
+ "eval_accuracy": 0.48315178037615036,
304
+ "eval_loss": 2.5843474864959717,
305
+ "eval_runtime": 3.4306,
306
+ "eval_samples_per_second": 1309.113,
307
+ "eval_steps_per_second": 10.494,
308
+ "step": 17568
309
+ },
310
+ {
311
+ "epoch": 6.15,
312
+ "grad_norm": 0.3697022497653961,
313
+ "learning_rate": 0.0022500000000000003,
314
+ "loss": 2.3574,
315
+ "step": 18000
316
+ },
317
+ {
318
+ "epoch": 6.32,
319
+ "grad_norm": 0.33410874009132385,
320
+ "learning_rate": 0.0023125000000000003,
321
+ "loss": 2.3638,
322
+ "step": 18500
323
+ },
324
+ {
325
+ "epoch": 6.49,
326
+ "grad_norm": 0.31180012226104736,
327
+ "learning_rate": 0.002375,
328
+ "loss": 2.3769,
329
+ "step": 19000
330
+ },
331
+ {
332
+ "epoch": 6.66,
333
+ "grad_norm": 0.3748941421508789,
334
+ "learning_rate": 0.0024375,
335
+ "loss": 2.3866,
336
+ "step": 19500
337
+ },
338
+ {
339
+ "epoch": 6.83,
340
+ "grad_norm": 0.33421775698661804,
341
+ "learning_rate": 0.0025,
342
+ "loss": 2.3937,
343
+ "step": 20000
344
+ },
345
+ {
346
+ "epoch": 7.0,
347
+ "eval_accuracy": 0.4853363770410462,
348
+ "eval_loss": 2.570960283279419,
349
+ "eval_runtime": 3.3663,
350
+ "eval_samples_per_second": 1334.095,
351
+ "eval_steps_per_second": 10.694,
352
+ "step": 20496
353
+ },
354
+ {
355
+ "epoch": 7.0,
356
+ "grad_norm": 0.3082391917705536,
357
+ "learning_rate": 0.0025625,
358
+ "loss": 2.3981,
359
+ "step": 20500
360
+ },
361
+ {
362
+ "epoch": 7.17,
363
+ "grad_norm": 0.33345505595207214,
364
+ "learning_rate": 0.002625,
365
+ "loss": 2.3179,
366
+ "step": 21000
367
+ },
368
+ {
369
+ "epoch": 7.34,
370
+ "grad_norm": 0.3456808924674988,
371
+ "learning_rate": 0.0026875000000000002,
372
+ "loss": 2.3446,
373
+ "step": 21500
374
+ },
375
+ {
376
+ "epoch": 7.51,
377
+ "grad_norm": 0.33925849199295044,
378
+ "learning_rate": 0.00275,
379
+ "loss": 2.3468,
380
+ "step": 22000
381
+ },
382
+ {
383
+ "epoch": 7.68,
384
+ "grad_norm": 0.31841370463371277,
385
+ "learning_rate": 0.0028125,
386
+ "loss": 2.3532,
387
+ "step": 22500
388
+ },
389
+ {
390
+ "epoch": 7.86,
391
+ "grad_norm": 0.30321213603019714,
392
+ "learning_rate": 0.0028750000000000004,
393
+ "loss": 2.3639,
394
+ "step": 23000
395
+ },
396
+ {
397
+ "epoch": 8.0,
398
+ "eval_accuracy": 0.4873789573898453,
399
+ "eval_loss": 2.5551645755767822,
400
+ "eval_runtime": 3.3748,
401
+ "eval_samples_per_second": 1330.731,
402
+ "eval_steps_per_second": 10.667,
403
+ "step": 23424
404
+ },
405
+ {
406
+ "epoch": 8.03,
407
+ "grad_norm": 0.3192748427391052,
408
+ "learning_rate": 0.0029375,
409
+ "loss": 2.3562,
410
+ "step": 23500
411
+ },
412
+ {
413
+ "epoch": 8.2,
414
+ "grad_norm": 0.3336254060268402,
415
+ "learning_rate": 0.003,
416
+ "loss": 2.2971,
417
+ "step": 24000
418
+ },
419
+ {
420
+ "epoch": 8.37,
421
+ "grad_norm": 0.3261987566947937,
422
+ "learning_rate": 0.002715909090909091,
423
+ "loss": 2.304,
424
+ "step": 24500
425
+ },
426
+ {
427
+ "epoch": 8.54,
428
+ "grad_norm": 0.27662965655326843,
429
+ "learning_rate": 0.0024318181818181817,
430
+ "loss": 2.3079,
431
+ "step": 25000
432
+ },
433
+ {
434
+ "epoch": 8.71,
435
+ "grad_norm": 0.3111967444419861,
436
+ "learning_rate": 0.002147727272727273,
437
+ "loss": 2.3027,
438
+ "step": 25500
439
+ },
440
+ {
441
+ "epoch": 8.88,
442
+ "grad_norm": 0.29187533259391785,
443
+ "learning_rate": 0.0018636363636363638,
444
+ "loss": 2.2858,
445
+ "step": 26000
446
+ },
447
+ {
448
+ "epoch": 9.0,
449
+ "eval_accuracy": 0.4944184081198267,
450
+ "eval_loss": 2.5044519901275635,
451
+ "eval_runtime": 3.3686,
452
+ "eval_samples_per_second": 1333.188,
453
+ "eval_steps_per_second": 10.687,
454
+ "step": 26352
455
+ },
456
+ {
457
+ "epoch": 9.05,
458
+ "grad_norm": 0.30923736095428467,
459
+ "learning_rate": 0.0015795454545454546,
460
+ "loss": 2.241,
461
+ "step": 26500
462
+ },
463
+ {
464
+ "epoch": 9.22,
465
+ "grad_norm": 0.3139377534389496,
466
+ "learning_rate": 0.0012954545454545456,
467
+ "loss": 2.1769,
468
+ "step": 27000
469
+ },
470
+ {
471
+ "epoch": 9.39,
472
+ "grad_norm": 0.2745420038700104,
473
+ "learning_rate": 0.0010113636363636364,
474
+ "loss": 2.171,
475
+ "step": 27500
476
+ },
477
+ {
478
+ "epoch": 9.56,
479
+ "grad_norm": 0.3075203001499176,
480
+ "learning_rate": 0.0007272727272727273,
481
+ "loss": 2.159,
482
+ "step": 28000
483
+ },
484
+ {
485
+ "epoch": 9.73,
486
+ "grad_norm": 0.29712754487991333,
487
+ "learning_rate": 0.0004431818181818182,
488
+ "loss": 2.1517,
489
+ "step": 28500
490
+ },
491
+ {
492
+ "epoch": 9.9,
493
+ "grad_norm": 0.28090161085128784,
494
+ "learning_rate": 0.0001590909090909091,
495
+ "loss": 2.1423,
496
+ "step": 29000
497
+ },
498
+ {
499
+ "epoch": 10.0,
500
+ "eval_accuracy": 0.4999517845840412,
501
+ "eval_loss": 2.4779233932495117,
502
+ "eval_runtime": 3.3775,
503
+ "eval_samples_per_second": 1329.667,
504
+ "eval_steps_per_second": 10.659,
505
+ "step": 29280
506
+ },
507
+ {
508
+ "epoch": 10.0,
509
+ "step": 29280,
510
+ "total_flos": 2273237316403200.0,
511
+ "train_loss": 2.566767305884856,
512
+ "train_runtime": 751.072,
513
+ "train_samples_per_second": 623.709,
514
+ "train_steps_per_second": 38.984
515
+ }
516
+ ],
517
+ "logging_steps": 500,
518
+ "max_steps": 29280,
519
+ "num_input_tokens_seen": 0,
520
+ "num_train_epochs": 10,
521
+ "save_steps": 2000,
522
+ "total_flos": 2273237316403200.0,
523
+ "train_batch_size": 16,
524
+ "trial_name": null,
525
+ "trial_params": null
526
+ }