leixa commited on
Commit
f03e540
·
verified ·
1 Parent(s): 11c8e5a

Training in progress, step 210, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:989778e8b698fad8d462e0852da070f835c82e6a80c1d783c731e18e64ac3858
3
  size 341314196
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d48f02537ae2e81d3c8124f997d691ee108d3dc0b12e1ad53b612c4e57ddd73e
3
  size 341314196
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:227df882c930be630d395f6b4c56c1219f58848060d5754624d5ed8ec643b762
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:492da289a127a48721163632337bf0651c18833a78d45796b5cf96803839e7ea
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f516a6e4e8a8eba956b80cb2ea416b9fd98f0dec12d7d9d9a36274d0eef4a63
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bd95a1db0e917ddf11b12a343f06e907fcec4b81104002e2471b4778587b465
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.008928927332881573,
5
  "eval_steps": 42,
6
- "global_step": 168,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -439,6 +439,112 @@
439
  "eval_samples_per_second": 13.375,
440
  "eval_steps_per_second": 1.672,
441
  "step": 168
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
442
  }
443
  ],
444
  "logging_steps": 3,
@@ -458,7 +564,7 @@
458
  "attributes": {}
459
  }
460
  },
461
- "total_flos": 2.5607017999210906e+17,
462
  "train_batch_size": 8,
463
  "trial_name": null,
464
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.011161159166101966,
5
  "eval_steps": 42,
6
+ "global_step": 210,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
439
  "eval_samples_per_second": 13.375,
440
  "eval_steps_per_second": 1.672,
441
  "step": 168
442
+ },
443
+ {
444
+ "epoch": 0.009088372463825886,
445
+ "grad_norm": NaN,
446
+ "learning_rate": 7.564496387029532e-05,
447
+ "loss": 0.0,
448
+ "step": 171
449
+ },
450
+ {
451
+ "epoch": 0.0092478175947702,
452
+ "grad_norm": NaN,
453
+ "learning_rate": 7.481469062821252e-05,
454
+ "loss": 0.0,
455
+ "step": 174
456
+ },
457
+ {
458
+ "epoch": 0.009407262725714514,
459
+ "grad_norm": NaN,
460
+ "learning_rate": 7.39752373250527e-05,
461
+ "loss": 0.0,
462
+ "step": 177
463
+ },
464
+ {
465
+ "epoch": 0.009566707856658828,
466
+ "grad_norm": NaN,
467
+ "learning_rate": 7.312691451204178e-05,
468
+ "loss": 0.0,
469
+ "step": 180
470
+ },
471
+ {
472
+ "epoch": 0.009726152987603142,
473
+ "grad_norm": NaN,
474
+ "learning_rate": 7.227003602163295e-05,
475
+ "loss": 0.0,
476
+ "step": 183
477
+ },
478
+ {
479
+ "epoch": 0.009885598118547455,
480
+ "grad_norm": NaN,
481
+ "learning_rate": 7.14049188514063e-05,
482
+ "loss": 0.0,
483
+ "step": 186
484
+ },
485
+ {
486
+ "epoch": 0.01004504324949177,
487
+ "grad_norm": NaN,
488
+ "learning_rate": 7.05318830467969e-05,
489
+ "loss": 0.0,
490
+ "step": 189
491
+ },
492
+ {
493
+ "epoch": 0.010204488380436083,
494
+ "grad_norm": NaN,
495
+ "learning_rate": 6.965125158269619e-05,
496
+ "loss": 0.0,
497
+ "step": 192
498
+ },
499
+ {
500
+ "epoch": 0.010363933511380397,
501
+ "grad_norm": NaN,
502
+ "learning_rate": 6.876335024396872e-05,
503
+ "loss": 0.0,
504
+ "step": 195
505
+ },
506
+ {
507
+ "epoch": 0.01052337864232471,
508
+ "grad_norm": NaN,
509
+ "learning_rate": 6.786850750493006e-05,
510
+ "loss": 0.0,
511
+ "step": 198
512
+ },
513
+ {
514
+ "epoch": 0.010682823773269024,
515
+ "grad_norm": NaN,
516
+ "learning_rate": 6.696705440782938e-05,
517
+ "loss": 0.0,
518
+ "step": 201
519
+ },
520
+ {
521
+ "epoch": 0.010842268904213338,
522
+ "grad_norm": NaN,
523
+ "learning_rate": 6.605932444038229e-05,
524
+ "loss": 0.0,
525
+ "step": 204
526
+ },
527
+ {
528
+ "epoch": 0.011001714035157652,
529
+ "grad_norm": NaN,
530
+ "learning_rate": 6.514565341239861e-05,
531
+ "loss": 0.0,
532
+ "step": 207
533
+ },
534
+ {
535
+ "epoch": 0.011161159166101966,
536
+ "grad_norm": NaN,
537
+ "learning_rate": 6.422637933155162e-05,
538
+ "loss": 0.0,
539
+ "step": 210
540
+ },
541
+ {
542
+ "epoch": 0.011161159166101966,
543
+ "eval_loss": NaN,
544
+ "eval_runtime": 2369.0806,
545
+ "eval_samples_per_second": 13.376,
546
+ "eval_steps_per_second": 1.672,
547
+ "step": 210
548
  }
549
  ],
550
  "logging_steps": 3,
 
564
  "attributes": {}
565
  }
566
  },
567
+ "total_flos": 3.198048786941215e+17,
568
  "train_batch_size": 8,
569
  "trial_name": null,
570
  "trial_params": null