RoyJoy commited on
Commit
77431cc
·
verified ·
1 Parent(s): ac7e9b8

Training in progress, step 210, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e056a6c824bd2b82bcfb4b22fd4c452b5e6e252f473644e6707d9e7aa905426
3
  size 93608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b2b60e76b14fdabeef97b4cf899c3d70bc9023731b0fb156cfb0e294721bec2
3
  size 93608
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:382ca0bf57a11f5a5578b3cf7085b8d51e0355e4bc3b3550cdc1bd3403ebd59c
3
  size 197158
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1d0624c5e8cd1547c17438f7a3af3b48df3ebbb5d9f65b94dd29c88511acbe8
3
  size 197158
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bfcaaae51171e7f2154bf7987e0cee9b37d43cdaad7e0a601e845794e2d16a7a
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3363d5b297615a86bf49f3cc89fc13a41d8a4cccce26fdc41518c47e65d9e887
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:980f3048c9e624e61f36d02f7920ce9a18fb66e5656e6f4264f835f0c860998f
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fdc9ddea5f8e3dd4316c80a90ac4dccf5346af4de901f2eaefea337178ab218
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:18364ede1da3fcfa616bf4b04a3b725bd669a65c375cfdd782448d68f791d203
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac6db595ac08860028e5d3a0421a258d62e79b9181595e1db7b1d6301bce70f8
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:184c568fce2131695bfc392333c69a45c01f3b8659492da73b71968597bb3421
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bf42ea7e5acd83b8d7a6b9460832eaf0d889e951c9a76571af8ee6f4ec7f16d
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f516a6e4e8a8eba956b80cb2ea416b9fd98f0dec12d7d9d9a36274d0eef4a63
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bd95a1db0e917ddf11b12a343f06e907fcec4b81104002e2471b4778587b465
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.4389288047028086,
5
  "eval_steps": 42,
6
- "global_step": 168,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -439,6 +439,112 @@
439
  "eval_samples_per_second": 776.625,
440
  "eval_steps_per_second": 24.401,
441
  "step": 168
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
442
  }
443
  ],
444
  "logging_steps": 3,
@@ -458,7 +564,7 @@
458
  "attributes": {}
459
  }
460
  },
461
- "total_flos": 3240801730560.0,
462
  "train_batch_size": 8,
463
  "trial_name": null,
464
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.5486610058785107,
5
  "eval_steps": 42,
6
+ "global_step": 210,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
439
  "eval_samples_per_second": 776.625,
440
  "eval_steps_per_second": 24.401,
441
  "step": 168
442
+ },
443
+ {
444
+ "epoch": 0.44676681907250165,
445
+ "grad_norm": 0.019369367510080338,
446
+ "learning_rate": 7.564496387029532e-05,
447
+ "loss": 11.9192,
448
+ "step": 171
449
+ },
450
+ {
451
+ "epoch": 0.45460483344219466,
452
+ "grad_norm": 0.012970932759344578,
453
+ "learning_rate": 7.481469062821252e-05,
454
+ "loss": 11.9188,
455
+ "step": 174
456
+ },
457
+ {
458
+ "epoch": 0.46244284781188766,
459
+ "grad_norm": 0.012391473166644573,
460
+ "learning_rate": 7.39752373250527e-05,
461
+ "loss": 11.919,
462
+ "step": 177
463
+ },
464
+ {
465
+ "epoch": 0.47028086218158066,
466
+ "grad_norm": 0.014110087417066097,
467
+ "learning_rate": 7.312691451204178e-05,
468
+ "loss": 11.9184,
469
+ "step": 180
470
+ },
471
+ {
472
+ "epoch": 0.47811887655127366,
473
+ "grad_norm": 0.016782281920313835,
474
+ "learning_rate": 7.227003602163295e-05,
475
+ "loss": 11.9177,
476
+ "step": 183
477
+ },
478
+ {
479
+ "epoch": 0.48595689092096667,
480
+ "grad_norm": 0.013867055997252464,
481
+ "learning_rate": 7.14049188514063e-05,
482
+ "loss": 11.9188,
483
+ "step": 186
484
+ },
485
+ {
486
+ "epoch": 0.4937949052906597,
487
+ "grad_norm": 0.022281071171164513,
488
+ "learning_rate": 7.05318830467969e-05,
489
+ "loss": 11.9179,
490
+ "step": 189
491
+ },
492
+ {
493
+ "epoch": 0.5016329196603527,
494
+ "grad_norm": 0.014964847825467587,
495
+ "learning_rate": 6.965125158269619e-05,
496
+ "loss": 11.9187,
497
+ "step": 192
498
+ },
499
+ {
500
+ "epoch": 0.5094709340300457,
501
+ "grad_norm": 0.012438995763659477,
502
+ "learning_rate": 6.876335024396872e-05,
503
+ "loss": 11.9191,
504
+ "step": 195
505
+ },
506
+ {
507
+ "epoch": 0.5173089483997387,
508
+ "grad_norm": 0.016654090955853462,
509
+ "learning_rate": 6.786850750493006e-05,
510
+ "loss": 11.918,
511
+ "step": 198
512
+ },
513
+ {
514
+ "epoch": 0.5251469627694317,
515
+ "grad_norm": 0.019343817606568336,
516
+ "learning_rate": 6.696705440782938e-05,
517
+ "loss": 11.9178,
518
+ "step": 201
519
+ },
520
+ {
521
+ "epoch": 0.5329849771391247,
522
+ "grad_norm": 0.017074916511774063,
523
+ "learning_rate": 6.605932444038229e-05,
524
+ "loss": 11.9185,
525
+ "step": 204
526
+ },
527
+ {
528
+ "epoch": 0.5408229915088177,
529
+ "grad_norm": 0.016646448522806168,
530
+ "learning_rate": 6.514565341239861e-05,
531
+ "loss": 11.918,
532
+ "step": 207
533
+ },
534
+ {
535
+ "epoch": 0.5486610058785107,
536
+ "grad_norm": 0.013506593182682991,
537
+ "learning_rate": 6.422637933155162e-05,
538
+ "loss": 11.9185,
539
+ "step": 210
540
+ },
541
+ {
542
+ "epoch": 0.5486610058785107,
543
+ "eval_loss": 11.917922019958496,
544
+ "eval_runtime": 3.3182,
545
+ "eval_samples_per_second": 776.922,
546
+ "eval_steps_per_second": 24.411,
547
+ "step": 210
548
  }
549
  ],
550
  "logging_steps": 3,
 
564
  "attributes": {}
565
  }
566
  },
567
+ "total_flos": 4050700861440.0,
568
  "train_batch_size": 8,
569
  "trial_name": null,
570
  "trial_params": null