RodrigoSalazar-U commited on
Commit
8fe4d08
·
verified ·
1 Parent(s): 03fa584

Training in progress, step 8500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b332b6e8afc923724f84413e33299c5790f4ee8cf15f65d6144ba400e36d6c3
3
  size 4785762744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0278328958930d3beaacbe8bed27397e998fbcabe1fca7fa0eae8eafd80ecf51
3
  size 4785762744
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8644418b35ffaf32d8aff1eed51b7d29638fabcb22b0cccef0d136903c9d9bb8
3
  size 3497859804
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e59834f34401a93fcb0300abb81ffe29f6ae8d1c35b22ab4a0642dde9c40b2e
3
  size 3497859804
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d694e0d8a3c8e350e985b3c92970945d2995494a99fcf921d95897d24d690561
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4a81dafce04c7537f75efee5aacdd30a9f6039bc0738e6674b85fdce84b597c
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 4.381161007667032,
5
  "eval_steps": 500,
6
- "global_step": 8000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -567,6 +567,41 @@
567
  "learning_rate": 4.594141928707629e-06,
568
  "loss": 0.1685,
569
  "step": 8000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
570
  }
571
  ],
572
  "logging_steps": 100,
@@ -586,7 +621,7 @@
586
  "attributes": {}
587
  }
588
  },
589
- "total_flos": 3.843744149453193e+18,
590
  "train_batch_size": 16,
591
  "trial_name": null,
592
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 4.6549835706462215,
5
  "eval_steps": 500,
6
+ "global_step": 8500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
567
  "learning_rate": 4.594141928707629e-06,
568
  "loss": 0.1685,
569
  "step": 8000
570
+ },
571
+ {
572
+ "epoch": 4.435925520262869,
573
+ "grad_norm": 0.9013499021530151,
574
+ "learning_rate": 3.8270834474090466e-06,
575
+ "loss": 0.1684,
576
+ "step": 8100
577
+ },
578
+ {
579
+ "epoch": 4.490690032858708,
580
+ "grad_norm": 0.8273316621780396,
581
+ "learning_rate": 3.1275100164689543e-06,
582
+ "loss": 0.1666,
583
+ "step": 8200
584
+ },
585
+ {
586
+ "epoch": 4.545454545454545,
587
+ "grad_norm": 0.8490225076675415,
588
+ "learning_rate": 2.496444112952734e-06,
589
+ "loss": 0.1709,
590
+ "step": 8300
591
+ },
592
+ {
593
+ "epoch": 4.600219058050383,
594
+ "grad_norm": 0.9616093635559082,
595
+ "learning_rate": 1.9348080852294783e-06,
596
+ "loss": 0.1676,
597
+ "step": 8400
598
+ },
599
+ {
600
+ "epoch": 4.6549835706462215,
601
+ "grad_norm": 0.6257395148277283,
602
+ "learning_rate": 1.4434228048932796e-06,
603
+ "loss": 0.1657,
604
+ "step": 8500
605
  }
606
  ],
607
  "logging_steps": 100,
 
621
  "attributes": {}
622
  }
623
  },
624
+ "total_flos": 4.086908592883286e+18,
625
  "train_batch_size": 16,
626
  "trial_name": null,
627
  "trial_params": null