stefania-radu commited on
Commit
4a8a79d
1 Parent(s): 129a367

Training in progress, step 230000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:693acb404bd716024339c392e2525a222d512799f307cbc3c627cc06cc273d0a
3
  size 893441530
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a06ef5c009b6a3d34b61b8e9435e48bd8704c1092e28f5d3a8a0669a2a565c45
3
  size 893441530
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9716372fe65b419e7c80eb8977da754b2b98eb5f76ef3a580319f2fed92f0540
3
  size 454197066
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95f9300ed2f42668d1280e1852bf99100220c183e1a5aa40fe963881c2f1f15c
3
  size 454197066
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f790e3c44cecb3ef71e873c48e467d4d611b47cfee4cb2ead4b7c85d77cdf919
3
- size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da60bc481c5e8dde4e51a48ffefd72b80167a866448e54613b2b81fb34be2af3
3
+ size 14180
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:824fa47ba659f4ce2f56c6bbe2607cad986b97216c333c1aa067688c46dbd745
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa1786a2f6edec81fd73665bbfadc34243a09e187302f15861e7ba28d522bf54
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.22,
5
- "global_step": 220000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -1634,11 +1634,85 @@
1634
  "eval_samples_per_second": 106.201,
1635
  "eval_steps_per_second": 13.275,
1636
  "step": 220000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1637
  }
1638
  ],
1639
  "max_steps": 1000000,
1640
  "num_train_epochs": 9223372036854775807,
1641
- "total_flos": 1.948014238110843e+21,
1642
  "trial_name": null,
1643
  "trial_params": null
1644
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.23,
5
+ "global_step": 230000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
1634
  "eval_samples_per_second": 106.201,
1635
  "eval_steps_per_second": 13.275,
1636
  "step": 220000
1637
+ },
1638
+ {
1639
+ "epoch": 0.22,
1640
+ "learning_rate": 1.8068934674071315e-05,
1641
+ "loss": 0.3679,
1642
+ "step": 221000
1643
+ },
1644
+ {
1645
+ "epoch": 0.22,
1646
+ "learning_rate": 1.8061162222523262e-05,
1647
+ "loss": 0.3655,
1648
+ "step": 222000
1649
+ },
1650
+ {
1651
+ "epoch": 0.22,
1652
+ "learning_rate": 1.8053349459695724e-05,
1653
+ "loss": 0.3657,
1654
+ "step": 223000
1655
+ },
1656
+ {
1657
+ "epoch": 0.22,
1658
+ "learning_rate": 1.8045496471027813e-05,
1659
+ "loss": 0.3655,
1660
+ "step": 224000
1661
+ },
1662
+ {
1663
+ "epoch": 0.23,
1664
+ "learning_rate": 1.803760334239856e-05,
1665
+ "loss": 0.3667,
1666
+ "step": 225000
1667
+ },
1668
+ {
1669
+ "epoch": 0.23,
1670
+ "eval_runtime": 3366.2132,
1671
+ "eval_samples_per_second": 100.9,
1672
+ "eval_steps_per_second": 12.613,
1673
+ "step": 225000
1674
+ },
1675
+ {
1676
+ "epoch": 0.23,
1677
+ "learning_rate": 1.802967016012596e-05,
1678
+ "loss": 0.3668,
1679
+ "step": 226000
1680
+ },
1681
+ {
1682
+ "epoch": 0.23,
1683
+ "learning_rate": 1.8021697010966016e-05,
1684
+ "loss": 0.3669,
1685
+ "step": 227000
1686
+ },
1687
+ {
1688
+ "epoch": 0.23,
1689
+ "learning_rate": 1.8013683982111812e-05,
1690
+ "loss": 0.366,
1691
+ "step": 228000
1692
+ },
1693
+ {
1694
+ "epoch": 0.23,
1695
+ "learning_rate": 1.8005631161192552e-05,
1696
+ "loss": 0.3692,
1697
+ "step": 229000
1698
+ },
1699
+ {
1700
+ "epoch": 0.23,
1701
+ "learning_rate": 1.7997538636272585e-05,
1702
+ "loss": 0.3683,
1703
+ "step": 230000
1704
+ },
1705
+ {
1706
+ "epoch": 0.23,
1707
+ "eval_runtime": 3198.8818,
1708
+ "eval_samples_per_second": 106.178,
1709
+ "eval_steps_per_second": 13.272,
1710
+ "step": 230000
1711
  }
1712
  ],
1713
  "max_steps": 1000000,
1714
  "num_train_epochs": 9223372036854775807,
1715
+ "total_flos": 2.036560339843154e+21,
1716
  "trial_name": null,
1717
  "trial_params": null
1718
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9716372fe65b419e7c80eb8977da754b2b98eb5f76ef3a580319f2fed92f0540
3
  size 454197066
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95f9300ed2f42668d1280e1852bf99100220c183e1a5aa40fe963881c2f1f15c
3
  size 454197066