Training in progress, step 230000
Browse files- last-checkpoint/optimizer.pt +1 -1
- last-checkpoint/pytorch_model.bin +1 -1
- last-checkpoint/rng_state_0.pth +1 -1
- last-checkpoint/rng_state_1.pth +1 -1
- last-checkpoint/rng_state_2.pth +2 -2
- last-checkpoint/rng_state_3.pth +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +77 -3
- pytorch_model.bin +1 -1
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 893439185
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fc34397f53638aed3e1f7a8fec48fd945fe9d9a65862e2d30b0c18c847384362
|
3 |
size 893439185
|
last-checkpoint/pytorch_model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 449471589
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4a6f4b993c3e5de4e91e3f11164ead7579089c5cd884e3548feacf51898e103a
|
3 |
size 449471589
|
last-checkpoint/rng_state_0.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14503
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:44d51ee7e5bc13fe73a3bcf57ad347fa22b3599a7d682e2e8a541926fd4330c8
|
3 |
size 14503
|
last-checkpoint/rng_state_1.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14503
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d56ac9935105b68f299f8fa21719a2673f088d35488fddd5fa62d8866469f5f5
|
3 |
size 14503
|
last-checkpoint/rng_state_2.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2738bd73d910d7af8da2f55f99c628d098f5213ea57df8ec541f1d8d067bf6de
|
3 |
+
size 14503
|
last-checkpoint/rng_state_3.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14503
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e2c56ac3ff977fd6146b9151ff886620564565fb7b6256b4c917e31e654c4ed6
|
3 |
size 14503
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 623
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:77be04c57a43b741a7c74fdd71f54e13c7f455ba94a43817c822b41fc4e2570c
|
3 |
size 623
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 3.
|
5 |
-
"global_step":
|
6 |
"is_hyper_param_search": false,
|
7 |
"is_local_process_zero": true,
|
8 |
"is_world_process_zero": true,
|
@@ -1634,11 +1634,85 @@
|
|
1634 |
"eval_samples_per_second": 930.139,
|
1635 |
"eval_steps_per_second": 14.882,
|
1636 |
"step": 220000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1637 |
}
|
1638 |
],
|
1639 |
"max_steps": 1000000,
|
1640 |
"num_train_epochs": 16,
|
1641 |
-
"total_flos": 1.
|
1642 |
"trial_name": null,
|
1643 |
"trial_params": null
|
1644 |
}
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 3.5121474491120375,
|
5 |
+
"global_step": 230000,
|
6 |
"is_hyper_param_search": false,
|
7 |
"is_local_process_zero": true,
|
8 |
"is_world_process_zero": true,
|
|
|
1634 |
"eval_samples_per_second": 930.139,
|
1635 |
"eval_steps_per_second": 14.882,
|
1636 |
"step": 220000
|
1637 |
+
},
|
1638 |
+
{
|
1639 |
+
"epoch": 3.37,
|
1640 |
+
"learning_rate": 0.00013910295478514106,
|
1641 |
+
"loss": 0.3079,
|
1642 |
+
"step": 221000
|
1643 |
+
},
|
1644 |
+
{
|
1645 |
+
"epoch": 3.39,
|
1646 |
+
"learning_rate": 0.0001389785955603722,
|
1647 |
+
"loss": 0.3077,
|
1648 |
+
"step": 222000
|
1649 |
+
},
|
1650 |
+
{
|
1651 |
+
"epoch": 3.41,
|
1652 |
+
"learning_rate": 0.00013885359135513154,
|
1653 |
+
"loss": 0.3073,
|
1654 |
+
"step": 223000
|
1655 |
+
},
|
1656 |
+
{
|
1657 |
+
"epoch": 3.42,
|
1658 |
+
"learning_rate": 0.000138727943536445,
|
1659 |
+
"loss": 0.3064,
|
1660 |
+
"step": 224000
|
1661 |
+
},
|
1662 |
+
{
|
1663 |
+
"epoch": 3.44,
|
1664 |
+
"learning_rate": 0.00013860165347837698,
|
1665 |
+
"loss": 0.3066,
|
1666 |
+
"step": 225000
|
1667 |
+
},
|
1668 |
+
{
|
1669 |
+
"epoch": 3.44,
|
1670 |
+
"eval_runtime": 1.0901,
|
1671 |
+
"eval_samples_per_second": 917.309,
|
1672 |
+
"eval_steps_per_second": 14.677,
|
1673 |
+
"step": 225000
|
1674 |
+
},
|
1675 |
+
{
|
1676 |
+
"epoch": 3.45,
|
1677 |
+
"learning_rate": 0.00013847472256201535,
|
1678 |
+
"loss": 0.306,
|
1679 |
+
"step": 226000
|
1680 |
+
},
|
1681 |
+
{
|
1682 |
+
"epoch": 3.47,
|
1683 |
+
"learning_rate": 0.00013834715217545625,
|
1684 |
+
"loss": 0.3058,
|
1685 |
+
"step": 227000
|
1686 |
+
},
|
1687 |
+
{
|
1688 |
+
"epoch": 3.48,
|
1689 |
+
"learning_rate": 0.000138218943713789,
|
1690 |
+
"loss": 0.3056,
|
1691 |
+
"step": 228000
|
1692 |
+
},
|
1693 |
+
{
|
1694 |
+
"epoch": 3.5,
|
1695 |
+
"learning_rate": 0.0001380900985790808,
|
1696 |
+
"loss": 0.3054,
|
1697 |
+
"step": 229000
|
1698 |
+
},
|
1699 |
+
{
|
1700 |
+
"epoch": 3.51,
|
1701 |
+
"learning_rate": 0.00013796061818036138,
|
1702 |
+
"loss": 0.3051,
|
1703 |
+
"step": 230000
|
1704 |
+
},
|
1705 |
+
{
|
1706 |
+
"epoch": 3.51,
|
1707 |
+
"eval_runtime": 1.0217,
|
1708 |
+
"eval_samples_per_second": 978.715,
|
1709 |
+
"eval_steps_per_second": 15.659,
|
1710 |
+
"step": 230000
|
1711 |
}
|
1712 |
],
|
1713 |
"max_steps": 1000000,
|
1714 |
"num_train_epochs": 16,
|
1715 |
+
"total_flos": 1.612304032493538e+22,
|
1716 |
"trial_name": null,
|
1717 |
"trial_params": null
|
1718 |
}
|
pytorch_model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 449471589
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4a6f4b993c3e5de4e91e3f11164ead7579089c5cd884e3548feacf51898e103a
|
3 |
size 449471589
|