Training in progress, step 9500, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 36730224
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a07c7b37309bd7fd0af854709b7f4fd8d23fc489f1f01e3ce9ee9cd1dd8fe07a
|
| 3 |
size 36730224
|
last-checkpoint/ar_diffusion_info.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1544
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:688f8190afce8ca65b8c35bcd1fdf6b4a9f824fa48e42d0160028e0b49e4b918
|
| 3 |
size 1544
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 73588346
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7d91d17eb9f0aaaaca3ce7b6032cf0974efb84898d63756427a7c28dca8b82f6
|
| 3 |
size 73588346
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1c4598e219bb7f2bb5d2c34aa1d6d86aefb320efdbbe18af0ce36833a2da16e9
|
| 3 |
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2b53ce89a0a15b867485840cbf9ec970e5c24e7fed0de2f98955bcfdb979c079
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ab5873d20a0c6d3d1a6dc5b11f7165499055143d4f4ba4693d6c6ee7d261e65c
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
{
|
| 2 |
-
"best_global_step":
|
| 3 |
-
"best_metric": 4.
|
| 4 |
-
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 250,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -1556,6 +1556,92 @@
|
|
| 1556 |
"eval_samples_per_second": 54.011,
|
| 1557 |
"eval_steps_per_second": 13.503,
|
| 1558 |
"step": 9000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1559 |
}
|
| 1560 |
],
|
| 1561 |
"logging_steps": 50,
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_global_step": 9500,
|
| 3 |
+
"best_metric": 4.357193470001221,
|
| 4 |
+
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-9500",
|
| 5 |
+
"epoch": 0.7307130220752249,
|
| 6 |
"eval_steps": 250,
|
| 7 |
+
"global_step": 9500,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 1556 |
"eval_samples_per_second": 54.011,
|
| 1557 |
"eval_steps_per_second": 13.503,
|
| 1558 |
"step": 9000
|
| 1559 |
+
},
|
| 1560 |
+
{
|
| 1561 |
+
"epoch": 0.6961002999769248,
|
| 1562 |
+
"grad_norm": 7.213745594024658,
|
| 1563 |
+
"learning_rate": 0.0001556398202737449,
|
| 1564 |
+
"loss": 4.323,
|
| 1565 |
+
"step": 9050
|
| 1566 |
+
},
|
| 1567 |
+
{
|
| 1568 |
+
"epoch": 0.6999461579878471,
|
| 1569 |
+
"grad_norm": 3.2426984310150146,
|
| 1570 |
+
"learning_rate": 0.00015538010025192842,
|
| 1571 |
+
"loss": 4.3922,
|
| 1572 |
+
"step": 9100
|
| 1573 |
+
},
|
| 1574 |
+
{
|
| 1575 |
+
"epoch": 0.7037920159987693,
|
| 1576 |
+
"grad_norm": 3.256950855255127,
|
| 1577 |
+
"learning_rate": 0.00015512038023011196,
|
| 1578 |
+
"loss": 4.2602,
|
| 1579 |
+
"step": 9150
|
| 1580 |
+
},
|
| 1581 |
+
{
|
| 1582 |
+
"epoch": 0.7076378740096916,
|
| 1583 |
+
"grad_norm": 6.132264614105225,
|
| 1584 |
+
"learning_rate": 0.00015486066020829547,
|
| 1585 |
+
"loss": 4.3734,
|
| 1586 |
+
"step": 9200
|
| 1587 |
+
},
|
| 1588 |
+
{
|
| 1589 |
+
"epoch": 0.7114837320206138,
|
| 1590 |
+
"grad_norm": 3.921595573425293,
|
| 1591 |
+
"learning_rate": 0.00015460094018647898,
|
| 1592 |
+
"loss": 4.4776,
|
| 1593 |
+
"step": 9250
|
| 1594 |
+
},
|
| 1595 |
+
{
|
| 1596 |
+
"epoch": 0.7114837320206138,
|
| 1597 |
+
"eval_loss": 4.3921356201171875,
|
| 1598 |
+
"eval_runtime": 18.5511,
|
| 1599 |
+
"eval_samples_per_second": 53.905,
|
| 1600 |
+
"eval_steps_per_second": 13.476,
|
| 1601 |
+
"step": 9250
|
| 1602 |
+
},
|
| 1603 |
+
{
|
| 1604 |
+
"epoch": 0.7153295900315361,
|
| 1605 |
+
"grad_norm": 5.416064739227295,
|
| 1606 |
+
"learning_rate": 0.0001543412201646625,
|
| 1607 |
+
"loss": 4.5659,
|
| 1608 |
+
"step": 9300
|
| 1609 |
+
},
|
| 1610 |
+
{
|
| 1611 |
+
"epoch": 0.7191754480424583,
|
| 1612 |
+
"grad_norm": 4.542217254638672,
|
| 1613 |
+
"learning_rate": 0.000154081500142846,
|
| 1614 |
+
"loss": 4.2557,
|
| 1615 |
+
"step": 9350
|
| 1616 |
+
},
|
| 1617 |
+
{
|
| 1618 |
+
"epoch": 0.7230213060533806,
|
| 1619 |
+
"grad_norm": 3.7075681686401367,
|
| 1620 |
+
"learning_rate": 0.00015382178012102955,
|
| 1621 |
+
"loss": 4.453,
|
| 1622 |
+
"step": 9400
|
| 1623 |
+
},
|
| 1624 |
+
{
|
| 1625 |
+
"epoch": 0.7268671640643027,
|
| 1626 |
+
"grad_norm": 4.457496166229248,
|
| 1627 |
+
"learning_rate": 0.00015356206009921306,
|
| 1628 |
+
"loss": 4.3861,
|
| 1629 |
+
"step": 9450
|
| 1630 |
+
},
|
| 1631 |
+
{
|
| 1632 |
+
"epoch": 0.7307130220752249,
|
| 1633 |
+
"grad_norm": 1.7784981727600098,
|
| 1634 |
+
"learning_rate": 0.00015330234007739657,
|
| 1635 |
+
"loss": 4.3258,
|
| 1636 |
+
"step": 9500
|
| 1637 |
+
},
|
| 1638 |
+
{
|
| 1639 |
+
"epoch": 0.7307130220752249,
|
| 1640 |
+
"eval_loss": 4.357193470001221,
|
| 1641 |
+
"eval_runtime": 18.6372,
|
| 1642 |
+
"eval_samples_per_second": 53.656,
|
| 1643 |
+
"eval_steps_per_second": 13.414,
|
| 1644 |
+
"step": 9500
|
| 1645 |
}
|
| 1646 |
],
|
| 1647 |
"logging_steps": 50,
|