rootxhacker commited on
Commit
3c8e667
·
verified ·
1 Parent(s): 19bdbd6

Training in progress, step 9500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:242d478bdcce64189f3b58031019151e1a18c1af95ac728b5a747bf09e32e7a9
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a07c7b37309bd7fd0af854709b7f4fd8d23fc489f1f01e3ce9ee9cd1dd8fe07a
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2aac51b2ab82ac87e0ebdf687ae863be82703b3f31a5c8357ea90e2e967391af
3
  size 1544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:688f8190afce8ca65b8c35bcd1fdf6b4a9f824fa48e42d0160028e0b49e4b918
3
  size 1544
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:743ddc3d3453dab54079df809921a1396d6ae9822548c4cca99b22b4380fa013
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d91d17eb9f0aaaaca3ce7b6032cf0974efb84898d63756427a7c28dca8b82f6
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b68f148982346537acf196edf0aa44542990dee8efc3893aa00dae2ca2e993b5
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c4598e219bb7f2bb5d2c34aa1d6d86aefb320efdbbe18af0ce36833a2da16e9
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fec606e444ea63edc032c8bc6a79a748b3d50629f93eb3c42816c2d5bd5ac94
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b53ce89a0a15b867485840cbf9ec970e5c24e7fed0de2f98955bcfdb979c079
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a408e7faa4c20c8bb6b17b32448bbaa3e8be76b1ace53db10640cd020e42083
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab5873d20a0c6d3d1a6dc5b11f7165499055143d4f4ba4693d6c6ee7d261e65c
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 8500,
3
- "best_metric": 4.409055709838867,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-8500",
5
- "epoch": 0.6922544419660026,
6
  "eval_steps": 250,
7
- "global_step": 9000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -1556,6 +1556,92 @@
1556
  "eval_samples_per_second": 54.011,
1557
  "eval_steps_per_second": 13.503,
1558
  "step": 9000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1559
  }
1560
  ],
1561
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 9500,
3
+ "best_metric": 4.357193470001221,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-9500",
5
+ "epoch": 0.7307130220752249,
6
  "eval_steps": 250,
7
+ "global_step": 9500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
1556
  "eval_samples_per_second": 54.011,
1557
  "eval_steps_per_second": 13.503,
1558
  "step": 9000
1559
+ },
1560
+ {
1561
+ "epoch": 0.6961002999769248,
1562
+ "grad_norm": 7.213745594024658,
1563
+ "learning_rate": 0.0001556398202737449,
1564
+ "loss": 4.323,
1565
+ "step": 9050
1566
+ },
1567
+ {
1568
+ "epoch": 0.6999461579878471,
1569
+ "grad_norm": 3.2426984310150146,
1570
+ "learning_rate": 0.00015538010025192842,
1571
+ "loss": 4.3922,
1572
+ "step": 9100
1573
+ },
1574
+ {
1575
+ "epoch": 0.7037920159987693,
1576
+ "grad_norm": 3.256950855255127,
1577
+ "learning_rate": 0.00015512038023011196,
1578
+ "loss": 4.2602,
1579
+ "step": 9150
1580
+ },
1581
+ {
1582
+ "epoch": 0.7076378740096916,
1583
+ "grad_norm": 6.132264614105225,
1584
+ "learning_rate": 0.00015486066020829547,
1585
+ "loss": 4.3734,
1586
+ "step": 9200
1587
+ },
1588
+ {
1589
+ "epoch": 0.7114837320206138,
1590
+ "grad_norm": 3.921595573425293,
1591
+ "learning_rate": 0.00015460094018647898,
1592
+ "loss": 4.4776,
1593
+ "step": 9250
1594
+ },
1595
+ {
1596
+ "epoch": 0.7114837320206138,
1597
+ "eval_loss": 4.3921356201171875,
1598
+ "eval_runtime": 18.5511,
1599
+ "eval_samples_per_second": 53.905,
1600
+ "eval_steps_per_second": 13.476,
1601
+ "step": 9250
1602
+ },
1603
+ {
1604
+ "epoch": 0.7153295900315361,
1605
+ "grad_norm": 5.416064739227295,
1606
+ "learning_rate": 0.0001543412201646625,
1607
+ "loss": 4.5659,
1608
+ "step": 9300
1609
+ },
1610
+ {
1611
+ "epoch": 0.7191754480424583,
1612
+ "grad_norm": 4.542217254638672,
1613
+ "learning_rate": 0.000154081500142846,
1614
+ "loss": 4.2557,
1615
+ "step": 9350
1616
+ },
1617
+ {
1618
+ "epoch": 0.7230213060533806,
1619
+ "grad_norm": 3.7075681686401367,
1620
+ "learning_rate": 0.00015382178012102955,
1621
+ "loss": 4.453,
1622
+ "step": 9400
1623
+ },
1624
+ {
1625
+ "epoch": 0.7268671640643027,
1626
+ "grad_norm": 4.457496166229248,
1627
+ "learning_rate": 0.00015356206009921306,
1628
+ "loss": 4.3861,
1629
+ "step": 9450
1630
+ },
1631
+ {
1632
+ "epoch": 0.7307130220752249,
1633
+ "grad_norm": 1.7784981727600098,
1634
+ "learning_rate": 0.00015330234007739657,
1635
+ "loss": 4.3258,
1636
+ "step": 9500
1637
+ },
1638
+ {
1639
+ "epoch": 0.7307130220752249,
1640
+ "eval_loss": 4.357193470001221,
1641
+ "eval_runtime": 18.6372,
1642
+ "eval_samples_per_second": 53.656,
1643
+ "eval_steps_per_second": 13.414,
1644
+ "step": 9500
1645
  }
1646
  ],
1647
  "logging_steps": 50,