rootxhacker commited on
Commit
fa2ba51
·
verified ·
1 Parent(s): 703359c

Training in progress, step 16000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9f1ed52cf80a5ab8d5ed12c9555137201579cc86f9a2f068ecfc94b91627d37
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43a22733b29e992c0bd766025c6983872cb4acdb51a99cfbd6ae33f04e90e488
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5311da3aa8361f2e32c9e1dadd3f99fb776577e3edbc936e8d5e4a247f82b48
3
  size 1544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75a8f8b3d0832f2fc4424ae0d890bc11c09d5e5d890a55794f03850f8038b621
3
  size 1544
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ac8a732d897ca3b87406efba9af34062b6403d9fcd06247903138f1a20ce830
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64a4f0cd681e844471044bb218c832bcc1142d56051b8bf40fe1abbce916dd45
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e443e4b8c749db54f7826bd4573803e0f05009235443f881fa9932376e1aba8
3
- size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2268c750118e17cd7866635da6e44831e071d618455f938ab68da6b4daa1e485
3
+ size 14180
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce992341f57d419e4ec2c7637893018b15690261bc216bb5e0545131a4a5ab1d
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53cd8dea1c9f30f479c9d6030e3863aab75d4d5334d9c298aeeb7854ecce09dd
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b94bf7f68d57ae943a99758bd0c736315f81c408fbb84a10b3ea5a5a1956ed5
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92a6c2c1a93051773698e8cc5d95d9193f3be9f07990ac4d13439261ba391175
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 15500,
3
- "best_metric": 1.5013692378997803,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-15500",
5
- "epoch": 1.1922159833858934,
6
  "eval_steps": 250,
7
- "global_step": 15500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -2674,6 +2674,92 @@
2674
  "eval_samples_per_second": 55.539,
2675
  "eval_steps_per_second": 13.885,
2676
  "step": 15500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2677
  }
2678
  ],
2679
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 15750,
3
+ "best_metric": 1.4955236911773682,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-15500",
5
+ "epoch": 1.2306745634951157,
6
  "eval_steps": 250,
7
+ "global_step": 16000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
2674
  "eval_samples_per_second": 55.539,
2675
  "eval_steps_per_second": 13.885,
2676
  "step": 15500
2677
+ },
2678
+ {
2679
+ "epoch": 1.1960618413968156,
2680
+ "grad_norm": 3.367638349533081,
2681
+ "learning_rate": 0.00012187621743760226,
2682
+ "loss": 1.4261,
2683
+ "step": 15550
2684
+ },
2685
+ {
2686
+ "epoch": 1.1999076994077378,
2687
+ "grad_norm": 1.6329169273376465,
2688
+ "learning_rate": 0.00012161649741578578,
2689
+ "loss": 1.4475,
2690
+ "step": 15600
2691
+ },
2692
+ {
2693
+ "epoch": 1.2037535574186602,
2694
+ "grad_norm": 1.397910475730896,
2695
+ "learning_rate": 0.00012135677739396932,
2696
+ "loss": 1.4747,
2697
+ "step": 15650
2698
+ },
2699
+ {
2700
+ "epoch": 1.2075994154295824,
2701
+ "grad_norm": 1.7463736534118652,
2702
+ "learning_rate": 0.00012109705737215283,
2703
+ "loss": 1.4745,
2704
+ "step": 15700
2705
+ },
2706
+ {
2707
+ "epoch": 1.2114452734405046,
2708
+ "grad_norm": 1.8097542524337769,
2709
+ "learning_rate": 0.00012083733735033633,
2710
+ "loss": 1.5276,
2711
+ "step": 15750
2712
+ },
2713
+ {
2714
+ "epoch": 1.2114452734405046,
2715
+ "eval_loss": 1.4955236911773682,
2716
+ "eval_runtime": 17.9054,
2717
+ "eval_samples_per_second": 55.849,
2718
+ "eval_steps_per_second": 13.962,
2719
+ "step": 15750
2720
+ },
2721
+ {
2722
+ "epoch": 1.2152911314514268,
2723
+ "grad_norm": 1.745730996131897,
2724
+ "learning_rate": 0.00012057761732851987,
2725
+ "loss": 1.5282,
2726
+ "step": 15800
2727
+ },
2728
+ {
2729
+ "epoch": 1.2191369894623492,
2730
+ "grad_norm": 1.3859128952026367,
2731
+ "learning_rate": 0.00012031789730670338,
2732
+ "loss": 1.4795,
2733
+ "step": 15850
2734
+ },
2735
+ {
2736
+ "epoch": 1.2229828474732714,
2737
+ "grad_norm": 1.5086127519607544,
2738
+ "learning_rate": 0.0001200581772848869,
2739
+ "loss": 1.437,
2740
+ "step": 15900
2741
+ },
2742
+ {
2743
+ "epoch": 1.2268287054841935,
2744
+ "grad_norm": 2.088292121887207,
2745
+ "learning_rate": 0.00011979845726307042,
2746
+ "loss": 1.5011,
2747
+ "step": 15950
2748
+ },
2749
+ {
2750
+ "epoch": 1.2306745634951157,
2751
+ "grad_norm": 1.2746011018753052,
2752
+ "learning_rate": 0.00011953873724125393,
2753
+ "loss": 1.4596,
2754
+ "step": 16000
2755
+ },
2756
+ {
2757
+ "epoch": 1.2306745634951157,
2758
+ "eval_loss": 1.4984314441680908,
2759
+ "eval_runtime": 17.8066,
2760
+ "eval_samples_per_second": 56.159,
2761
+ "eval_steps_per_second": 14.04,
2762
+ "step": 16000
2763
  }
2764
  ],
2765
  "logging_steps": 50,