sam1120 commited on
Commit
5a7a7cf
β€’
1 Parent(s): 56acb38

Training in progress, step 1320

Browse files
{checkpoint-1120 β†’ checkpoint-1320}/config.json RENAMED
File without changes
{checkpoint-1120 β†’ checkpoint-1320}/optimizer.pt RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d5d0222b48c52a8f78900ddaef44b41a00f894715422403f09c949e062fc1f0c
3
  size 677531583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b00adb1d7a7df6e3900af162fbfcd19a8d102dd23ddba85dd676900a474b757f
3
  size 677531583
{checkpoint-1120 β†’ checkpoint-1320}/pytorch_model.bin RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2601bb908337e9332d695fc58bca8ac8acef751d2e292921006a9e4d8f74ae1a
3
  size 338834121
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:812c8005a4c16c6b11630ec40e4103bfa4fba2f3c245d5c8cd19c4f401f934b6
3
  size 338834121
{checkpoint-1120 β†’ checkpoint-1320}/rng_state.pth RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7cb53e7ffbc0d8520f56c6f4cee60a2acfc75ab26fd5a3401e611791bb747dc8
3
  size 14575
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:709755d653da06262e8074cf56ffaf104516193ca6af89a673aee68edb16e46b
3
  size 14575
{checkpoint-1120 β†’ checkpoint-1320}/scheduler.pt RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc7935a579a8a52f77abedb31801f461dd2aa38985dc1b12381ea268375b0c86
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ceb0611c41bb2f2cb17f8736e8924ec85d3354fe6428a86c20098d49b15acc5
3
  size 627
{checkpoint-1120 β†’ checkpoint-1320}/trainer_state.json RENAMED
@@ -1,8 +1,8 @@
1
  {
2
- "best_metric": 0.08840107917785645,
3
- "best_model_checkpoint": "/robodata/smodak/Projects/nspl/scripts/terrainseg/training/models/safety-utcustom-train-SF-RGBD-b5/checkpoint-1080",
4
- "epoch": 101.81818181818181,
5
- "global_step": 1120,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -8630,11 +8630,1551 @@
8630
  "eval_samples_per_second": 5.878,
8631
  "eval_steps_per_second": 0.439,
8632
  "step": 1120
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8633
  }
8634
  ],
8635
  "max_steps": 1320,
8636
  "num_train_epochs": 120,
8637
- "total_flos": 1.2526623324487287e+19,
8638
  "trial_name": null,
8639
  "trial_params": null
8640
  }
 
1
  {
2
+ "best_metric": 0.08670643717050552,
3
+ "best_model_checkpoint": "/robodata/smodak/Projects/nspl/scripts/terrainseg/training/models/safety-utcustom-train-SF-RGBD-b5/checkpoint-1320",
4
+ "epoch": 120.0,
5
+ "global_step": 1320,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
8630
  "eval_samples_per_second": 5.878,
8631
  "eval_steps_per_second": 0.439,
8632
  "step": 1120
8633
+ },
8634
+ {
8635
+ "epoch": 101.91,
8636
+ "learning_rate": 6.347687400318978e-07,
8637
+ "loss": 0.0852,
8638
+ "step": 1121
8639
+ },
8640
+ {
8641
+ "epoch": 102.0,
8642
+ "learning_rate": 6.31578947368421e-07,
8643
+ "loss": 0.0792,
8644
+ "step": 1122
8645
+ },
8646
+ {
8647
+ "epoch": 102.09,
8648
+ "learning_rate": 6.283891547049442e-07,
8649
+ "loss": 0.0905,
8650
+ "step": 1123
8651
+ },
8652
+ {
8653
+ "epoch": 102.18,
8654
+ "learning_rate": 6.251993620414673e-07,
8655
+ "loss": 0.0972,
8656
+ "step": 1124
8657
+ },
8658
+ {
8659
+ "epoch": 102.27,
8660
+ "learning_rate": 6.220095693779904e-07,
8661
+ "loss": 0.0834,
8662
+ "step": 1125
8663
+ },
8664
+ {
8665
+ "epoch": 102.36,
8666
+ "learning_rate": 6.188197767145135e-07,
8667
+ "loss": 0.0842,
8668
+ "step": 1126
8669
+ },
8670
+ {
8671
+ "epoch": 102.45,
8672
+ "learning_rate": 6.156299840510366e-07,
8673
+ "loss": 0.0846,
8674
+ "step": 1127
8675
+ },
8676
+ {
8677
+ "epoch": 102.55,
8678
+ "learning_rate": 6.124401913875598e-07,
8679
+ "loss": 0.0834,
8680
+ "step": 1128
8681
+ },
8682
+ {
8683
+ "epoch": 102.64,
8684
+ "learning_rate": 6.092503987240829e-07,
8685
+ "loss": 0.0795,
8686
+ "step": 1129
8687
+ },
8688
+ {
8689
+ "epoch": 102.73,
8690
+ "learning_rate": 6.060606060606061e-07,
8691
+ "loss": 0.0893,
8692
+ "step": 1130
8693
+ },
8694
+ {
8695
+ "epoch": 102.73,
8696
+ "eval_accuracy_safe": 0.5507804518872325,
8697
+ "eval_accuracy_unlabeled": NaN,
8698
+ "eval_accuracy_unsafe": 0.9948580937604247,
8699
+ "eval_iou_safe": 0.4711820527830224,
8700
+ "eval_iou_unlabeled": NaN,
8701
+ "eval_iou_unsafe": 0.981438776536642,
8702
+ "eval_loss": 0.08820891380310059,
8703
+ "eval_mean_accuracy": 0.7728192728238286,
8704
+ "eval_mean_iou": 0.7263104146598323,
8705
+ "eval_overall_accuracy": 0.9817407522628556,
8706
+ "eval_runtime": 12.0444,
8707
+ "eval_samples_per_second": 5.563,
8708
+ "eval_steps_per_second": 0.415,
8709
+ "step": 1130
8710
+ },
8711
+ {
8712
+ "epoch": 102.82,
8713
+ "learning_rate": 6.028708133971292e-07,
8714
+ "loss": 0.0951,
8715
+ "step": 1131
8716
+ },
8717
+ {
8718
+ "epoch": 102.91,
8719
+ "learning_rate": 5.996810207336522e-07,
8720
+ "loss": 0.0853,
8721
+ "step": 1132
8722
+ },
8723
+ {
8724
+ "epoch": 103.0,
8725
+ "learning_rate": 5.964912280701754e-07,
8726
+ "loss": 0.0829,
8727
+ "step": 1133
8728
+ },
8729
+ {
8730
+ "epoch": 103.09,
8731
+ "learning_rate": 5.933014354066985e-07,
8732
+ "loss": 0.0838,
8733
+ "step": 1134
8734
+ },
8735
+ {
8736
+ "epoch": 103.18,
8737
+ "learning_rate": 5.901116427432217e-07,
8738
+ "loss": 0.0821,
8739
+ "step": 1135
8740
+ },
8741
+ {
8742
+ "epoch": 103.27,
8743
+ "learning_rate": 5.869218500797448e-07,
8744
+ "loss": 0.0806,
8745
+ "step": 1136
8746
+ },
8747
+ {
8748
+ "epoch": 103.36,
8749
+ "learning_rate": 5.837320574162679e-07,
8750
+ "loss": 0.0811,
8751
+ "step": 1137
8752
+ },
8753
+ {
8754
+ "epoch": 103.45,
8755
+ "learning_rate": 5.80542264752791e-07,
8756
+ "loss": 0.0919,
8757
+ "step": 1138
8758
+ },
8759
+ {
8760
+ "epoch": 103.55,
8761
+ "learning_rate": 5.773524720893142e-07,
8762
+ "loss": 0.0899,
8763
+ "step": 1139
8764
+ },
8765
+ {
8766
+ "epoch": 103.64,
8767
+ "learning_rate": 5.741626794258373e-07,
8768
+ "loss": 0.0923,
8769
+ "step": 1140
8770
+ },
8771
+ {
8772
+ "epoch": 103.64,
8773
+ "eval_accuracy_safe": 0.5047667510919387,
8774
+ "eval_accuracy_unlabeled": NaN,
8775
+ "eval_accuracy_unsafe": 0.9959674026975662,
8776
+ "eval_iou_safe": 0.4457149081674856,
8777
+ "eval_iou_unlabeled": NaN,
8778
+ "eval_iou_unsafe": 0.9811774792573293,
8779
+ "eval_loss": 0.08923192322254181,
8780
+ "eval_mean_accuracy": 0.7503670768947525,
8781
+ "eval_mean_iou": 0.7134461937124075,
8782
+ "eval_overall_accuracy": 0.9814581230505189,
8783
+ "eval_runtime": 10.9437,
8784
+ "eval_samples_per_second": 6.122,
8785
+ "eval_steps_per_second": 0.457,
8786
+ "step": 1140
8787
+ },
8788
+ {
8789
+ "epoch": 103.73,
8790
+ "learning_rate": 5.709728867623605e-07,
8791
+ "loss": 0.0795,
8792
+ "step": 1141
8793
+ },
8794
+ {
8795
+ "epoch": 103.82,
8796
+ "learning_rate": 5.677830940988835e-07,
8797
+ "loss": 0.0974,
8798
+ "step": 1142
8799
+ },
8800
+ {
8801
+ "epoch": 103.91,
8802
+ "learning_rate": 5.645933014354066e-07,
8803
+ "loss": 0.0907,
8804
+ "step": 1143
8805
+ },
8806
+ {
8807
+ "epoch": 104.0,
8808
+ "learning_rate": 5.614035087719298e-07,
8809
+ "loss": 0.076,
8810
+ "step": 1144
8811
+ },
8812
+ {
8813
+ "epoch": 104.09,
8814
+ "learning_rate": 5.582137161084529e-07,
8815
+ "loss": 0.0903,
8816
+ "step": 1145
8817
+ },
8818
+ {
8819
+ "epoch": 104.18,
8820
+ "learning_rate": 5.550239234449761e-07,
8821
+ "loss": 0.0754,
8822
+ "step": 1146
8823
+ },
8824
+ {
8825
+ "epoch": 104.27,
8826
+ "learning_rate": 5.518341307814992e-07,
8827
+ "loss": 0.0926,
8828
+ "step": 1147
8829
+ },
8830
+ {
8831
+ "epoch": 104.36,
8832
+ "learning_rate": 5.486443381180223e-07,
8833
+ "loss": 0.1003,
8834
+ "step": 1148
8835
+ },
8836
+ {
8837
+ "epoch": 104.45,
8838
+ "learning_rate": 5.454545454545454e-07,
8839
+ "loss": 0.0765,
8840
+ "step": 1149
8841
+ },
8842
+ {
8843
+ "epoch": 104.55,
8844
+ "learning_rate": 5.422647527910685e-07,
8845
+ "loss": 0.0915,
8846
+ "step": 1150
8847
+ },
8848
+ {
8849
+ "epoch": 104.55,
8850
+ "eval_accuracy_safe": 0.5646065358267701,
8851
+ "eval_accuracy_unlabeled": NaN,
8852
+ "eval_accuracy_unsafe": 0.9944255289839521,
8853
+ "eval_iou_safe": 0.47720822784603906,
8854
+ "eval_iou_unlabeled": NaN,
8855
+ "eval_iou_unsafe": 0.981419487272367,
8856
+ "eval_loss": 0.08839142322540283,
8857
+ "eval_mean_accuracy": 0.7795160324053612,
8858
+ "eval_mean_iou": 0.7293138575592031,
8859
+ "eval_overall_accuracy": 0.9817293651068388,
8860
+ "eval_runtime": 10.7972,
8861
+ "eval_samples_per_second": 6.205,
8862
+ "eval_steps_per_second": 0.463,
8863
+ "step": 1150
8864
+ },
8865
+ {
8866
+ "epoch": 104.64,
8867
+ "learning_rate": 5.390749601275917e-07,
8868
+ "loss": 0.0789,
8869
+ "step": 1151
8870
+ },
8871
+ {
8872
+ "epoch": 104.73,
8873
+ "learning_rate": 5.358851674641149e-07,
8874
+ "loss": 0.0932,
8875
+ "step": 1152
8876
+ },
8877
+ {
8878
+ "epoch": 104.82,
8879
+ "learning_rate": 5.326953748006379e-07,
8880
+ "loss": 0.074,
8881
+ "step": 1153
8882
+ },
8883
+ {
8884
+ "epoch": 104.91,
8885
+ "learning_rate": 5.29505582137161e-07,
8886
+ "loss": 0.0869,
8887
+ "step": 1154
8888
+ },
8889
+ {
8890
+ "epoch": 105.0,
8891
+ "learning_rate": 5.263157894736842e-07,
8892
+ "loss": 0.1051,
8893
+ "step": 1155
8894
+ },
8895
+ {
8896
+ "epoch": 105.09,
8897
+ "learning_rate": 5.231259968102073e-07,
8898
+ "loss": 0.0834,
8899
+ "step": 1156
8900
+ },
8901
+ {
8902
+ "epoch": 105.18,
8903
+ "learning_rate": 5.199362041467305e-07,
8904
+ "loss": 0.0841,
8905
+ "step": 1157
8906
+ },
8907
+ {
8908
+ "epoch": 105.27,
8909
+ "learning_rate": 5.167464114832535e-07,
8910
+ "loss": 0.0824,
8911
+ "step": 1158
8912
+ },
8913
+ {
8914
+ "epoch": 105.36,
8915
+ "learning_rate": 5.135566188197767e-07,
8916
+ "loss": 0.0956,
8917
+ "step": 1159
8918
+ },
8919
+ {
8920
+ "epoch": 105.45,
8921
+ "learning_rate": 5.103668261562998e-07,
8922
+ "loss": 0.0859,
8923
+ "step": 1160
8924
+ },
8925
+ {
8926
+ "epoch": 105.45,
8927
+ "eval_accuracy_safe": 0.5949321706547006,
8928
+ "eval_accuracy_unlabeled": NaN,
8929
+ "eval_accuracy_unsafe": 0.9932461695459144,
8930
+ "eval_iou_safe": 0.4868942453306411,
8931
+ "eval_iou_unlabeled": NaN,
8932
+ "eval_iou_unsafe": 0.981149343645168,
8933
+ "eval_loss": 0.08801957964897156,
8934
+ "eval_mean_accuracy": 0.7940891701003074,
8935
+ "eval_mean_iou": 0.7340217944879046,
8936
+ "eval_overall_accuracy": 0.981480612683652,
8937
+ "eval_runtime": 10.5772,
8938
+ "eval_samples_per_second": 6.334,
8939
+ "eval_steps_per_second": 0.473,
8940
+ "step": 1160
8941
+ },
8942
+ {
8943
+ "epoch": 105.55,
8944
+ "learning_rate": 5.071770334928229e-07,
8945
+ "loss": 0.1016,
8946
+ "step": 1161
8947
+ },
8948
+ {
8949
+ "epoch": 105.64,
8950
+ "learning_rate": 5.039872408293461e-07,
8951
+ "loss": 0.0786,
8952
+ "step": 1162
8953
+ },
8954
+ {
8955
+ "epoch": 105.73,
8956
+ "learning_rate": 5.007974481658693e-07,
8957
+ "loss": 0.0874,
8958
+ "step": 1163
8959
+ },
8960
+ {
8961
+ "epoch": 105.82,
8962
+ "learning_rate": 4.976076555023923e-07,
8963
+ "loss": 0.084,
8964
+ "step": 1164
8965
+ },
8966
+ {
8967
+ "epoch": 105.91,
8968
+ "learning_rate": 4.944178628389155e-07,
8969
+ "loss": 0.0765,
8970
+ "step": 1165
8971
+ },
8972
+ {
8973
+ "epoch": 106.0,
8974
+ "learning_rate": 4.912280701754385e-07,
8975
+ "loss": 0.0811,
8976
+ "step": 1166
8977
+ },
8978
+ {
8979
+ "epoch": 106.09,
8980
+ "learning_rate": 4.880382775119617e-07,
8981
+ "loss": 0.0785,
8982
+ "step": 1167
8983
+ },
8984
+ {
8985
+ "epoch": 106.18,
8986
+ "learning_rate": 4.848484848484849e-07,
8987
+ "loss": 0.0786,
8988
+ "step": 1168
8989
+ },
8990
+ {
8991
+ "epoch": 106.27,
8992
+ "learning_rate": 4.816586921850079e-07,
8993
+ "loss": 0.0913,
8994
+ "step": 1169
8995
+ },
8996
+ {
8997
+ "epoch": 106.36,
8998
+ "learning_rate": 4.784688995215311e-07,
8999
+ "loss": 0.0872,
9000
+ "step": 1170
9001
+ },
9002
+ {
9003
+ "epoch": 106.36,
9004
+ "eval_accuracy_safe": 0.5687564812780213,
9005
+ "eval_accuracy_unlabeled": NaN,
9006
+ "eval_accuracy_unsafe": 0.9942454158870078,
9007
+ "eval_iou_safe": 0.47832345579748675,
9008
+ "eval_iou_unlabeled": NaN,
9009
+ "eval_iou_unsafe": 0.9813640684674868,
9010
+ "eval_loss": 0.08716586977243423,
9011
+ "eval_mean_accuracy": 0.7815009485825145,
9012
+ "eval_mean_iou": 0.7298437621324868,
9013
+ "eval_overall_accuracy": 0.9816771549965019,
9014
+ "eval_runtime": 10.6887,
9015
+ "eval_samples_per_second": 6.268,
9016
+ "eval_steps_per_second": 0.468,
9017
+ "step": 1170
9018
+ },
9019
+ {
9020
+ "epoch": 106.45,
9021
+ "learning_rate": 4.752791068580542e-07,
9022
+ "loss": 0.087,
9023
+ "step": 1171
9024
+ },
9025
+ {
9026
+ "epoch": 106.55,
9027
+ "learning_rate": 4.720893141945773e-07,
9028
+ "loss": 0.1063,
9029
+ "step": 1172
9030
+ },
9031
+ {
9032
+ "epoch": 106.64,
9033
+ "learning_rate": 4.6889952153110044e-07,
9034
+ "loss": 0.0826,
9035
+ "step": 1173
9036
+ },
9037
+ {
9038
+ "epoch": 106.73,
9039
+ "learning_rate": 4.657097288676236e-07,
9040
+ "loss": 0.0854,
9041
+ "step": 1174
9042
+ },
9043
+ {
9044
+ "epoch": 106.82,
9045
+ "learning_rate": 4.625199362041467e-07,
9046
+ "loss": 0.0909,
9047
+ "step": 1175
9048
+ },
9049
+ {
9050
+ "epoch": 106.91,
9051
+ "learning_rate": 4.593301435406698e-07,
9052
+ "loss": 0.0775,
9053
+ "step": 1176
9054
+ },
9055
+ {
9056
+ "epoch": 107.0,
9057
+ "learning_rate": 4.5614035087719294e-07,
9058
+ "loss": 0.0826,
9059
+ "step": 1177
9060
+ },
9061
+ {
9062
+ "epoch": 107.09,
9063
+ "learning_rate": 4.529505582137161e-07,
9064
+ "loss": 0.0867,
9065
+ "step": 1178
9066
+ },
9067
+ {
9068
+ "epoch": 107.18,
9069
+ "learning_rate": 4.497607655502392e-07,
9070
+ "loss": 0.0912,
9071
+ "step": 1179
9072
+ },
9073
+ {
9074
+ "epoch": 107.27,
9075
+ "learning_rate": 4.465709728867623e-07,
9076
+ "loss": 0.0845,
9077
+ "step": 1180
9078
+ },
9079
+ {
9080
+ "epoch": 107.27,
9081
+ "eval_accuracy_safe": 0.5745737294767561,
9082
+ "eval_accuracy_unlabeled": NaN,
9083
+ "eval_accuracy_unsafe": 0.9940486408618769,
9084
+ "eval_iou_safe": 0.4806027324818377,
9085
+ "eval_iou_unlabeled": NaN,
9086
+ "eval_iou_unsafe": 0.9813413502187418,
9087
+ "eval_loss": 0.08805727958679199,
9088
+ "eval_mean_accuracy": 0.7843111851693165,
9089
+ "eval_mean_iou": 0.7309720413502898,
9090
+ "eval_overall_accuracy": 0.9816580245743937,
9091
+ "eval_runtime": 11.0014,
9092
+ "eval_samples_per_second": 6.09,
9093
+ "eval_steps_per_second": 0.454,
9094
+ "step": 1180
9095
+ },
9096
+ {
9097
+ "epoch": 107.36,
9098
+ "learning_rate": 4.433811802232855e-07,
9099
+ "loss": 0.0878,
9100
+ "step": 1181
9101
+ },
9102
+ {
9103
+ "epoch": 107.45,
9104
+ "learning_rate": 4.401913875598086e-07,
9105
+ "loss": 0.0831,
9106
+ "step": 1182
9107
+ },
9108
+ {
9109
+ "epoch": 107.55,
9110
+ "learning_rate": 4.370015948963317e-07,
9111
+ "loss": 0.0792,
9112
+ "step": 1183
9113
+ },
9114
+ {
9115
+ "epoch": 107.64,
9116
+ "learning_rate": 4.3381180223285483e-07,
9117
+ "loss": 0.0956,
9118
+ "step": 1184
9119
+ },
9120
+ {
9121
+ "epoch": 107.73,
9122
+ "learning_rate": 4.30622009569378e-07,
9123
+ "loss": 0.0926,
9124
+ "step": 1185
9125
+ },
9126
+ {
9127
+ "epoch": 107.82,
9128
+ "learning_rate": 4.274322169059011e-07,
9129
+ "loss": 0.0939,
9130
+ "step": 1186
9131
+ },
9132
+ {
9133
+ "epoch": 107.91,
9134
+ "learning_rate": 4.242424242424242e-07,
9135
+ "loss": 0.082,
9136
+ "step": 1187
9137
+ },
9138
+ {
9139
+ "epoch": 108.0,
9140
+ "learning_rate": 4.2105263157894733e-07,
9141
+ "loss": 0.0872,
9142
+ "step": 1188
9143
+ },
9144
+ {
9145
+ "epoch": 108.09,
9146
+ "learning_rate": 4.178628389154705e-07,
9147
+ "loss": 0.0831,
9148
+ "step": 1189
9149
+ },
9150
+ {
9151
+ "epoch": 108.18,
9152
+ "learning_rate": 4.146730462519936e-07,
9153
+ "loss": 0.0842,
9154
+ "step": 1190
9155
+ },
9156
+ {
9157
+ "epoch": 108.18,
9158
+ "eval_accuracy_safe": 0.5584134216907414,
9159
+ "eval_accuracy_unlabeled": NaN,
9160
+ "eval_accuracy_unsafe": 0.9946897730844855,
9161
+ "eval_iou_safe": 0.4754625693813042,
9162
+ "eval_iou_unlabeled": NaN,
9163
+ "eval_iou_unsafe": 0.9814976801473572,
9164
+ "eval_loss": 0.08689983934164047,
9165
+ "eval_mean_accuracy": 0.7765515973876134,
9166
+ "eval_mean_iou": 0.7284801247643307,
9167
+ "eval_overall_accuracy": 0.9818028691989272,
9168
+ "eval_runtime": 12.4555,
9169
+ "eval_samples_per_second": 5.379,
9170
+ "eval_steps_per_second": 0.401,
9171
+ "step": 1190
9172
+ },
9173
+ {
9174
+ "epoch": 108.27,
9175
+ "learning_rate": 4.114832535885167e-07,
9176
+ "loss": 0.0834,
9177
+ "step": 1191
9178
+ },
9179
+ {
9180
+ "epoch": 108.36,
9181
+ "learning_rate": 4.082934609250399e-07,
9182
+ "loss": 0.0852,
9183
+ "step": 1192
9184
+ },
9185
+ {
9186
+ "epoch": 108.45,
9187
+ "learning_rate": 4.05103668261563e-07,
9188
+ "loss": 0.0828,
9189
+ "step": 1193
9190
+ },
9191
+ {
9192
+ "epoch": 108.55,
9193
+ "learning_rate": 4.019138755980861e-07,
9194
+ "loss": 0.081,
9195
+ "step": 1194
9196
+ },
9197
+ {
9198
+ "epoch": 108.64,
9199
+ "learning_rate": 3.987240829346092e-07,
9200
+ "loss": 0.0876,
9201
+ "step": 1195
9202
+ },
9203
+ {
9204
+ "epoch": 108.73,
9205
+ "learning_rate": 3.9553429027113233e-07,
9206
+ "loss": 0.0793,
9207
+ "step": 1196
9208
+ },
9209
+ {
9210
+ "epoch": 108.82,
9211
+ "learning_rate": 3.923444976076555e-07,
9212
+ "loss": 0.0862,
9213
+ "step": 1197
9214
+ },
9215
+ {
9216
+ "epoch": 108.91,
9217
+ "learning_rate": 3.891547049441786e-07,
9218
+ "loss": 0.0835,
9219
+ "step": 1198
9220
+ },
9221
+ {
9222
+ "epoch": 109.0,
9223
+ "learning_rate": 3.859649122807017e-07,
9224
+ "loss": 0.1019,
9225
+ "step": 1199
9226
+ },
9227
+ {
9228
+ "epoch": 109.09,
9229
+ "learning_rate": 3.827751196172249e-07,
9230
+ "loss": 0.0906,
9231
+ "step": 1200
9232
+ },
9233
+ {
9234
+ "epoch": 109.09,
9235
+ "eval_accuracy_safe": 0.5559905320334154,
9236
+ "eval_accuracy_unlabeled": NaN,
9237
+ "eval_accuracy_unsafe": 0.9947340093304451,
9238
+ "eval_iou_safe": 0.47398613119495203,
9239
+ "eval_iou_unlabeled": NaN,
9240
+ "eval_iou_unsafe": 0.9814699095506801,
9241
+ "eval_loss": 0.0874725803732872,
9242
+ "eval_mean_accuracy": 0.7753622706819303,
9243
+ "eval_mean_iou": 0.727728020372816,
9244
+ "eval_overall_accuracy": 0.981774230501545,
9245
+ "eval_runtime": 10.9276,
9246
+ "eval_samples_per_second": 6.131,
9247
+ "eval_steps_per_second": 0.458,
9248
+ "step": 1200
9249
+ },
9250
+ {
9251
+ "epoch": 109.18,
9252
+ "learning_rate": 3.79585326953748e-07,
9253
+ "loss": 0.075,
9254
+ "step": 1201
9255
+ },
9256
+ {
9257
+ "epoch": 109.27,
9258
+ "learning_rate": 3.763955342902711e-07,
9259
+ "loss": 0.0852,
9260
+ "step": 1202
9261
+ },
9262
+ {
9263
+ "epoch": 109.36,
9264
+ "learning_rate": 3.7320574162679427e-07,
9265
+ "loss": 0.08,
9266
+ "step": 1203
9267
+ },
9268
+ {
9269
+ "epoch": 109.45,
9270
+ "learning_rate": 3.700159489633174e-07,
9271
+ "loss": 0.0928,
9272
+ "step": 1204
9273
+ },
9274
+ {
9275
+ "epoch": 109.55,
9276
+ "learning_rate": 3.668261562998405e-07,
9277
+ "loss": 0.0826,
9278
+ "step": 1205
9279
+ },
9280
+ {
9281
+ "epoch": 109.64,
9282
+ "learning_rate": 3.636363636363636e-07,
9283
+ "loss": 0.0935,
9284
+ "step": 1206
9285
+ },
9286
+ {
9287
+ "epoch": 109.73,
9288
+ "learning_rate": 3.604465709728867e-07,
9289
+ "loss": 0.0806,
9290
+ "step": 1207
9291
+ },
9292
+ {
9293
+ "epoch": 109.82,
9294
+ "learning_rate": 3.572567783094099e-07,
9295
+ "loss": 0.0767,
9296
+ "step": 1208
9297
+ },
9298
+ {
9299
+ "epoch": 109.91,
9300
+ "learning_rate": 3.54066985645933e-07,
9301
+ "loss": 0.0879,
9302
+ "step": 1209
9303
+ },
9304
+ {
9305
+ "epoch": 110.0,
9306
+ "learning_rate": 3.508771929824561e-07,
9307
+ "loss": 0.0953,
9308
+ "step": 1210
9309
+ },
9310
+ {
9311
+ "epoch": 110.0,
9312
+ "eval_accuracy_safe": 0.5608440214185759,
9313
+ "eval_accuracy_unlabeled": NaN,
9314
+ "eval_accuracy_unsafe": 0.9946038233492986,
9315
+ "eval_iou_safe": 0.4763867127062325,
9316
+ "eval_iou_unlabeled": NaN,
9317
+ "eval_iou_unsafe": 0.9814845188190531,
9318
+ "eval_loss": 0.08776640892028809,
9319
+ "eval_mean_accuracy": 0.7777239223839373,
9320
+ "eval_mean_iou": 0.7289356157626428,
9321
+ "eval_overall_accuracy": 0.9817912542997901,
9322
+ "eval_runtime": 12.5384,
9323
+ "eval_samples_per_second": 5.344,
9324
+ "eval_steps_per_second": 0.399,
9325
+ "step": 1210
9326
+ },
9327
+ {
9328
+ "epoch": 110.09,
9329
+ "learning_rate": 3.4768740031897927e-07,
9330
+ "loss": 0.0863,
9331
+ "step": 1211
9332
+ },
9333
+ {
9334
+ "epoch": 110.18,
9335
+ "learning_rate": 3.444976076555024e-07,
9336
+ "loss": 0.0922,
9337
+ "step": 1212
9338
+ },
9339
+ {
9340
+ "epoch": 110.27,
9341
+ "learning_rate": 3.413078149920255e-07,
9342
+ "loss": 0.082,
9343
+ "step": 1213
9344
+ },
9345
+ {
9346
+ "epoch": 110.36,
9347
+ "learning_rate": 3.3811802232854866e-07,
9348
+ "loss": 0.08,
9349
+ "step": 1214
9350
+ },
9351
+ {
9352
+ "epoch": 110.45,
9353
+ "learning_rate": 3.3492822966507177e-07,
9354
+ "loss": 0.0928,
9355
+ "step": 1215
9356
+ },
9357
+ {
9358
+ "epoch": 110.55,
9359
+ "learning_rate": 3.317384370015949e-07,
9360
+ "loss": 0.0898,
9361
+ "step": 1216
9362
+ },
9363
+ {
9364
+ "epoch": 110.64,
9365
+ "learning_rate": 3.28548644338118e-07,
9366
+ "loss": 0.0908,
9367
+ "step": 1217
9368
+ },
9369
+ {
9370
+ "epoch": 110.73,
9371
+ "learning_rate": 3.253588516746411e-07,
9372
+ "loss": 0.0879,
9373
+ "step": 1218
9374
+ },
9375
+ {
9376
+ "epoch": 110.82,
9377
+ "learning_rate": 3.2216905901116427e-07,
9378
+ "loss": 0.0813,
9379
+ "step": 1219
9380
+ },
9381
+ {
9382
+ "epoch": 110.91,
9383
+ "learning_rate": 3.189792663476874e-07,
9384
+ "loss": 0.0988,
9385
+ "step": 1220
9386
+ },
9387
+ {
9388
+ "epoch": 110.91,
9389
+ "eval_accuracy_safe": 0.5674284216329158,
9390
+ "eval_accuracy_unlabeled": NaN,
9391
+ "eval_accuracy_unsafe": 0.9943844021823371,
9392
+ "eval_iou_safe": 0.4790462133798955,
9393
+ "eval_iou_unlabeled": NaN,
9394
+ "eval_iou_unsafe": 0.9814620946519728,
9395
+ "eval_loss": 0.08802921324968338,
9396
+ "eval_mean_accuracy": 0.7809064119076266,
9397
+ "eval_mean_iou": 0.7302541540159342,
9398
+ "eval_overall_accuracy": 0.981772807107043,
9399
+ "eval_runtime": 10.7466,
9400
+ "eval_samples_per_second": 6.235,
9401
+ "eval_steps_per_second": 0.465,
9402
+ "step": 1220
9403
+ },
9404
+ {
9405
+ "epoch": 111.0,
9406
+ "learning_rate": 3.157894736842105e-07,
9407
+ "loss": 0.078,
9408
+ "step": 1221
9409
+ },
9410
+ {
9411
+ "epoch": 111.09,
9412
+ "learning_rate": 3.1259968102073366e-07,
9413
+ "loss": 0.0814,
9414
+ "step": 1222
9415
+ },
9416
+ {
9417
+ "epoch": 111.18,
9418
+ "learning_rate": 3.0940988835725677e-07,
9419
+ "loss": 0.0832,
9420
+ "step": 1223
9421
+ },
9422
+ {
9423
+ "epoch": 111.27,
9424
+ "learning_rate": 3.062200956937799e-07,
9425
+ "loss": 0.086,
9426
+ "step": 1224
9427
+ },
9428
+ {
9429
+ "epoch": 111.36,
9430
+ "learning_rate": 3.0303030303030305e-07,
9431
+ "loss": 0.0855,
9432
+ "step": 1225
9433
+ },
9434
+ {
9435
+ "epoch": 111.45,
9436
+ "learning_rate": 2.998405103668261e-07,
9437
+ "loss": 0.0908,
9438
+ "step": 1226
9439
+ },
9440
+ {
9441
+ "epoch": 111.55,
9442
+ "learning_rate": 2.9665071770334927e-07,
9443
+ "loss": 0.0861,
9444
+ "step": 1227
9445
+ },
9446
+ {
9447
+ "epoch": 111.64,
9448
+ "learning_rate": 2.934609250398724e-07,
9449
+ "loss": 0.0799,
9450
+ "step": 1228
9451
+ },
9452
+ {
9453
+ "epoch": 111.73,
9454
+ "learning_rate": 2.902711323763955e-07,
9455
+ "loss": 0.0746,
9456
+ "step": 1229
9457
+ },
9458
+ {
9459
+ "epoch": 111.82,
9460
+ "learning_rate": 2.8708133971291866e-07,
9461
+ "loss": 0.0894,
9462
+ "step": 1230
9463
+ },
9464
+ {
9465
+ "epoch": 111.82,
9466
+ "eval_accuracy_safe": 0.5656763081098377,
9467
+ "eval_accuracy_unlabeled": NaN,
9468
+ "eval_accuracy_unsafe": 0.9944549220333232,
9469
+ "eval_iou_safe": 0.47850296013317745,
9470
+ "eval_iou_unlabeled": NaN,
9471
+ "eval_iou_unsafe": 0.9814800360436438,
9472
+ "eval_loss": 0.08694706112146378,
9473
+ "eval_mean_accuracy": 0.7800656150715805,
9474
+ "eval_mean_iou": 0.7299914980884106,
9475
+ "eval_overall_accuracy": 0.9817894892906075,
9476
+ "eval_runtime": 11.4458,
9477
+ "eval_samples_per_second": 5.854,
9478
+ "eval_steps_per_second": 0.437,
9479
+ "step": 1230
9480
+ },
9481
+ {
9482
+ "epoch": 111.91,
9483
+ "learning_rate": 2.8389154704944177e-07,
9484
+ "loss": 0.0742,
9485
+ "step": 1231
9486
+ },
9487
+ {
9488
+ "epoch": 112.0,
9489
+ "learning_rate": 2.807017543859649e-07,
9490
+ "loss": 0.086,
9491
+ "step": 1232
9492
+ },
9493
+ {
9494
+ "epoch": 112.09,
9495
+ "learning_rate": 2.7751196172248805e-07,
9496
+ "loss": 0.0837,
9497
+ "step": 1233
9498
+ },
9499
+ {
9500
+ "epoch": 112.18,
9501
+ "learning_rate": 2.7432216905901116e-07,
9502
+ "loss": 0.0837,
9503
+ "step": 1234
9504
+ },
9505
+ {
9506
+ "epoch": 112.27,
9507
+ "learning_rate": 2.7113237639553427e-07,
9508
+ "loss": 0.0838,
9509
+ "step": 1235
9510
+ },
9511
+ {
9512
+ "epoch": 112.36,
9513
+ "learning_rate": 2.6794258373205744e-07,
9514
+ "loss": 0.0796,
9515
+ "step": 1236
9516
+ },
9517
+ {
9518
+ "epoch": 112.45,
9519
+ "learning_rate": 2.647527910685805e-07,
9520
+ "loss": 0.0918,
9521
+ "step": 1237
9522
+ },
9523
+ {
9524
+ "epoch": 112.55,
9525
+ "learning_rate": 2.6156299840510366e-07,
9526
+ "loss": 0.0721,
9527
+ "step": 1238
9528
+ },
9529
+ {
9530
+ "epoch": 112.64,
9531
+ "learning_rate": 2.583732057416268e-07,
9532
+ "loss": 0.0886,
9533
+ "step": 1239
9534
+ },
9535
+ {
9536
+ "epoch": 112.73,
9537
+ "learning_rate": 2.551834130781499e-07,
9538
+ "loss": 0.0788,
9539
+ "step": 1240
9540
+ },
9541
+ {
9542
+ "epoch": 112.73,
9543
+ "eval_accuracy_safe": 0.556865625036141,
9544
+ "eval_accuracy_unlabeled": NaN,
9545
+ "eval_accuracy_unsafe": 0.9947557167720964,
9546
+ "eval_iou_safe": 0.47502096384353576,
9547
+ "eval_iou_unlabeled": NaN,
9548
+ "eval_iou_unsafe": 0.9815171222498509,
9549
+ "eval_loss": 0.0868462398648262,
9550
+ "eval_mean_accuracy": 0.7758106709041187,
9551
+ "eval_mean_iou": 0.7282690430466934,
9552
+ "eval_overall_accuracy": 0.9818211455843342,
9553
+ "eval_runtime": 11.5303,
9554
+ "eval_samples_per_second": 5.811,
9555
+ "eval_steps_per_second": 0.434,
9556
+ "step": 1240
9557
+ },
9558
+ {
9559
+ "epoch": 112.82,
9560
+ "learning_rate": 2.5199362041467305e-07,
9561
+ "loss": 0.09,
9562
+ "step": 1241
9563
+ },
9564
+ {
9565
+ "epoch": 112.91,
9566
+ "learning_rate": 2.4880382775119616e-07,
9567
+ "loss": 0.0814,
9568
+ "step": 1242
9569
+ },
9570
+ {
9571
+ "epoch": 113.0,
9572
+ "learning_rate": 2.456140350877193e-07,
9573
+ "loss": 0.0924,
9574
+ "step": 1243
9575
+ },
9576
+ {
9577
+ "epoch": 113.09,
9578
+ "learning_rate": 2.4242424242424244e-07,
9579
+ "loss": 0.0757,
9580
+ "step": 1244
9581
+ },
9582
+ {
9583
+ "epoch": 113.18,
9584
+ "learning_rate": 2.3923444976076555e-07,
9585
+ "loss": 0.0848,
9586
+ "step": 1245
9587
+ },
9588
+ {
9589
+ "epoch": 113.27,
9590
+ "learning_rate": 2.3604465709728866e-07,
9591
+ "loss": 0.0842,
9592
+ "step": 1246
9593
+ },
9594
+ {
9595
+ "epoch": 113.36,
9596
+ "learning_rate": 2.328548644338118e-07,
9597
+ "loss": 0.0804,
9598
+ "step": 1247
9599
+ },
9600
+ {
9601
+ "epoch": 113.45,
9602
+ "learning_rate": 2.296650717703349e-07,
9603
+ "loss": 0.0883,
9604
+ "step": 1248
9605
+ },
9606
+ {
9607
+ "epoch": 113.55,
9608
+ "learning_rate": 2.2647527910685805e-07,
9609
+ "loss": 0.0919,
9610
+ "step": 1249
9611
+ },
9612
+ {
9613
+ "epoch": 113.64,
9614
+ "learning_rate": 2.2328548644338116e-07,
9615
+ "loss": 0.0793,
9616
+ "step": 1250
9617
+ },
9618
+ {
9619
+ "epoch": 113.64,
9620
+ "eval_accuracy_safe": 0.5568849002124124,
9621
+ "eval_accuracy_unlabeled": NaN,
9622
+ "eval_accuracy_unsafe": 0.9947333053053105,
9623
+ "eval_iou_safe": 0.4747392255969713,
9624
+ "eval_iou_unlabeled": NaN,
9625
+ "eval_iou_unsafe": 0.9814955772114594,
9626
+ "eval_loss": 0.08699093759059906,
9627
+ "eval_mean_accuracy": 0.7758091027588614,
9628
+ "eval_mean_iou": 0.7281174014042153,
9629
+ "eval_overall_accuracy": 0.9817999654741429,
9630
+ "eval_runtime": 11.5505,
9631
+ "eval_samples_per_second": 5.801,
9632
+ "eval_steps_per_second": 0.433,
9633
+ "step": 1250
9634
+ },
9635
+ {
9636
+ "epoch": 113.73,
9637
+ "learning_rate": 2.200956937799043e-07,
9638
+ "loss": 0.0856,
9639
+ "step": 1251
9640
+ },
9641
+ {
9642
+ "epoch": 113.82,
9643
+ "learning_rate": 2.1690590111642741e-07,
9644
+ "loss": 0.0854,
9645
+ "step": 1252
9646
+ },
9647
+ {
9648
+ "epoch": 113.91,
9649
+ "learning_rate": 2.1371610845295055e-07,
9650
+ "loss": 0.0816,
9651
+ "step": 1253
9652
+ },
9653
+ {
9654
+ "epoch": 114.0,
9655
+ "learning_rate": 2.1052631578947366e-07,
9656
+ "loss": 0.0796,
9657
+ "step": 1254
9658
+ },
9659
+ {
9660
+ "epoch": 114.09,
9661
+ "learning_rate": 2.073365231259968e-07,
9662
+ "loss": 0.082,
9663
+ "step": 1255
9664
+ },
9665
+ {
9666
+ "epoch": 114.18,
9667
+ "learning_rate": 2.0414673046251994e-07,
9668
+ "loss": 0.0954,
9669
+ "step": 1256
9670
+ },
9671
+ {
9672
+ "epoch": 114.27,
9673
+ "learning_rate": 2.0095693779904305e-07,
9674
+ "loss": 0.0904,
9675
+ "step": 1257
9676
+ },
9677
+ {
9678
+ "epoch": 114.36,
9679
+ "learning_rate": 1.9776714513556616e-07,
9680
+ "loss": 0.0775,
9681
+ "step": 1258
9682
+ },
9683
+ {
9684
+ "epoch": 114.45,
9685
+ "learning_rate": 1.945773524720893e-07,
9686
+ "loss": 0.0811,
9687
+ "step": 1259
9688
+ },
9689
+ {
9690
+ "epoch": 114.55,
9691
+ "learning_rate": 1.9138755980861244e-07,
9692
+ "loss": 0.084,
9693
+ "step": 1260
9694
+ },
9695
+ {
9696
+ "epoch": 114.55,
9697
+ "eval_accuracy_safe": 0.5675421451729176,
9698
+ "eval_accuracy_unlabeled": NaN,
9699
+ "eval_accuracy_unsafe": 0.9942780943870071,
9700
+ "eval_iou_safe": 0.47773355550832264,
9701
+ "eval_iou_unlabeled": NaN,
9702
+ "eval_iou_unsafe": 0.9813605211496116,
9703
+ "eval_loss": 0.08738788217306137,
9704
+ "eval_mean_accuracy": 0.7809101197799624,
9705
+ "eval_mean_iou": 0.7295470383289671,
9706
+ "eval_overall_accuracy": 0.9816729986845557,
9707
+ "eval_runtime": 10.5237,
9708
+ "eval_samples_per_second": 6.367,
9709
+ "eval_steps_per_second": 0.475,
9710
+ "step": 1260
9711
+ },
9712
+ {
9713
+ "epoch": 114.64,
9714
+ "learning_rate": 1.8819776714513555e-07,
9715
+ "loss": 0.0868,
9716
+ "step": 1261
9717
+ },
9718
+ {
9719
+ "epoch": 114.73,
9720
+ "learning_rate": 1.850079744816587e-07,
9721
+ "loss": 0.0874,
9722
+ "step": 1262
9723
+ },
9724
+ {
9725
+ "epoch": 114.82,
9726
+ "learning_rate": 1.818181818181818e-07,
9727
+ "loss": 0.085,
9728
+ "step": 1263
9729
+ },
9730
+ {
9731
+ "epoch": 114.91,
9732
+ "learning_rate": 1.7862838915470494e-07,
9733
+ "loss": 0.0823,
9734
+ "step": 1264
9735
+ },
9736
+ {
9737
+ "epoch": 115.0,
9738
+ "learning_rate": 1.7543859649122805e-07,
9739
+ "loss": 0.0731,
9740
+ "step": 1265
9741
+ },
9742
+ {
9743
+ "epoch": 115.09,
9744
+ "learning_rate": 1.722488038277512e-07,
9745
+ "loss": 0.0902,
9746
+ "step": 1266
9747
+ },
9748
+ {
9749
+ "epoch": 115.18,
9750
+ "learning_rate": 1.6905901116427433e-07,
9751
+ "loss": 0.0939,
9752
+ "step": 1267
9753
+ },
9754
+ {
9755
+ "epoch": 115.27,
9756
+ "learning_rate": 1.6586921850079744e-07,
9757
+ "loss": 0.0837,
9758
+ "step": 1268
9759
+ },
9760
+ {
9761
+ "epoch": 115.36,
9762
+ "learning_rate": 1.6267942583732055e-07,
9763
+ "loss": 0.0817,
9764
+ "step": 1269
9765
+ },
9766
+ {
9767
+ "epoch": 115.45,
9768
+ "learning_rate": 1.594896331738437e-07,
9769
+ "loss": 0.0832,
9770
+ "step": 1270
9771
+ },
9772
+ {
9773
+ "epoch": 115.45,
9774
+ "eval_accuracy_safe": 0.5574458078419127,
9775
+ "eval_accuracy_unlabeled": NaN,
9776
+ "eval_accuracy_unsafe": 0.9946337444175207,
9777
+ "eval_iou_safe": 0.4738959376930501,
9778
+ "eval_iou_unlabeled": NaN,
9779
+ "eval_iou_unsafe": 0.9814138735811121,
9780
+ "eval_loss": 0.08745861798524857,
9781
+ "eval_mean_accuracy": 0.7760397761297166,
9782
+ "eval_mean_iou": 0.7276549056370811,
9783
+ "eval_overall_accuracy": 0.9817199137673449,
9784
+ "eval_runtime": 11.3199,
9785
+ "eval_samples_per_second": 5.919,
9786
+ "eval_steps_per_second": 0.442,
9787
+ "step": 1270
9788
+ },
9789
+ {
9790
+ "epoch": 115.55,
9791
+ "learning_rate": 1.5629984051036683e-07,
9792
+ "loss": 0.0997,
9793
+ "step": 1271
9794
+ },
9795
+ {
9796
+ "epoch": 115.64,
9797
+ "learning_rate": 1.5311004784688994e-07,
9798
+ "loss": 0.0839,
9799
+ "step": 1272
9800
+ },
9801
+ {
9802
+ "epoch": 115.73,
9803
+ "learning_rate": 1.4992025518341305e-07,
9804
+ "loss": 0.0992,
9805
+ "step": 1273
9806
+ },
9807
+ {
9808
+ "epoch": 115.82,
9809
+ "learning_rate": 1.467304625199362e-07,
9810
+ "loss": 0.0818,
9811
+ "step": 1274
9812
+ },
9813
+ {
9814
+ "epoch": 115.91,
9815
+ "learning_rate": 1.4354066985645933e-07,
9816
+ "loss": 0.0846,
9817
+ "step": 1275
9818
+ },
9819
+ {
9820
+ "epoch": 116.0,
9821
+ "learning_rate": 1.4035087719298244e-07,
9822
+ "loss": 0.085,
9823
+ "step": 1276
9824
+ },
9825
+ {
9826
+ "epoch": 116.09,
9827
+ "learning_rate": 1.3716108452950558e-07,
9828
+ "loss": 0.0822,
9829
+ "step": 1277
9830
+ },
9831
+ {
9832
+ "epoch": 116.18,
9833
+ "learning_rate": 1.3397129186602872e-07,
9834
+ "loss": 0.0802,
9835
+ "step": 1278
9836
+ },
9837
+ {
9838
+ "epoch": 116.27,
9839
+ "learning_rate": 1.3078149920255183e-07,
9840
+ "loss": 0.0901,
9841
+ "step": 1279
9842
+ },
9843
+ {
9844
+ "epoch": 116.36,
9845
+ "learning_rate": 1.2759170653907494e-07,
9846
+ "loss": 0.0833,
9847
+ "step": 1280
9848
+ },
9849
+ {
9850
+ "epoch": 116.36,
9851
+ "eval_accuracy_safe": 0.5562738771246063,
9852
+ "eval_accuracy_unlabeled": NaN,
9853
+ "eval_accuracy_unsafe": 0.9946753992379866,
9854
+ "eval_iou_safe": 0.4734504781325516,
9855
+ "eval_iou_unlabeled": NaN,
9856
+ "eval_iou_unsafe": 0.9814204321931997,
9857
+ "eval_loss": 0.08729904890060425,
9858
+ "eval_mean_accuracy": 0.7754746381812965,
9859
+ "eval_mean_iou": 0.7274354551628757,
9860
+ "eval_overall_accuracy": 0.9817257212169135,
9861
+ "eval_runtime": 10.9378,
9862
+ "eval_samples_per_second": 6.126,
9863
+ "eval_steps_per_second": 0.457,
9864
+ "step": 1280
9865
+ },
9866
+ {
9867
+ "epoch": 116.45,
9868
+ "learning_rate": 1.2440191387559808e-07,
9869
+ "loss": 0.0834,
9870
+ "step": 1281
9871
+ },
9872
+ {
9873
+ "epoch": 116.55,
9874
+ "learning_rate": 1.2121212121212122e-07,
9875
+ "loss": 0.0791,
9876
+ "step": 1282
9877
+ },
9878
+ {
9879
+ "epoch": 116.64,
9880
+ "learning_rate": 1.1802232854864433e-07,
9881
+ "loss": 0.0795,
9882
+ "step": 1283
9883
+ },
9884
+ {
9885
+ "epoch": 116.73,
9886
+ "learning_rate": 1.1483253588516746e-07,
9887
+ "loss": 0.0762,
9888
+ "step": 1284
9889
+ },
9890
+ {
9891
+ "epoch": 116.82,
9892
+ "learning_rate": 1.1164274322169058e-07,
9893
+ "loss": 0.0804,
9894
+ "step": 1285
9895
+ },
9896
+ {
9897
+ "epoch": 116.91,
9898
+ "learning_rate": 1.0845295055821371e-07,
9899
+ "loss": 0.0857,
9900
+ "step": 1286
9901
+ },
9902
+ {
9903
+ "epoch": 117.0,
9904
+ "learning_rate": 1.0526315789473683e-07,
9905
+ "loss": 0.1168,
9906
+ "step": 1287
9907
+ },
9908
+ {
9909
+ "epoch": 117.09,
9910
+ "learning_rate": 1.0207336523125997e-07,
9911
+ "loss": 0.0876,
9912
+ "step": 1288
9913
+ },
9914
+ {
9915
+ "epoch": 117.18,
9916
+ "learning_rate": 9.888357256778308e-08,
9917
+ "loss": 0.0825,
9918
+ "step": 1289
9919
+ },
9920
+ {
9921
+ "epoch": 117.27,
9922
+ "learning_rate": 9.569377990430622e-08,
9923
+ "loss": 0.0786,
9924
+ "step": 1290
9925
+ },
9926
+ {
9927
+ "epoch": 117.27,
9928
+ "eval_accuracy_safe": 0.5561389508907059,
9929
+ "eval_accuracy_unlabeled": NaN,
9930
+ "eval_accuracy_unsafe": 0.9947262063852029,
9931
+ "eval_iou_safe": 0.4740090653252132,
9932
+ "eval_iou_unlabeled": NaN,
9933
+ "eval_iou_unsafe": 0.9814665853011052,
9934
+ "eval_loss": 0.08665318787097931,
9935
+ "eval_mean_accuracy": 0.7754325786379543,
9936
+ "eval_mean_iou": 0.7277378253131592,
9937
+ "eval_overall_accuracy": 0.9817710420978603,
9938
+ "eval_runtime": 10.4843,
9939
+ "eval_samples_per_second": 6.391,
9940
+ "eval_steps_per_second": 0.477,
9941
+ "step": 1290
9942
+ },
9943
+ {
9944
+ "epoch": 117.36,
9945
+ "learning_rate": 9.250398724082935e-08,
9946
+ "loss": 0.0777,
9947
+ "step": 1291
9948
+ },
9949
+ {
9950
+ "epoch": 117.45,
9951
+ "learning_rate": 8.931419457735247e-08,
9952
+ "loss": 0.0757,
9953
+ "step": 1292
9954
+ },
9955
+ {
9956
+ "epoch": 117.55,
9957
+ "learning_rate": 8.61244019138756e-08,
9958
+ "loss": 0.0845,
9959
+ "step": 1293
9960
+ },
9961
+ {
9962
+ "epoch": 117.64,
9963
+ "learning_rate": 8.293460925039872e-08,
9964
+ "loss": 0.0796,
9965
+ "step": 1294
9966
+ },
9967
+ {
9968
+ "epoch": 117.73,
9969
+ "learning_rate": 7.974481658692185e-08,
9970
+ "loss": 0.0809,
9971
+ "step": 1295
9972
+ },
9973
+ {
9974
+ "epoch": 117.82,
9975
+ "learning_rate": 7.655502392344497e-08,
9976
+ "loss": 0.0792,
9977
+ "step": 1296
9978
+ },
9979
+ {
9980
+ "epoch": 117.91,
9981
+ "learning_rate": 7.33652312599681e-08,
9982
+ "loss": 0.0856,
9983
+ "step": 1297
9984
+ },
9985
+ {
9986
+ "epoch": 118.0,
9987
+ "learning_rate": 7.017543859649122e-08,
9988
+ "loss": 0.1079,
9989
+ "step": 1298
9990
+ },
9991
+ {
9992
+ "epoch": 118.09,
9993
+ "learning_rate": 6.698564593301436e-08,
9994
+ "loss": 0.0794,
9995
+ "step": 1299
9996
+ },
9997
+ {
9998
+ "epoch": 118.18,
9999
+ "learning_rate": 6.379585326953747e-08,
10000
+ "loss": 0.0839,
10001
+ "step": 1300
10002
+ },
10003
+ {
10004
+ "epoch": 118.18,
10005
+ "eval_accuracy_safe": 0.5612892779904473,
10006
+ "eval_accuracy_unlabeled": NaN,
10007
+ "eval_accuracy_unsafe": 0.9945098359938248,
10008
+ "eval_iou_safe": 0.4755176924169757,
10009
+ "eval_iou_unlabeled": NaN,
10010
+ "eval_iou_unsafe": 0.9814048962364922,
10011
+ "eval_loss": 0.08651363104581833,
10012
+ "eval_mean_accuracy": 0.7778995569921361,
10013
+ "eval_mean_iou": 0.7284612943267339,
10014
+ "eval_overall_accuracy": 0.981713195345295,
10015
+ "eval_runtime": 10.0981,
10016
+ "eval_samples_per_second": 6.635,
10017
+ "eval_steps_per_second": 0.495,
10018
+ "step": 1300
10019
+ },
10020
+ {
10021
+ "epoch": 118.27,
10022
+ "learning_rate": 6.060606060606061e-08,
10023
+ "loss": 0.0878,
10024
+ "step": 1301
10025
+ },
10026
+ {
10027
+ "epoch": 118.36,
10028
+ "learning_rate": 5.741626794258373e-08,
10029
+ "loss": 0.0827,
10030
+ "step": 1302
10031
+ },
10032
+ {
10033
+ "epoch": 118.45,
10034
+ "learning_rate": 5.4226475279106853e-08,
10035
+ "loss": 0.0892,
10036
+ "step": 1303
10037
+ },
10038
+ {
10039
+ "epoch": 118.55,
10040
+ "learning_rate": 5.1036682615629985e-08,
10041
+ "loss": 0.0902,
10042
+ "step": 1304
10043
+ },
10044
+ {
10045
+ "epoch": 118.64,
10046
+ "learning_rate": 4.784688995215311e-08,
10047
+ "loss": 0.0833,
10048
+ "step": 1305
10049
+ },
10050
+ {
10051
+ "epoch": 118.73,
10052
+ "learning_rate": 4.4657097288676235e-08,
10053
+ "loss": 0.0803,
10054
+ "step": 1306
10055
+ },
10056
+ {
10057
+ "epoch": 118.82,
10058
+ "learning_rate": 4.146730462519936e-08,
10059
+ "loss": 0.0925,
10060
+ "step": 1307
10061
+ },
10062
+ {
10063
+ "epoch": 118.91,
10064
+ "learning_rate": 3.8277511961722485e-08,
10065
+ "loss": 0.0833,
10066
+ "step": 1308
10067
+ },
10068
+ {
10069
+ "epoch": 119.0,
10070
+ "learning_rate": 3.508771929824561e-08,
10071
+ "loss": 0.0915,
10072
+ "step": 1309
10073
+ },
10074
+ {
10075
+ "epoch": 119.09,
10076
+ "learning_rate": 3.1897926634768736e-08,
10077
+ "loss": 0.0847,
10078
+ "step": 1310
10079
+ },
10080
+ {
10081
+ "epoch": 119.09,
10082
+ "eval_accuracy_safe": 0.5690706666512465,
10083
+ "eval_accuracy_unlabeled": NaN,
10084
+ "eval_accuracy_unsafe": 0.9941440362676202,
10085
+ "eval_iou_safe": 0.4772508308870123,
10086
+ "eval_iou_unlabeled": NaN,
10087
+ "eval_iou_unsafe": 0.981273264659584,
10088
+ "eval_loss": 0.08774638175964355,
10089
+ "eval_mean_accuracy": 0.7816073514594333,
10090
+ "eval_mean_iou": 0.7292620477732982,
10091
+ "eval_overall_accuracy": 0.9815880505006704,
10092
+ "eval_runtime": 10.5993,
10093
+ "eval_samples_per_second": 6.321,
10094
+ "eval_steps_per_second": 0.472,
10095
+ "step": 1310
10096
+ },
10097
+ {
10098
+ "epoch": 119.18,
10099
+ "learning_rate": 2.8708133971291864e-08,
10100
+ "loss": 0.0921,
10101
+ "step": 1311
10102
+ },
10103
+ {
10104
+ "epoch": 119.27,
10105
+ "learning_rate": 2.5518341307814993e-08,
10106
+ "loss": 0.0826,
10107
+ "step": 1312
10108
+ },
10109
+ {
10110
+ "epoch": 119.36,
10111
+ "learning_rate": 2.2328548644338118e-08,
10112
+ "loss": 0.0762,
10113
+ "step": 1313
10114
+ },
10115
+ {
10116
+ "epoch": 119.45,
10117
+ "learning_rate": 1.9138755980861243e-08,
10118
+ "loss": 0.081,
10119
+ "step": 1314
10120
+ },
10121
+ {
10122
+ "epoch": 119.55,
10123
+ "learning_rate": 1.5948963317384368e-08,
10124
+ "loss": 0.0795,
10125
+ "step": 1315
10126
+ },
10127
+ {
10128
+ "epoch": 119.64,
10129
+ "learning_rate": 1.2759170653907496e-08,
10130
+ "loss": 0.0941,
10131
+ "step": 1316
10132
+ },
10133
+ {
10134
+ "epoch": 119.73,
10135
+ "learning_rate": 9.569377990430621e-09,
10136
+ "loss": 0.0816,
10137
+ "step": 1317
10138
+ },
10139
+ {
10140
+ "epoch": 119.82,
10141
+ "learning_rate": 6.379585326953748e-09,
10142
+ "loss": 0.0998,
10143
+ "step": 1318
10144
+ },
10145
+ {
10146
+ "epoch": 119.91,
10147
+ "learning_rate": 3.189792663476874e-09,
10148
+ "loss": 0.0826,
10149
+ "step": 1319
10150
+ },
10151
+ {
10152
+ "epoch": 120.0,
10153
+ "learning_rate": 0.0,
10154
+ "loss": 0.0933,
10155
+ "step": 1320
10156
+ },
10157
+ {
10158
+ "epoch": 120.0,
10159
+ "eval_accuracy_safe": 0.5577638482503923,
10160
+ "eval_accuracy_unlabeled": NaN,
10161
+ "eval_accuracy_unsafe": 0.9946560385467842,
10162
+ "eval_iou_safe": 0.4744617463177726,
10163
+ "eval_iou_unlabeled": NaN,
10164
+ "eval_iou_unsafe": 0.9814452458478875,
10165
+ "eval_loss": 0.08670643717050552,
10166
+ "eval_mean_accuracy": 0.7762099433985883,
10167
+ "eval_mean_iou": 0.72795349608283,
10168
+ "eval_overall_accuracy": 0.9817509437674907,
10169
+ "eval_runtime": 11.7167,
10170
+ "eval_samples_per_second": 5.718,
10171
+ "eval_steps_per_second": 0.427,
10172
+ "step": 1320
10173
  }
10174
  ],
10175
  "max_steps": 1320,
10176
  "num_train_epochs": 120,
10177
+ "total_flos": 1.4755051248424059e+19,
10178
  "trial_name": null,
10179
  "trial_params": null
10180
  }
{checkpoint-1120 β†’ checkpoint-1320}/training_args.bin RENAMED
File without changes
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81fe4be68067ab406c76d1c88f7a8973766ccc4e00a1260c56435651dee3ecd9
3
  size 338834121
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:812c8005a4c16c6b11630ec40e4103bfa4fba2f3c245d5c8cd19c4f401f934b6
3
  size 338834121
runs/Feb06_01-01-13_robolidar/events.out.tfevents.1707202880.robolidar.926292.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7fd2ca9a3193153d9c4aaedbc246e965beef78776522384a2f38e3c3e192564a
3
- size 51758
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6287b08613d112be6cde0bfae51e57b78353bbde19ab457d1a4cca676b329a69
3
+ size 61162