lesso15 commited on
Commit
9da0bc3
·
verified ·
1 Parent(s): bc01af5

Training in progress, step 100, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:88d29b52c4177a1c2e4929eb83c5071c7f64b8f574e791441801cb4dde0967dd
3
  size 161533192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b87151ff71f3075240e1a34c1d0098091d99e65fb5ee1ad5622760cbbad1bf5
3
  size 161533192
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2a6b0ba624f3c9925accb42a6a143ff47375ae85fd06617b4ddb9c99678a45f9
3
  size 82460660
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b6dcb58778735d168c93ef2df11cdd738a05ccdad1b675c9e835aa54a45d436
3
  size 82460660
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d80bce9e6234687b4a21fae9f2fa835d59a237b42a5723abfbb81e6515d06634
3
  size 14308
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c118a7edf324ff6a1a38ff16f32a35eca90bf09908928dcd2cc8e742873a1ea2
3
  size 14308
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7a6f5371cad36fe4f88646b9681959924f9f12b9fe1fb69172cecf5eda55557
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcdcbf7cad190cbb1eebcf5d3a7c6ead1c2f7214ab2b43c16f7e1860aaee06af
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 1.4174914360046387,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
- "epoch": 0.02881014116969173,
5
  "eval_steps": 50,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -58,6 +58,49 @@
58
  "eval_samples_per_second": 16.347,
59
  "eval_steps_per_second": 4.092,
60
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
61
  }
62
  ],
63
  "logging_steps": 10,
@@ -72,7 +115,7 @@
72
  "early_stopping_threshold": 0.0
73
  },
74
  "attributes": {
75
- "early_stopping_patience_counter": 0
76
  }
77
  },
78
  "TrainerControl": {
@@ -86,7 +129,7 @@
86
  "attributes": {}
87
  }
88
  },
89
- "total_flos": 9087503013249024.0,
90
  "train_batch_size": 4,
91
  "trial_name": null,
92
  "trial_params": null
 
1
  {
2
  "best_metric": 1.4174914360046387,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
+ "epoch": 0.05762028233938346,
5
  "eval_steps": 50,
6
+ "global_step": 100,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
58
  "eval_samples_per_second": 16.347,
59
  "eval_steps_per_second": 4.092,
60
  "step": 50
61
+ },
62
+ {
63
+ "epoch": 0.03457216940363008,
64
+ "grad_norm": 0.6755384802818298,
65
+ "learning_rate": 0.0002147381354029311,
66
+ "loss": 1.8599,
67
+ "step": 60
68
+ },
69
+ {
70
+ "epoch": 0.040334197637568424,
71
+ "grad_norm": 0.9027474522590637,
72
+ "learning_rate": 0.0002139538173897188,
73
+ "loss": 1.5252,
74
+ "step": 70
75
+ },
76
+ {
77
+ "epoch": 0.04609622587150677,
78
+ "grad_norm": 1.0059105157852173,
79
+ "learning_rate": 0.0002126508670788841,
80
+ "loss": 1.2772,
81
+ "step": 80
82
+ },
83
+ {
84
+ "epoch": 0.05185825410544512,
85
+ "grad_norm": 0.9736582636833191,
86
+ "learning_rate": 0.00021083563231336926,
87
+ "loss": 1.0586,
88
+ "step": 90
89
+ },
90
+ {
91
+ "epoch": 0.05762028233938346,
92
+ "grad_norm": 1.0923612117767334,
93
+ "learning_rate": 0.00020851695673448515,
94
+ "loss": 0.7892,
95
+ "step": 100
96
+ },
97
+ {
98
+ "epoch": 0.05762028233938346,
99
+ "eval_loss": 1.486754298210144,
100
+ "eval_runtime": 44.9804,
101
+ "eval_samples_per_second": 16.252,
102
+ "eval_steps_per_second": 4.068,
103
+ "step": 100
104
  }
105
  ],
106
  "logging_steps": 10,
 
115
  "early_stopping_threshold": 0.0
116
  },
117
  "attributes": {
118
+ "early_stopping_patience_counter": 1
119
  }
120
  },
121
  "TrainerControl": {
 
129
  "attributes": {}
130
  }
131
  },
132
+ "total_flos": 1.808762618983219e+16,
133
  "train_batch_size": 4,
134
  "trial_name": null,
135
  "trial_params": null