lesso13 commited on
Commit
e300e7c
·
verified ·
1 Parent(s): c04ae2c

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7dfc7a638c89b7d63d91296e4cf88ac4c52c1689d253d77a12a25227a7ef6af6
3
  size 1195486552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:057a98ceeb7249ec2256070c0037b406c100a3d9fa2809beeb424a449a1d546e
3
  size 1195486552
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae0dcc57207e3b4d6680095350ad3ae51d429a1a7467b18d3b23f62f307e2dbc
3
  size 341314196
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89242bc107acea230cfc1c92abefd30264f1c89e19a695cf9e1c2bd1b00ab1b2
3
  size 341314196
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:03a128b50400c706994048f5ca5298b8dab47fde198714e4523b0c61ab752151
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a484a9feef9028d02e7d1f772db09becf19fd5f909ba5f57acd35b7e0624fb9
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4bf1a6f89c4ccfeb423775f70e378195af348273ade7a1d504b8ad665994fa62
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a29a98d7724cf179d3beb2d49a34c568e23cf47a86cb77f3cd39efdcdbcc2de
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.8471082448959351,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
- "epoch": 0.04486316733961418,
5
  "eval_steps": 50,
6
- "global_step": 100,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -101,6 +101,92 @@
101
  "eval_samples_per_second": 9.778,
102
  "eval_steps_per_second": 2.447,
103
  "step": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
104
  }
105
  ],
106
  "logging_steps": 10,
@@ -115,7 +201,7 @@
115
  "early_stopping_threshold": 0.0
116
  },
117
  "attributes": {
118
- "early_stopping_patience_counter": 1
119
  }
120
  },
121
  "TrainerControl": {
@@ -124,12 +210,12 @@
124
  "should_evaluate": false,
125
  "should_log": false,
126
  "should_save": true,
127
- "should_training_stop": false
128
  },
129
  "attributes": {}
130
  }
131
  },
132
- "total_flos": 3.1571446874505216e+16,
133
  "train_batch_size": 4,
134
  "trial_name": null,
135
  "trial_params": null
 
1
  {
2
  "best_metric": 0.8471082448959351,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
+ "epoch": 0.08972633467922836,
5
  "eval_steps": 50,
6
+ "global_step": 200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
101
  "eval_samples_per_second": 9.778,
102
  "eval_steps_per_second": 2.447,
103
  "step": 100
104
+ },
105
+ {
106
+ "epoch": 0.049349484073575596,
107
+ "grad_norm": 3.512911558151245,
108
+ "learning_rate": 0.000203792591238937,
109
+ "loss": 1.645,
110
+ "step": 110
111
+ },
112
+ {
113
+ "epoch": 0.05383580080753701,
114
+ "grad_norm": 3.946240186691284,
115
+ "learning_rate": 0.0002005339186394757,
116
+ "loss": 1.6842,
117
+ "step": 120
118
+ },
119
+ {
120
+ "epoch": 0.05832211754149843,
121
+ "grad_norm": 4.178013324737549,
122
+ "learning_rate": 0.00019681712224065936,
123
+ "loss": 1.6473,
124
+ "step": 130
125
+ },
126
+ {
127
+ "epoch": 0.06280843427545985,
128
+ "grad_norm": 4.492946624755859,
129
+ "learning_rate": 0.0001926603099009319,
130
+ "loss": 1.8509,
131
+ "step": 140
132
+ },
133
+ {
134
+ "epoch": 0.06729475100942127,
135
+ "grad_norm": 9.499361991882324,
136
+ "learning_rate": 0.00018808373319217114,
137
+ "loss": 1.9255,
138
+ "step": 150
139
+ },
140
+ {
141
+ "epoch": 0.06729475100942127,
142
+ "eval_loss": 0.9034681916236877,
143
+ "eval_runtime": 95.6255,
144
+ "eval_samples_per_second": 9.82,
145
+ "eval_steps_per_second": 2.458,
146
+ "step": 150
147
+ },
148
+ {
149
+ "epoch": 0.07178106774338268,
150
+ "grad_norm": 3.9133944511413574,
151
+ "learning_rate": 0.00018310968873606635,
152
+ "loss": 1.6616,
153
+ "step": 160
154
+ },
155
+ {
156
+ "epoch": 0.0762673844773441,
157
+ "grad_norm": 4.055591583251953,
158
+ "learning_rate": 0.0001777624095772184,
159
+ "loss": 1.6122,
160
+ "step": 170
161
+ },
162
+ {
163
+ "epoch": 0.08075370121130551,
164
+ "grad_norm": 4.28033447265625,
165
+ "learning_rate": 0.0001720679471221826,
166
+ "loss": 1.5771,
167
+ "step": 180
168
+ },
169
+ {
170
+ "epoch": 0.08524001794526694,
171
+ "grad_norm": 4.180228233337402,
172
+ "learning_rate": 0.00016605404421963453,
173
+ "loss": 1.7657,
174
+ "step": 190
175
+ },
176
+ {
177
+ "epoch": 0.08972633467922836,
178
+ "grad_norm": 18.84837532043457,
179
+ "learning_rate": 0.00015975,
180
+ "loss": 1.9318,
181
+ "step": 200
182
+ },
183
+ {
184
+ "epoch": 0.08972633467922836,
185
+ "eval_loss": 0.8709530830383301,
186
+ "eval_runtime": 95.776,
187
+ "eval_samples_per_second": 9.804,
188
+ "eval_steps_per_second": 2.454,
189
+ "step": 200
190
  }
191
  ],
192
  "logging_steps": 10,
 
201
  "early_stopping_threshold": 0.0
202
  },
203
  "attributes": {
204
+ "early_stopping_patience_counter": 3
205
  }
206
  },
207
  "TrainerControl": {
 
210
  "should_evaluate": false,
211
  "should_log": false,
212
  "should_save": true,
213
+ "should_training_stop": true
214
  },
215
  "attributes": {}
216
  }
217
  },
218
+ "total_flos": 6.376895643490714e+16,
219
  "train_batch_size": 4,
220
  "trial_name": null,
221
  "trial_params": null