avsolatorio commited on
Commit
a30d463
·
verified ·
1 Parent(s): 9d020f6

Training in progress, step 8000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:041ce8f32ce552119e7b1d4237f62d551c007214b038e2e85e9201a6801f1604
3
  size 567860028
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe68f4577286b85cbc5c6a48af902103215e6d0a6d1406ab180a643234b19700
3
  size 567860028
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2eccf747ca8c8c8db9575b2956c6dd997a8eb4b5311ef905ec24ee3407e8cf61
3
  size 1135783354
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0177ee53022f715e3a3e89ac556dbf20c1d9fd7f663800df2375e52c0556c37
3
  size 1135783354
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5652cdeb5ebbadbe7a41c5bdef0e2c456fe9ce93c4c465bbbfd096c7a45e5ee6
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f40c0d9a49a814dc52082f9054fc2ffb694380fb521f25163384314e1e0b22ae
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:40c676250ec219860d5697bba17ff8c0d4f32ee4dcb91bcc82789e7b28bcb701
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:173f4a2433232f77939b4d77264600e6f898939c018c908fe5f061eb1c76ed9b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.04347195476293564,
3
- "best_model_checkpoint": "doc-topic-model_eval-01_train-03/checkpoint-6000",
4
- "epoch": 2.9585798816568047,
5
  "eval_steps": 1000,
6
- "global_step": 6000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -163,6 +163,58 @@
163
  "eval_samples_per_second": 570.842,
164
  "eval_steps_per_second": 2.252,
165
  "step": 6000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
166
  }
167
  ],
168
  "logging_steps": 500,
@@ -191,7 +243,7 @@
191
  "attributes": {}
192
  }
193
  },
194
- "total_flos": 135256930917768.0,
195
  "train_batch_size": 4,
196
  "trial_name": null,
197
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.040071167051792145,
3
+ "best_model_checkpoint": "doc-topic-model_eval-01_train-03/checkpoint-8000",
4
+ "epoch": 3.9447731755424065,
5
  "eval_steps": 1000,
6
+ "global_step": 8000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
163
  "eval_samples_per_second": 570.842,
164
  "eval_steps_per_second": 2.252,
165
  "step": 6000
166
+ },
167
+ {
168
+ "epoch": 3.2051282051282053,
169
+ "grad_norm": 0.47004055976867676,
170
+ "learning_rate": 1.935897435897436e-05,
171
+ "loss": 0.0409,
172
+ "step": 6500
173
+ },
174
+ {
175
+ "epoch": 3.4516765285996054,
176
+ "grad_norm": 0.3331545293331146,
177
+ "learning_rate": 1.930966469428008e-05,
178
+ "loss": 0.0395,
179
+ "step": 7000
180
+ },
181
+ {
182
+ "epoch": 3.4516765285996054,
183
+ "eval_accuracy": 0.9860283175305072,
184
+ "eval_f1": 0.5278735632183909,
185
+ "eval_loss": 0.041799116879701614,
186
+ "eval_precision": 0.7115558424790187,
187
+ "eval_recall": 0.4195660449181576,
188
+ "eval_runtime": 14.3982,
189
+ "eval_samples_per_second": 563.265,
190
+ "eval_steps_per_second": 2.223,
191
+ "step": 7000
192
+ },
193
+ {
194
+ "epoch": 3.698224852071006,
195
+ "grad_norm": 0.46907347440719604,
196
+ "learning_rate": 1.92603550295858e-05,
197
+ "loss": 0.0382,
198
+ "step": 7500
199
+ },
200
+ {
201
+ "epoch": 3.9447731755424065,
202
+ "grad_norm": 0.3860171437263489,
203
+ "learning_rate": 1.921104536489152e-05,
204
+ "loss": 0.0384,
205
+ "step": 8000
206
+ },
207
+ {
208
+ "epoch": 3.9447731755424065,
209
+ "eval_accuracy": 0.9865853140014457,
210
+ "eval_f1": 0.5588440922861804,
211
+ "eval_loss": 0.040071167051792145,
212
+ "eval_precision": 0.7205528846153846,
213
+ "eval_recall": 0.45641416063951273,
214
+ "eval_runtime": 14.3408,
215
+ "eval_samples_per_second": 565.521,
216
+ "eval_steps_per_second": 2.231,
217
+ "step": 8000
218
  }
219
  ],
220
  "logging_steps": 500,
 
243
  "attributes": {}
244
  }
245
  },
246
+ "total_flos": 180338255777124.0,
247
  "train_batch_size": 4,
248
  "trial_name": null,
249
  "trial_params": null