kooff11 commited on
Commit
db76464
·
verified ·
1 Parent(s): 47627e5

Training in progress, step 27, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ace6cb9505b630cc42f296da21a26f3b567183b3a9811fb87fbbb9091993720
3
  size 2264640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dd5f0c8fe5d8de2d7c86300e4683230c6f6bdfe172fc1b08a6bb0547632b0ee
3
  size 2264640
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8e094ef751cbd269068b095cde0e43290ede08203abd0c895a15a9461015938
3
  size 1183674
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:003e14264bc10d7bf94a2ca481eace96bd4bf67a4383fef49980269dd9687bd6
3
  size 1183674
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20a90b6a2c70e12c09fb32cf9d04cacc11c2523c58a742e731a65ec3e279e352
3
  size 14512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d25eb66897bc9db464c68a2f7e7d3cb410ee7dcd3fd0e1db4ed0c22dbb4df02
3
  size 14512
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f72b88be9468665c95a0d3c5676292c6feab6bcdb9e687c2b969b2a3bbd6c3c0
3
  size 14512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e25540055d73f0c84acced376b2284a3c9b0e959187ff9560a1efc5e7517001
3
  size 14512
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e36117d22c9a63b8dad3fdec6160f4a75b956bf530cd84159b5adbb0baea0ea0
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33ef6f4b0dc1a0ee466ac9818efdab5291728661390e42389cd9c4df42291c75
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.5017421602787456,
5
  "eval_steps": 9,
6
- "global_step": 18,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -157,6 +157,77 @@
157
  "eval_samples_per_second": 191.38,
158
  "eval_steps_per_second": 48.24,
159
  "step": 18
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
160
  }
161
  ],
162
  "logging_steps": 1,
@@ -176,7 +247,7 @@
176
  "attributes": {}
177
  }
178
  },
179
- "total_flos": 3078865861738496.0,
180
  "train_batch_size": 2,
181
  "trial_name": null,
182
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.7526132404181185,
5
  "eval_steps": 9,
6
+ "global_step": 27,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
157
  "eval_samples_per_second": 191.38,
158
  "eval_steps_per_second": 48.24,
159
  "step": 18
160
+ },
161
+ {
162
+ "epoch": 0.5296167247386759,
163
+ "grad_norm": 0.9348726868629456,
164
+ "learning_rate": 5e-05,
165
+ "loss": 4.7054,
166
+ "step": 19
167
+ },
168
+ {
169
+ "epoch": 0.5574912891986062,
170
+ "grad_norm": 0.8965240120887756,
171
+ "learning_rate": 4.5386582026834906e-05,
172
+ "loss": 4.7152,
173
+ "step": 20
174
+ },
175
+ {
176
+ "epoch": 0.5853658536585366,
177
+ "grad_norm": 0.8576871752738953,
178
+ "learning_rate": 4.0812524109171476e-05,
179
+ "loss": 4.629,
180
+ "step": 21
181
+ },
182
+ {
183
+ "epoch": 0.6132404181184669,
184
+ "grad_norm": 0.8105357885360718,
185
+ "learning_rate": 3.631685049639586e-05,
186
+ "loss": 4.6084,
187
+ "step": 22
188
+ },
189
+ {
190
+ "epoch": 0.6411149825783972,
191
+ "grad_norm": 0.7387930750846863,
192
+ "learning_rate": 3.1937916690642356e-05,
193
+ "loss": 4.5363,
194
+ "step": 23
195
+ },
196
+ {
197
+ "epoch": 0.6689895470383276,
198
+ "grad_norm": 0.8787197470664978,
199
+ "learning_rate": 2.771308221117309e-05,
200
+ "loss": 4.639,
201
+ "step": 24
202
+ },
203
+ {
204
+ "epoch": 0.6968641114982579,
205
+ "grad_norm": 0.8041818141937256,
206
+ "learning_rate": 2.3678391856132204e-05,
207
+ "loss": 4.583,
208
+ "step": 25
209
+ },
210
+ {
211
+ "epoch": 0.7247386759581882,
212
+ "grad_norm": 0.7042474746704102,
213
+ "learning_rate": 1.9868268181037185e-05,
214
+ "loss": 4.5931,
215
+ "step": 26
216
+ },
217
+ {
218
+ "epoch": 0.7526132404181185,
219
+ "grad_norm": 0.6868075132369995,
220
+ "learning_rate": 1.631521781767214e-05,
221
+ "loss": 4.5914,
222
+ "step": 27
223
+ },
224
+ {
225
+ "epoch": 0.7526132404181185,
226
+ "eval_loss": 4.399294376373291,
227
+ "eval_runtime": 1.2619,
228
+ "eval_samples_per_second": 191.767,
229
+ "eval_steps_per_second": 48.338,
230
+ "step": 27
231
  }
232
  ],
233
  "logging_steps": 1,
 
247
  "attributes": {}
248
  }
249
  },
250
+ "total_flos": 4602071416307712.0,
251
  "train_batch_size": 2,
252
  "trial_name": null,
253
  "trial_params": null