tyzhu commited on
Commit
538094a
1 Parent(s): 71b755b

Training in progress, epoch 14, checkpoint

Browse files
checkpoint-3500/adapter_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "auto_mapping": null,
3
- "base_model_name_or_path": "Qwen/Qwen1.5-4B",
4
  "bias": "none",
5
  "fan_in_fan_out": false,
6
  "inference_mode": true,
 
1
  {
2
  "auto_mapping": null,
3
+ "base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
4
  "bias": "none",
5
  "fan_in_fan_out": false,
6
  "inference_mode": true,
checkpoint-3500/adapter_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fcfabcfaa5e7ea769381b1c21c8b87fb6344955efafdff6e067a7e32603ef16
3
+ size 143269386
checkpoint-3500/added_tokens.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "<|endoftext|>": 151643,
3
- "<|im_end|>": 151645,
4
- "<|im_start|>": 151644
5
  }
 
1
  {
2
+ "</s>": 2,
3
+ "<s>": 1,
4
+ "<unk>": 0
5
  }
checkpoint-3500/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:73f41985da7643f04ad5b6bc3e417c6fb4ec01cb1cdbb91b6fc002b0b97f9e87
3
- size 224537202
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bc5b78e9872d3fdfb66097ac1c288c4e8e6733e28a23fcdf9a4059d7a362625
3
+ size 286585234
checkpoint-3500/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:382c856ed01417d1f79733405e0053c3687e0fa3650efc31f31f00a1c63a9854
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8646956f897efdb15c1b751848329cb784030084e1378d5032959a3aeb8b97d
3
  size 15024
checkpoint-3500/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2e576a8077a1f3ba1c9c07576e732db6b4071f205e04fa09c14e59ada00d9d4b
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94c0fe0098ea7a1e239eb74f8740e77b630c7910ec0e4364404ee2fa1d4245ae
3
  size 15024
checkpoint-3500/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:06d1e64008d7c921ba8075a97977deb3c112170a15bc26410a9b8043ee608d5d
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7281997699d9867c940e7eb5faa5dfe2a3d6fd7905f0ff6ee42c6e0875996a97
3
  size 15024
checkpoint-3500/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07d1442adef2548c417d4991002ba2d41c3837f52746992dff90d65fa15683d5
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d38227791fdbdfae728664d69aebc6be86cbd51f608c9702f317b10abbc6a14d
3
  size 15024
checkpoint-3500/special_tokens_map.json CHANGED
@@ -1,14 +1,6 @@
1
  {
2
- "additional_special_tokens": [
3
- "<|im_start|>",
4
- "<|im_end|>"
5
- ],
6
- "eos_token": {
7
- "content": "<|endoftext|>",
8
- "lstrip": false,
9
- "normalized": false,
10
- "rstrip": false,
11
- "single_word": false
12
- },
13
- "pad_token": "<|endoftext|>"
14
  }
 
1
  {
2
+ "bos_token": "<s>",
3
+ "eos_token": "</s>",
4
+ "pad_token": "</s>",
5
+ "unk_token": "<unk>"
 
 
 
 
 
 
 
 
6
  }
checkpoint-3500/tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
checkpoint-3500/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
3
+ size 499723
checkpoint-3500/tokenizer_config.json CHANGED
@@ -1,24 +1,23 @@
1
  {
2
- "add_prefix_space": false,
3
  "added_tokens_decoder": {
4
- "151643": {
5
- "content": "<|endoftext|>",
6
  "lstrip": false,
7
  "normalized": false,
8
  "rstrip": false,
9
  "single_word": false,
10
  "special": true
11
  },
12
- "151644": {
13
- "content": "<|im_start|>",
14
  "lstrip": false,
15
  "normalized": false,
16
  "rstrip": false,
17
  "single_word": false,
18
  "special": true
19
  },
20
- "151645": {
21
- "content": "<|im_end|>",
22
  "lstrip": false,
23
  "normalized": false,
24
  "rstrip": false,
@@ -26,18 +25,16 @@
26
  "special": true
27
  }
28
  },
29
- "additional_special_tokens": [
30
- "<|im_start|>",
31
- "<|im_end|>"
32
- ],
33
- "bos_token": null,
34
- "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
35
  "clean_up_tokenization_spaces": false,
36
- "eos_token": "<|endoftext|>",
37
- "errors": "replace",
38
- "model_max_length": 32768,
39
- "pad_token": "<|endoftext|>",
40
- "split_special_tokens": false,
41
- "tokenizer_class": "Qwen2Tokenizer",
42
- "unk_token": null
 
 
43
  }
 
1
  {
 
2
  "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<unk>",
5
  "lstrip": false,
6
  "normalized": false,
7
  "rstrip": false,
8
  "single_word": false,
9
  "special": true
10
  },
11
+ "1": {
12
+ "content": "<s>",
13
  "lstrip": false,
14
  "normalized": false,
15
  "rstrip": false,
16
  "single_word": false,
17
  "special": true
18
  },
19
+ "2": {
20
+ "content": "</s>",
21
  "lstrip": false,
22
  "normalized": false,
23
  "rstrip": false,
 
25
  "special": true
26
  }
27
  },
28
+ "additional_special_tokens": [],
29
+ "bos_token": "<s>",
 
 
 
 
30
  "clean_up_tokenization_spaces": false,
31
+ "eos_token": "</s>",
32
+ "legacy": false,
33
+ "model_max_length": 1000000000000000019884624838656,
34
+ "pad_token": "</s>",
35
+ "padding_side": "left",
36
+ "sp_model_kwargs": {},
37
+ "tokenizer_class": "LlamaTokenizer",
38
+ "unk_token": "<unk>",
39
+ "use_default_system_prompt": true
40
  }
checkpoint-3500/trainer_state.json CHANGED
@@ -10,479 +10,430 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.4,
13
- "grad_norm": 0.48472875356674194,
14
  "learning_rate": 0.0003,
15
- "loss": 2.3219,
16
  "step": 100
17
  },
18
  {
19
  "epoch": 0.8,
20
- "grad_norm": 0.4583953619003296,
21
  "learning_rate": 0.0003,
22
- "loss": 2.2487,
23
  "step": 200
24
  },
25
  {
26
  "epoch": 1.0,
27
- "eval_accuracy": 0.5168253968253969,
28
- "eval_loss": 2.311781167984009,
29
- "eval_runtime": 5.4425,
30
- "eval_samples_per_second": 91.87,
31
- "eval_steps_per_second": 11.576,
32
  "step": 250
33
  },
34
  {
35
  "epoch": 1.0,
36
- "eval_exact_match": 18.6,
37
- "eval_f1": 26.999121042356347,
38
  "step": 250
39
  },
40
  {
41
  "epoch": 1.2,
42
- "grad_norm": 0.6610094904899597,
43
  "learning_rate": 0.0003,
44
- "loss": 2.083,
45
  "step": 300
46
  },
47
  {
48
  "epoch": 1.6,
49
- "grad_norm": 0.7361629605293274,
50
  "learning_rate": 0.0003,
51
- "loss": 1.9274,
52
  "step": 400
53
  },
54
  {
55
  "epoch": 2.0,
56
- "grad_norm": 0.6793610453605652,
57
  "learning_rate": 0.0003,
58
- "loss": 1.9113,
59
  "step": 500
60
  },
61
  {
62
  "epoch": 2.0,
63
- "eval_accuracy": 0.5153650793650794,
64
- "eval_loss": 2.3749232292175293,
65
- "eval_runtime": 5.2167,
66
- "eval_samples_per_second": 95.846,
67
- "eval_steps_per_second": 12.077,
68
  "step": 500
69
  },
70
  {
71
  "epoch": 2.0,
72
- "eval_exact_match": 18.2,
73
- "eval_f1": 26.209704184704197,
74
  "step": 500
75
  },
76
  {
77
  "epoch": 2.4,
78
- "grad_norm": 0.8843489289283752,
79
  "learning_rate": 0.0003,
80
- "loss": 1.4602,
81
  "step": 600
82
  },
83
  {
84
  "epoch": 2.8,
85
- "grad_norm": 0.8380613923072815,
86
  "learning_rate": 0.0003,
87
- "loss": 1.4924,
88
  "step": 700
89
  },
90
  {
91
  "epoch": 3.0,
92
- "eval_accuracy": 0.5098730158730159,
93
- "eval_loss": 2.5289740562438965,
94
- "eval_runtime": 5.3631,
95
- "eval_samples_per_second": 93.23,
96
- "eval_steps_per_second": 11.747,
97
  "step": 750
98
  },
99
  {
100
  "epoch": 3.0,
101
- "eval_exact_match": 16.6,
102
- "eval_f1": 24.526153291153296,
103
  "step": 750
104
  },
105
  {
106
  "epoch": 3.2,
107
- "grad_norm": 1.068247675895691,
108
  "learning_rate": 0.0003,
109
- "loss": 1.2869,
110
  "step": 800
111
  },
112
  {
113
  "epoch": 3.6,
114
- "grad_norm": 1.041741967201233,
115
  "learning_rate": 0.0003,
116
- "loss": 1.0749,
117
  "step": 900
118
  },
119
  {
120
  "epoch": 4.0,
121
- "grad_norm": 1.267968773841858,
122
  "learning_rate": 0.0003,
123
- "loss": 1.1157,
124
  "step": 1000
125
  },
126
  {
127
  "epoch": 4.0,
128
- "eval_accuracy": 0.5038412698412699,
129
- "eval_loss": 2.794942855834961,
130
- "eval_runtime": 5.0088,
131
- "eval_samples_per_second": 99.825,
132
- "eval_steps_per_second": 12.578,
133
  "step": 1000
134
  },
135
  {
136
  "epoch": 4.0,
137
- "eval_exact_match": 16.4,
138
- "eval_f1": 23.978561993561993,
139
  "step": 1000
140
  },
141
  {
142
  "epoch": 4.4,
143
- "grad_norm": 1.1971005201339722,
144
  "learning_rate": 0.0003,
145
- "loss": 0.7367,
146
  "step": 1100
147
  },
148
  {
149
  "epoch": 4.8,
150
- "grad_norm": 1.2383127212524414,
151
  "learning_rate": 0.0003,
152
- "loss": 0.7814,
153
  "step": 1200
154
  },
155
  {
156
  "epoch": 5.0,
157
- "eval_accuracy": 0.49853968253968256,
158
- "eval_loss": 3.0137181282043457,
159
- "eval_runtime": 5.1368,
160
- "eval_samples_per_second": 97.337,
161
- "eval_steps_per_second": 12.264,
162
  "step": 1250
163
  },
164
  {
165
  "epoch": 5.0,
166
- "eval_exact_match": 14.8,
167
- "eval_f1": 21.880294705294705,
168
  "step": 1250
169
  },
170
  {
171
  "epoch": 5.2,
172
- "grad_norm": 0.9558005928993225,
173
  "learning_rate": 0.0003,
174
- "loss": 0.6786,
175
  "step": 1300
176
  },
177
  {
178
  "epoch": 5.6,
179
- "grad_norm": 1.1341361999511719,
180
  "learning_rate": 0.0003,
181
- "loss": 0.5741,
182
  "step": 1400
183
  },
184
  {
185
  "epoch": 6.0,
186
- "grad_norm": 1.1375033855438232,
187
  "learning_rate": 0.0003,
188
- "loss": 0.605,
189
  "step": 1500
190
  },
191
  {
192
  "epoch": 6.0,
193
- "eval_accuracy": 0.49657142857142855,
194
- "eval_loss": 3.220507860183716,
195
- "eval_runtime": 5.2708,
196
- "eval_samples_per_second": 94.863,
197
- "eval_steps_per_second": 11.953,
198
  "step": 1500
199
  },
200
  {
201
  "epoch": 6.0,
202
- "eval_exact_match": 15.4,
203
- "eval_f1": 22.281807987334307,
204
  "step": 1500
205
  },
206
  {
207
  "epoch": 6.4,
208
- "grad_norm": 1.118528962135315,
209
  "learning_rate": 0.0003,
210
- "loss": 0.4684,
211
  "step": 1600
212
  },
213
  {
214
  "epoch": 6.8,
215
- "grad_norm": 0.9311291575431824,
216
  "learning_rate": 0.0003,
217
- "loss": 0.4968,
218
  "step": 1700
219
  },
220
  {
221
  "epoch": 7.0,
222
- "eval_accuracy": 0.4946984126984127,
223
- "eval_loss": 3.3760199546813965,
224
- "eval_runtime": 5.0734,
225
- "eval_samples_per_second": 98.554,
226
- "eval_steps_per_second": 12.418,
227
  "step": 1750
228
  },
229
  {
230
  "epoch": 7.0,
231
- "eval_exact_match": 14.8,
232
- "eval_f1": 21.79480811586075,
233
  "step": 1750
234
  },
235
  {
236
  "epoch": 7.2,
237
- "grad_norm": 1.0299904346466064,
238
  "learning_rate": 0.0003,
239
- "loss": 0.4631,
240
  "step": 1800
241
  },
242
  {
243
  "epoch": 7.6,
244
- "grad_norm": 0.7518107295036316,
245
  "learning_rate": 0.0003,
246
- "loss": 0.4411,
247
  "step": 1900
248
  },
249
  {
250
  "epoch": 8.0,
251
- "grad_norm": 1.1140515804290771,
252
  "learning_rate": 0.0003,
253
- "loss": 0.4597,
254
  "step": 2000
255
  },
256
  {
257
  "epoch": 8.0,
258
- "eval_accuracy": 0.49234920634920637,
259
- "eval_loss": 3.4634218215942383,
260
- "eval_runtime": 5.8652,
261
- "eval_samples_per_second": 85.249,
262
- "eval_steps_per_second": 10.741,
263
  "step": 2000
264
  },
265
  {
266
  "epoch": 8.0,
267
- "eval_exact_match": 15.0,
268
- "eval_f1": 21.617115196631318,
269
  "step": 2000
270
  },
271
  {
272
  "epoch": 8.4,
273
- "grad_norm": 1.2363754510879517,
274
  "learning_rate": 0.0003,
275
- "loss": 0.4026,
276
  "step": 2100
277
  },
278
  {
279
  "epoch": 8.8,
280
- "grad_norm": 0.8174892067909241,
281
  "learning_rate": 0.0003,
282
- "loss": 0.4242,
283
  "step": 2200
284
  },
285
  {
286
  "epoch": 9.0,
287
- "eval_accuracy": 0.4955873015873016,
288
- "eval_loss": 3.4379212856292725,
289
- "eval_runtime": 5.214,
290
- "eval_samples_per_second": 95.896,
291
- "eval_steps_per_second": 12.083,
292
  "step": 2250
293
  },
294
  {
295
  "epoch": 9.0,
296
- "eval_exact_match": 15.0,
297
- "eval_f1": 22.36426184926185,
298
  "step": 2250
299
  },
300
  {
301
  "epoch": 9.2,
302
- "grad_norm": 0.551261842250824,
303
  "learning_rate": 0.0003,
304
- "loss": 0.4135,
305
  "step": 2300
306
  },
307
  {
308
  "epoch": 9.6,
309
- "grad_norm": 0.6361530423164368,
310
  "learning_rate": 0.0003,
311
- "loss": 0.3999,
312
  "step": 2400
313
  },
314
  {
315
  "epoch": 10.0,
316
- "grad_norm": 0.9359388947486877,
317
  "learning_rate": 0.0003,
318
- "loss": 0.4223,
319
  "step": 2500
320
  },
321
  {
322
  "epoch": 10.0,
323
- "eval_accuracy": 0.494952380952381,
324
- "eval_loss": 3.600064277648926,
325
- "eval_runtime": 5.8832,
326
- "eval_samples_per_second": 84.988,
327
- "eval_steps_per_second": 10.709,
328
  "step": 2500
329
  },
330
  {
331
  "epoch": 10.0,
332
- "eval_exact_match": 14.8,
333
- "eval_f1": 21.784345099345103,
334
  "step": 2500
335
  },
336
  {
337
  "epoch": 10.4,
338
- "grad_norm": 0.7834428548812866,
339
  "learning_rate": 0.0003,
340
- "loss": 0.3855,
341
  "step": 2600
342
  },
343
  {
344
  "epoch": 10.8,
345
- "grad_norm": 1.0201836824417114,
346
  "learning_rate": 0.0003,
347
- "loss": 0.4,
348
  "step": 2700
349
  },
350
  {
351
  "epoch": 11.0,
352
- "eval_accuracy": 0.4955555555555556,
353
- "eval_loss": 3.571756362915039,
354
- "eval_runtime": 5.6646,
355
- "eval_samples_per_second": 88.267,
356
- "eval_steps_per_second": 11.122,
357
  "step": 2750
358
  },
359
  {
360
  "epoch": 11.0,
361
- "eval_exact_match": 15.0,
362
- "eval_f1": 22.02530358530358,
363
  "step": 2750
364
  },
365
  {
366
  "epoch": 11.2,
367
- "grad_norm": 0.738467812538147,
368
  "learning_rate": 0.0003,
369
- "loss": 0.3977,
370
  "step": 2800
371
  },
372
  {
373
  "epoch": 11.6,
374
- "grad_norm": 0.535826563835144,
375
  "learning_rate": 0.0003,
376
- "loss": 0.3904,
377
  "step": 2900
378
  },
379
  {
380
  "epoch": 12.0,
381
- "grad_norm": 0.8586340546607971,
382
  "learning_rate": 0.0003,
383
- "loss": 0.4007,
384
  "step": 3000
385
  },
386
  {
387
  "epoch": 12.0,
388
- "eval_accuracy": 0.49323809523809525,
389
- "eval_loss": 3.568419933319092,
390
- "eval_runtime": 5.5173,
391
- "eval_samples_per_second": 90.624,
392
- "eval_steps_per_second": 11.419,
393
  "step": 3000
394
  },
395
  {
396
  "epoch": 12.0,
397
- "eval_exact_match": 15.2,
398
- "eval_f1": 21.94431457431457,
399
  "step": 3000
400
  },
401
  {
402
  "epoch": 12.4,
403
- "grad_norm": 0.6024760007858276,
404
  "learning_rate": 0.0003,
405
- "loss": 0.3721,
406
  "step": 3100
407
  },
408
  {
409
  "epoch": 12.8,
410
- "grad_norm": 0.7764168381690979,
411
  "learning_rate": 0.0003,
412
- "loss": 0.3929,
413
  "step": 3200
414
  },
415
  {
416
  "epoch": 13.0,
417
- "eval_accuracy": 0.49314285714285716,
418
- "eval_loss": 3.602919816970825,
419
- "eval_runtime": 5.1504,
420
- "eval_samples_per_second": 97.08,
421
- "eval_steps_per_second": 12.232,
422
  "step": 3250
423
  },
424
  {
425
  "epoch": 13.0,
426
- "eval_exact_match": 13.8,
427
- "eval_f1": 20.855486735486743,
428
  "step": 3250
429
  },
430
  {
431
  "epoch": 13.2,
432
- "grad_norm": 0.668953537940979,
433
  "learning_rate": 0.0003,
434
- "loss": 0.3886,
435
  "step": 3300
436
  },
437
  {
438
  "epoch": 13.6,
439
- "grad_norm": 0.7968106865882874,
440
  "learning_rate": 0.0003,
441
- "loss": 0.3845,
442
  "step": 3400
443
  },
444
  {
445
  "epoch": 14.0,
446
- "grad_norm": 0.7598584294319153,
447
  "learning_rate": 0.0003,
448
- "loss": 0.4003,
449
  "step": 3500
450
  },
451
  {
452
  "epoch": 14.0,
453
- "eval_accuracy": 0.49206349206349204,
454
- "eval_loss": 3.584076404571533,
455
- "eval_runtime": 5.5138,
456
- "eval_samples_per_second": 90.682,
457
- "eval_steps_per_second": 11.426,
458
  "step": 3500
459
  },
460
  {
461
  "epoch": 14.0,
462
- "eval_exact_match": 15.6,
463
- "eval_f1": 22.729776889776886,
464
  "step": 3500
465
  }
466
  ],
467
  "logging_steps": 100,
468
  "max_steps": 12500,
469
- "num_input_tokens_seen": 0,
470
  "num_train_epochs": 50,
471
  "save_steps": 500,
472
- "stateful_callbacks": {
473
- "TrainerControl": {
474
- "args": {
475
- "should_epoch_stop": false,
476
- "should_evaluate": false,
477
- "should_log": false,
478
- "should_save": true,
479
- "should_training_stop": false
480
- },
481
- "attributes": {}
482
- }
483
- },
484
- "total_flos": 9.054770017232486e+16,
485
- "train_batch_size": 1,
486
  "trial_name": null,
487
  "trial_params": null
488
  }
 
10
  "log_history": [
11
  {
12
  "epoch": 0.4,
 
13
  "learning_rate": 0.0003,
14
+ "loss": 1.9296,
15
  "step": 100
16
  },
17
  {
18
  "epoch": 0.8,
 
19
  "learning_rate": 0.0003,
20
+ "loss": 1.7554,
21
  "step": 200
22
  },
23
  {
24
  "epoch": 1.0,
25
+ "eval_accuracy": 0.6093164556962025,
26
+ "eval_loss": 1.7939746379852295,
27
+ "eval_runtime": 5.0177,
28
+ "eval_samples_per_second": 99.648,
29
+ "eval_steps_per_second": 12.556,
30
  "step": 250
31
  },
32
  {
33
  "epoch": 1.0,
34
+ "eval_exact_match": 26.0,
35
+ "eval_f1": 36.71136363636365,
36
  "step": 250
37
  },
38
  {
39
  "epoch": 1.2,
 
40
  "learning_rate": 0.0003,
41
+ "loss": 1.6394,
42
  "step": 300
43
  },
44
  {
45
  "epoch": 1.6,
 
46
  "learning_rate": 0.0003,
47
+ "loss": 1.5315,
48
  "step": 400
49
  },
50
  {
51
  "epoch": 2.0,
 
52
  "learning_rate": 0.0003,
53
+ "loss": 1.5248,
54
  "step": 500
55
  },
56
  {
57
  "epoch": 2.0,
58
+ "eval_accuracy": 0.6085063291139241,
59
+ "eval_loss": 1.8273799419403076,
60
+ "eval_runtime": 4.4023,
61
+ "eval_samples_per_second": 113.576,
62
+ "eval_steps_per_second": 14.311,
63
  "step": 500
64
  },
65
  {
66
  "epoch": 2.0,
67
+ "eval_exact_match": 24.4,
68
+ "eval_f1": 33.57723554223556,
69
  "step": 500
70
  },
71
  {
72
  "epoch": 2.4,
 
73
  "learning_rate": 0.0003,
74
+ "loss": 1.1692,
75
  "step": 600
76
  },
77
  {
78
  "epoch": 2.8,
 
79
  "learning_rate": 0.0003,
80
+ "loss": 1.2054,
81
  "step": 700
82
  },
83
  {
84
  "epoch": 3.0,
85
+ "eval_accuracy": 0.6027088607594937,
86
+ "eval_loss": 1.9717934131622314,
87
+ "eval_runtime": 5.1273,
88
+ "eval_samples_per_second": 97.518,
89
+ "eval_steps_per_second": 12.287,
90
  "step": 750
91
  },
92
  {
93
  "epoch": 3.0,
94
+ "eval_exact_match": 20.8,
95
+ "eval_f1": 30.584243697478996,
96
  "step": 750
97
  },
98
  {
99
  "epoch": 3.2,
 
100
  "learning_rate": 0.0003,
101
+ "loss": 1.0252,
102
  "step": 800
103
  },
104
  {
105
  "epoch": 3.6,
 
106
  "learning_rate": 0.0003,
107
+ "loss": 0.8608,
108
  "step": 900
109
  },
110
  {
111
  "epoch": 4.0,
 
112
  "learning_rate": 0.0003,
113
+ "loss": 0.8989,
114
  "step": 1000
115
  },
116
  {
117
  "epoch": 4.0,
118
+ "eval_accuracy": 0.5986835443037974,
119
+ "eval_loss": 2.151914596557617,
120
+ "eval_runtime": 5.3325,
121
+ "eval_samples_per_second": 93.765,
122
+ "eval_steps_per_second": 11.814,
123
  "step": 1000
124
  },
125
  {
126
  "epoch": 4.0,
127
+ "eval_exact_match": 21.0,
128
+ "eval_f1": 30.363229548229558,
129
  "step": 1000
130
  },
131
  {
132
  "epoch": 4.4,
 
133
  "learning_rate": 0.0003,
134
+ "loss": 0.5842,
135
  "step": 1100
136
  },
137
  {
138
  "epoch": 4.8,
 
139
  "learning_rate": 0.0003,
140
+ "loss": 0.6306,
141
  "step": 1200
142
  },
143
  {
144
  "epoch": 5.0,
145
+ "eval_accuracy": 0.5960506329113924,
146
+ "eval_loss": 2.329284191131592,
147
+ "eval_runtime": 4.5585,
148
+ "eval_samples_per_second": 109.686,
149
+ "eval_steps_per_second": 13.82,
150
  "step": 1250
151
  },
152
  {
153
  "epoch": 5.0,
154
+ "eval_exact_match": 20.4,
155
+ "eval_f1": 30.02542624042625,
156
  "step": 1250
157
  },
158
  {
159
  "epoch": 5.2,
 
160
  "learning_rate": 0.0003,
161
+ "loss": 0.5368,
162
  "step": 1300
163
  },
164
  {
165
  "epoch": 5.6,
 
166
  "learning_rate": 0.0003,
167
+ "loss": 0.4495,
168
  "step": 1400
169
  },
170
  {
171
  "epoch": 6.0,
 
172
  "learning_rate": 0.0003,
173
+ "loss": 0.4712,
174
  "step": 1500
175
  },
176
  {
177
  "epoch": 6.0,
178
+ "eval_accuracy": 0.5935696202531645,
179
+ "eval_loss": 2.5598793029785156,
180
+ "eval_runtime": 4.4094,
181
+ "eval_samples_per_second": 113.395,
182
+ "eval_steps_per_second": 14.288,
183
  "step": 1500
184
  },
185
  {
186
  "epoch": 6.0,
187
+ "eval_exact_match": 20.6,
188
+ "eval_f1": 30.108149073149082,
189
  "step": 1500
190
  },
191
  {
192
  "epoch": 6.4,
 
193
  "learning_rate": 0.0003,
194
+ "loss": 0.3625,
195
  "step": 1600
196
  },
197
  {
198
  "epoch": 6.8,
 
199
  "learning_rate": 0.0003,
200
+ "loss": 0.3797,
201
  "step": 1700
202
  },
203
  {
204
  "epoch": 7.0,
205
+ "eval_accuracy": 0.5935696202531645,
206
+ "eval_loss": 2.732860803604126,
207
+ "eval_runtime": 5.2701,
208
+ "eval_samples_per_second": 94.876,
209
+ "eval_steps_per_second": 11.954,
210
  "step": 1750
211
  },
212
  {
213
  "epoch": 7.0,
214
+ "eval_exact_match": 19.6,
215
+ "eval_f1": 29.002709512709526,
216
  "step": 1750
217
  },
218
  {
219
  "epoch": 7.2,
 
220
  "learning_rate": 0.0003,
221
+ "loss": 0.3582,
222
  "step": 1800
223
  },
224
  {
225
  "epoch": 7.6,
 
226
  "learning_rate": 0.0003,
227
+ "loss": 0.3399,
228
  "step": 1900
229
  },
230
  {
231
  "epoch": 8.0,
 
232
  "learning_rate": 0.0003,
233
+ "loss": 0.3527,
234
  "step": 2000
235
  },
236
  {
237
  "epoch": 8.0,
238
+ "eval_accuracy": 0.5912911392405064,
239
+ "eval_loss": 2.8185083866119385,
240
+ "eval_runtime": 4.4105,
241
+ "eval_samples_per_second": 113.366,
242
+ "eval_steps_per_second": 14.284,
243
  "step": 2000
244
  },
245
  {
246
  "epoch": 8.0,
247
+ "eval_exact_match": 20.8,
248
+ "eval_f1": 29.191525696525694,
249
  "step": 2000
250
  },
251
  {
252
  "epoch": 8.4,
 
253
  "learning_rate": 0.0003,
254
+ "loss": 0.3202,
255
  "step": 2100
256
  },
257
  {
258
  "epoch": 8.8,
 
259
  "learning_rate": 0.0003,
260
+ "loss": 0.3314,
261
  "step": 2200
262
  },
263
  {
264
  "epoch": 9.0,
265
+ "eval_accuracy": 0.592,
266
+ "eval_loss": 2.824962854385376,
267
+ "eval_runtime": 4.5596,
268
+ "eval_samples_per_second": 109.66,
269
+ "eval_steps_per_second": 13.817,
270
  "step": 2250
271
  },
272
  {
273
  "epoch": 9.0,
274
+ "eval_exact_match": 21.0,
275
+ "eval_f1": 29.434571539571547,
276
  "step": 2250
277
  },
278
  {
279
  "epoch": 9.2,
 
280
  "learning_rate": 0.0003,
281
+ "loss": 0.3174,
282
  "step": 2300
283
  },
284
  {
285
  "epoch": 9.6,
 
286
  "learning_rate": 0.0003,
287
+ "loss": 0.3157,
288
  "step": 2400
289
  },
290
  {
291
  "epoch": 10.0,
 
292
  "learning_rate": 0.0003,
293
+ "loss": 0.3265,
294
  "step": 2500
295
  },
296
  {
297
  "epoch": 10.0,
298
+ "eval_accuracy": 0.5911392405063292,
299
+ "eval_loss": 2.9242382049560547,
300
+ "eval_runtime": 4.7857,
301
+ "eval_samples_per_second": 104.477,
302
+ "eval_steps_per_second": 13.164,
303
  "step": 2500
304
  },
305
  {
306
  "epoch": 10.0,
307
+ "eval_exact_match": 20.8,
308
+ "eval_f1": 29.524657009657016,
309
  "step": 2500
310
  },
311
  {
312
  "epoch": 10.4,
 
313
  "learning_rate": 0.0003,
314
+ "loss": 0.2989,
315
  "step": 2600
316
  },
317
  {
318
  "epoch": 10.8,
 
319
  "learning_rate": 0.0003,
320
+ "loss": 0.3148,
321
  "step": 2700
322
  },
323
  {
324
  "epoch": 11.0,
325
+ "eval_accuracy": 0.591240506329114,
326
+ "eval_loss": 3.0012593269348145,
327
+ "eval_runtime": 4.5582,
328
+ "eval_samples_per_second": 109.691,
329
+ "eval_steps_per_second": 13.821,
330
  "step": 2750
331
  },
332
  {
333
  "epoch": 11.0,
334
+ "eval_exact_match": 20.0,
335
+ "eval_f1": 28.128880727116037,
336
  "step": 2750
337
  },
338
  {
339
  "epoch": 11.2,
 
340
  "learning_rate": 0.0003,
341
+ "loss": 0.3028,
342
  "step": 2800
343
  },
344
  {
345
  "epoch": 11.6,
 
346
  "learning_rate": 0.0003,
347
+ "loss": 0.3047,
348
  "step": 2900
349
  },
350
  {
351
  "epoch": 12.0,
 
352
  "learning_rate": 0.0003,
353
+ "loss": 0.3184,
354
  "step": 3000
355
  },
356
  {
357
  "epoch": 12.0,
358
+ "eval_accuracy": 0.590632911392405,
359
+ "eval_loss": 2.931525707244873,
360
+ "eval_runtime": 4.4989,
361
+ "eval_samples_per_second": 111.138,
362
+ "eval_steps_per_second": 14.003,
363
  "step": 3000
364
  },
365
  {
366
  "epoch": 12.0,
367
+ "eval_exact_match": 21.2,
368
+ "eval_f1": 30.12248362748364,
369
  "step": 3000
370
  },
371
  {
372
  "epoch": 12.4,
 
373
  "learning_rate": 0.0003,
374
+ "loss": 0.3,
375
  "step": 3100
376
  },
377
  {
378
  "epoch": 12.8,
 
379
  "learning_rate": 0.0003,
380
+ "loss": 0.3101,
381
  "step": 3200
382
  },
383
  {
384
  "epoch": 13.0,
385
+ "eval_accuracy": 0.5896962025316456,
386
+ "eval_loss": 2.9116382598876953,
387
+ "eval_runtime": 4.6155,
388
+ "eval_samples_per_second": 108.331,
389
+ "eval_steps_per_second": 13.65,
390
  "step": 3250
391
  },
392
  {
393
  "epoch": 13.0,
394
+ "eval_exact_match": 19.2,
395
+ "eval_f1": 27.90991785991786,
396
  "step": 3250
397
  },
398
  {
399
  "epoch": 13.2,
 
400
  "learning_rate": 0.0003,
401
+ "loss": 0.3063,
402
  "step": 3300
403
  },
404
  {
405
  "epoch": 13.6,
 
406
  "learning_rate": 0.0003,
407
+ "loss": 0.3041,
408
  "step": 3400
409
  },
410
  {
411
  "epoch": 14.0,
 
412
  "learning_rate": 0.0003,
413
+ "loss": 0.3164,
414
  "step": 3500
415
  },
416
  {
417
  "epoch": 14.0,
418
+ "eval_accuracy": 0.5902025316455696,
419
+ "eval_loss": 2.920793056488037,
420
+ "eval_runtime": 4.4066,
421
+ "eval_samples_per_second": 113.467,
422
+ "eval_steps_per_second": 14.297,
423
  "step": 3500
424
  },
425
  {
426
  "epoch": 14.0,
427
+ "eval_exact_match": 18.0,
428
+ "eval_f1": 27.415170385170395,
429
  "step": 3500
430
  }
431
  ],
432
  "logging_steps": 100,
433
  "max_steps": 12500,
 
434
  "num_train_epochs": 50,
435
  "save_steps": 500,
436
+ "total_flos": 2.238040545039483e+17,
 
 
 
 
 
 
 
 
 
 
 
 
 
437
  "trial_name": null,
438
  "trial_params": null
439
  }
checkpoint-3500/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dae73bb50794744b259c1eaaeb67f6ae0b1d0f39b0a32b5f1162fc82e3a5d6a6
3
- size 5304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eef995e0a4a8da1af8ae275504624b1fcb2d18639b8c53b553ebed1c9a9b7fd7
3
+ size 4728