ShengdingHu commited on
Commit
1936904
1 Parent(s): 8bac20a

Training in progress, step 200

Browse files
all_results.json CHANGED
@@ -1,18 +1,20 @@
1
  {
2
  "epoch": 3.0,
3
- "eval_accuracy": 60.099999999999994,
4
  "eval_average_metrics": 60.099999999999994,
5
- "eval_loss": 0.2783910036087036,
6
- "eval_runtime": 3.2954,
7
- "eval_samples_per_second": 303.458,
 
 
8
  "test_accuracy": 58.142201834862384,
9
  "test_average_metrics": 58.142201834862384,
10
  "test_loss": 0.2752912938594818,
11
  "test_runtime": 3.1391,
12
  "test_samples_per_second": 277.783,
13
- "train_loss": 0.5804944922785328,
14
- "train_runtime": 1254.7674,
15
- "train_samples": 66349,
16
- "train_samples_per_second": 158.633,
17
- "train_steps_per_second": 4.959
18
  }
 
1
  {
2
  "epoch": 3.0,
3
+ "eval_accuracy": 0.5091743119266054,
4
  "eval_average_metrics": 60.099999999999994,
5
+ "eval_loss": 1.2113580703735352,
6
+ "eval_runtime": 1.554,
7
+ "eval_samples": 872,
8
+ "eval_samples_per_second": 561.145,
9
+ "eval_steps_per_second": 18.018,
10
  "test_accuracy": 58.142201834862384,
11
  "test_average_metrics": 58.142201834862384,
12
  "test_loss": 0.2752912938594818,
13
  "test_runtime": 3.1391,
14
  "test_samples_per_second": 277.783,
15
+ "train_loss": 1.4194242838348365,
16
+ "train_runtime": 1125.0881,
17
+ "train_samples": 67349,
18
+ "train_samples_per_second": 179.583,
19
+ "train_steps_per_second": 5.613
20
  }
eval_results.json CHANGED
@@ -1,8 +1,9 @@
1
  {
2
  "epoch": 3.0,
3
- "eval_accuracy": 60.099999999999994,
4
- "eval_average_metrics": 60.099999999999994,
5
- "eval_loss": 0.2783910036087036,
6
- "eval_runtime": 3.2954,
7
- "eval_samples_per_second": 303.458
 
8
  }
 
1
  {
2
  "epoch": 3.0,
3
+ "eval_accuracy": 0.5091743119266054,
4
+ "eval_loss": 1.2113580703735352,
5
+ "eval_runtime": 1.554,
6
+ "eval_samples": 872,
7
+ "eval_samples_per_second": 561.145,
8
+ "eval_steps_per_second": 18.018
9
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7842d20545bcabe4b98d674b50da3e13ee5b408dbef04774239b4781492a26f
3
  size 2689947
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d66c7f9b099a66a04dcaad319be6a93dfcf2679ffed5bdf4e70359d11b2c956a
3
  size 2689947
runs/Feb04_14-11-22_node1/events.out.tfevents.1643955164.node1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e9e33cafb4299a5322a137f39cccc7d8b49b131e5c731e18c6d2247db2de6df
3
- size 15084
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f112c6541849182722b1bb7175853ebfe627cc2099e78761e4df5e90ef17c54b
3
+ size 15761
runs/Feb04_14-11-22_node1/events.out.tfevents.1643956292.node1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee95864e1610ba183094760086f440e3ce2b2c500428fafdeafbc2e5a839e754
3
+ size 363
runs/Feb04_15-11-13_node1/1643958728.2887642/events.out.tfevents.1643958728.node1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73cf69db58d660cb644b4168e987a0c9f19b5e69a2e51ad932d02596b168ab08
3
+ size 4603
runs/Feb04_15-11-13_node1/events.out.tfevents.1643958728.node1 ADDED
File without changes
runs/Feb04_15-12-45_node1/1643958806.2282734/events.out.tfevents.1643958806.node1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:429feea9998dd3a9cdcd92945b7bd6c90a9d7f2389cb04d032912a15b754f4cc
3
+ size 4603
runs/Feb04_15-12-45_node1/events.out.tfevents.1643958806.node1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e34f1394d89b293f9fe801f9a956911275e13ab260d67cd6da44330d550510ec
3
+ size 3510
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 3.0,
3
- "train_loss": 0.5804944922785328,
4
- "train_runtime": 1254.7674,
5
- "train_samples": 66349,
6
- "train_samples_per_second": 158.633,
7
- "train_steps_per_second": 4.959
8
  }
 
1
  {
2
  "epoch": 3.0,
3
+ "train_loss": 1.4194242838348365,
4
+ "train_runtime": 1125.0881,
5
+ "train_samples": 67349,
6
+ "train_samples_per_second": 179.583,
7
+ "train_steps_per_second": 5.613
8
  }
trainer_state.json CHANGED
@@ -1,376 +1,376 @@
1
  {
2
- "best_metric": 60.099999999999994,
3
- "best_model_checkpoint": "outputs/soft_prompt/t5-base/sst2/checkpoint-5800",
4
  "epoch": 3.0,
5
- "global_step": 6222,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
  "epoch": 0.1,
12
- "eval_accuracy": 0.0,
13
- "eval_average_metrics": 0.0,
14
- "eval_loss": 1.9322336912155151,
15
- "eval_runtime": 9.7016,
16
- "eval_samples_per_second": 103.076,
17
  "step": 200
18
  },
19
  {
20
  "epoch": 0.19,
21
- "eval_accuracy": 51.0,
22
- "eval_average_metrics": 51.0,
23
- "eval_loss": 0.7396745681762695,
24
- "eval_runtime": 3.3022,
25
- "eval_samples_per_second": 302.832,
26
  "step": 400
27
  },
28
  {
29
  "epoch": 0.24,
30
- "learning_rate": 0.00027589199614271937,
31
- "loss": 2.5059,
32
  "step": 500
33
  },
34
  {
35
  "epoch": 0.29,
36
- "eval_accuracy": 55.2,
37
- "eval_average_metrics": 55.2,
38
- "eval_loss": 0.5560445785522461,
39
- "eval_runtime": 3.2155,
40
- "eval_samples_per_second": 310.993,
41
  "step": 600
42
  },
43
  {
44
- "epoch": 0.39,
45
- "eval_accuracy": 55.300000000000004,
46
- "eval_average_metrics": 55.300000000000004,
47
- "eval_loss": 0.463209867477417,
48
- "eval_runtime": 3.1314,
49
- "eval_samples_per_second": 319.345,
50
  "step": 800
51
  },
52
  {
53
  "epoch": 0.48,
54
- "learning_rate": 0.0002517839922854387,
55
- "loss": 0.7329,
56
  "step": 1000
57
  },
58
  {
59
  "epoch": 0.48,
60
- "eval_accuracy": 55.300000000000004,
61
- "eval_average_metrics": 55.300000000000004,
62
- "eval_loss": 0.4116092920303345,
63
- "eval_runtime": 3.3786,
64
- "eval_samples_per_second": 295.977,
65
  "step": 1000
66
  },
67
  {
68
- "epoch": 0.58,
69
- "eval_accuracy": 55.300000000000004,
70
- "eval_average_metrics": 55.300000000000004,
71
- "eval_loss": 0.38179224729537964,
72
- "eval_runtime": 3.2857,
73
- "eval_samples_per_second": 304.351,
74
  "step": 1200
75
  },
76
  {
77
- "epoch": 0.68,
78
- "eval_accuracy": 55.300000000000004,
79
- "eval_average_metrics": 55.300000000000004,
80
- "eval_loss": 0.35022690892219543,
81
- "eval_runtime": 2.8293,
82
- "eval_samples_per_second": 353.443,
83
  "step": 1400
84
  },
85
  {
86
- "epoch": 0.72,
87
- "learning_rate": 0.00022767598842815813,
88
- "loss": 0.4828,
89
  "step": 1500
90
  },
91
  {
92
- "epoch": 0.77,
93
- "eval_accuracy": 55.300000000000004,
94
- "eval_average_metrics": 55.300000000000004,
95
- "eval_loss": 0.3595990538597107,
96
- "eval_runtime": 3.2567,
97
- "eval_samples_per_second": 307.055,
98
  "step": 1600
99
  },
100
  {
101
- "epoch": 0.87,
102
- "eval_accuracy": 55.300000000000004,
103
- "eval_average_metrics": 55.300000000000004,
104
- "eval_loss": 0.3511555790901184,
105
- "eval_runtime": 3.0816,
106
- "eval_samples_per_second": 324.506,
107
  "step": 1800
108
  },
109
  {
110
- "epoch": 0.96,
111
- "learning_rate": 0.00020356798457087753,
112
- "loss": 0.421,
113
  "step": 2000
114
  },
115
  {
116
- "epoch": 0.96,
117
- "eval_accuracy": 55.300000000000004,
118
- "eval_average_metrics": 55.300000000000004,
119
- "eval_loss": 0.3314475417137146,
120
- "eval_runtime": 2.522,
121
- "eval_samples_per_second": 396.513,
122
  "step": 2000
123
  },
124
  {
125
- "epoch": 1.06,
126
- "eval_accuracy": 55.300000000000004,
127
- "eval_average_metrics": 55.300000000000004,
128
- "eval_loss": 0.3108561336994171,
129
- "eval_runtime": 2.7063,
130
- "eval_samples_per_second": 369.512,
131
  "step": 2200
132
  },
133
  {
134
- "epoch": 1.16,
135
- "eval_accuracy": 55.7,
136
- "eval_average_metrics": 55.7,
137
- "eval_loss": 0.2974016070365906,
138
- "eval_runtime": 3.5599,
139
- "eval_samples_per_second": 280.91,
140
  "step": 2400
141
  },
142
  {
143
- "epoch": 1.21,
144
- "learning_rate": 0.0001794599807135969,
145
- "loss": 0.3931,
146
  "step": 2500
147
  },
148
  {
149
- "epoch": 1.25,
150
- "eval_accuracy": 55.7,
151
- "eval_average_metrics": 55.7,
152
- "eval_loss": 0.3047039210796356,
153
- "eval_runtime": 3.0837,
154
- "eval_samples_per_second": 324.282,
155
  "step": 2600
156
  },
157
  {
158
- "epoch": 1.35,
159
- "eval_accuracy": 55.900000000000006,
160
- "eval_average_metrics": 55.900000000000006,
161
- "eval_loss": 0.2895060181617737,
162
- "eval_runtime": 3.9994,
163
- "eval_samples_per_second": 250.039,
164
  "step": 2800
165
  },
166
  {
167
- "epoch": 1.45,
168
- "learning_rate": 0.00015535197685631627,
169
- "loss": 0.3777,
170
  "step": 3000
171
  },
172
  {
173
- "epoch": 1.45,
174
- "eval_accuracy": 56.2,
175
- "eval_average_metrics": 56.2,
176
- "eval_loss": 0.28209826350212097,
177
- "eval_runtime": 3.5924,
178
- "eval_samples_per_second": 278.366,
179
  "step": 3000
180
  },
181
  {
182
- "epoch": 1.54,
183
- "eval_accuracy": 57.4,
184
- "eval_average_metrics": 57.4,
185
- "eval_loss": 0.2806238532066345,
186
- "eval_runtime": 3.1947,
187
- "eval_samples_per_second": 313.019,
188
  "step": 3200
189
  },
190
  {
191
- "epoch": 1.64,
192
- "eval_accuracy": 56.699999999999996,
193
- "eval_average_metrics": 56.699999999999996,
194
- "eval_loss": 0.2809857428073883,
195
- "eval_runtime": 3.3046,
196
- "eval_samples_per_second": 302.612,
197
  "step": 3400
198
  },
199
  {
200
- "epoch": 1.69,
201
- "learning_rate": 0.00013124397299903566,
202
- "loss": 0.372,
203
  "step": 3500
204
  },
205
  {
206
- "epoch": 1.74,
207
- "eval_accuracy": 56.89999999999999,
208
- "eval_average_metrics": 56.89999999999999,
209
- "eval_loss": 0.2799268066883087,
210
- "eval_runtime": 3.5652,
211
- "eval_samples_per_second": 280.491,
212
  "step": 3600
213
  },
214
  {
215
- "epoch": 1.83,
216
- "eval_accuracy": 56.599999999999994,
217
- "eval_average_metrics": 56.599999999999994,
218
- "eval_loss": 0.2795256972312927,
219
- "eval_runtime": 3.5541,
220
- "eval_samples_per_second": 281.363,
221
  "step": 3800
222
  },
223
  {
224
- "epoch": 1.93,
225
- "learning_rate": 0.00010713596914175504,
226
- "loss": 0.3629,
227
  "step": 4000
228
  },
229
  {
230
- "epoch": 1.93,
231
- "eval_accuracy": 57.099999999999994,
232
- "eval_average_metrics": 57.099999999999994,
233
- "eval_loss": 0.27900928258895874,
234
- "eval_runtime": 3.42,
235
- "eval_samples_per_second": 292.396,
236
  "step": 4000
237
  },
238
  {
239
- "epoch": 2.03,
240
- "eval_accuracy": 57.699999999999996,
241
- "eval_average_metrics": 57.699999999999996,
242
- "eval_loss": 0.27878034114837646,
243
- "eval_runtime": 3.38,
244
- "eval_samples_per_second": 295.859,
245
  "step": 4200
246
  },
247
  {
248
- "epoch": 2.12,
249
- "eval_accuracy": 57.699999999999996,
250
- "eval_average_metrics": 57.699999999999996,
251
- "eval_loss": 0.27947279810905457,
252
- "eval_runtime": 3.1427,
253
- "eval_samples_per_second": 318.196,
254
  "step": 4400
255
  },
256
  {
257
- "epoch": 2.17,
258
- "learning_rate": 8.302796528447444e-05,
259
- "loss": 0.3597,
260
  "step": 4500
261
  },
262
  {
263
- "epoch": 2.22,
264
- "eval_accuracy": 57.99999999999999,
265
- "eval_average_metrics": 57.99999999999999,
266
- "eval_loss": 0.2773045599460602,
267
- "eval_runtime": 3.1388,
268
- "eval_samples_per_second": 318.593,
269
  "step": 4600
270
  },
271
  {
272
- "epoch": 2.31,
273
- "eval_accuracy": 59.8,
274
- "eval_average_metrics": 59.8,
275
- "eval_loss": 0.2791491448879242,
276
- "eval_runtime": 3.8832,
277
- "eval_samples_per_second": 257.519,
278
  "step": 4800
279
  },
280
  {
281
- "epoch": 2.41,
282
- "learning_rate": 5.891996142719383e-05,
283
- "loss": 0.3555,
284
  "step": 5000
285
  },
286
  {
287
- "epoch": 2.41,
288
- "eval_accuracy": 59.4,
289
- "eval_average_metrics": 59.4,
290
- "eval_loss": 0.2792259454727173,
291
- "eval_runtime": 3.3994,
292
- "eval_samples_per_second": 294.169,
293
  "step": 5000
294
  },
295
  {
296
- "epoch": 2.51,
297
- "eval_accuracy": 59.3,
298
- "eval_average_metrics": 59.3,
299
- "eval_loss": 0.27831217646598816,
300
- "eval_runtime": 3.2184,
301
- "eval_samples_per_second": 310.718,
302
  "step": 5200
303
  },
304
  {
305
- "epoch": 2.6,
306
- "eval_accuracy": 59.199999999999996,
307
- "eval_average_metrics": 59.199999999999996,
308
- "eval_loss": 0.2772988975048065,
309
- "eval_runtime": 3.2951,
310
- "eval_samples_per_second": 303.485,
311
  "step": 5400
312
  },
313
  {
314
- "epoch": 2.65,
315
- "learning_rate": 3.481195756991321e-05,
316
- "loss": 0.3528,
317
  "step": 5500
318
  },
319
  {
320
- "epoch": 2.7,
321
- "eval_accuracy": 59.9,
322
- "eval_average_metrics": 59.9,
323
- "eval_loss": 0.2777373790740967,
324
- "eval_runtime": 3.3995,
325
- "eval_samples_per_second": 294.161,
326
  "step": 5600
327
  },
328
  {
329
- "epoch": 2.8,
330
- "eval_accuracy": 60.099999999999994,
331
- "eval_average_metrics": 60.099999999999994,
332
- "eval_loss": 0.2783910036087036,
333
- "eval_runtime": 3.8322,
334
- "eval_samples_per_second": 260.948,
335
  "step": 5800
336
  },
337
  {
338
- "epoch": 2.89,
339
- "learning_rate": 1.0703953712632592e-05,
340
- "loss": 0.3503,
341
  "step": 6000
342
  },
343
  {
344
- "epoch": 2.89,
345
- "eval_accuracy": 59.699999999999996,
346
- "eval_average_metrics": 59.699999999999996,
347
- "eval_loss": 0.27744776010513306,
348
- "eval_runtime": 3.3726,
349
- "eval_samples_per_second": 296.511,
350
  "step": 6000
351
  },
352
  {
353
- "epoch": 2.99,
354
- "eval_accuracy": 59.9,
355
- "eval_average_metrics": 59.9,
356
- "eval_loss": 0.27743667364120483,
357
- "eval_runtime": 3.6434,
358
- "eval_samples_per_second": 274.47,
359
  "step": 6200
360
  },
361
  {
362
  "epoch": 3.0,
363
- "step": 6222,
364
- "total_flos": 1.316605032958464e+16,
365
- "train_loss": 0.5804944922785328,
366
- "train_runtime": 1254.7674,
367
- "train_samples_per_second": 158.633,
368
- "train_steps_per_second": 4.959
369
  }
370
  ],
371
- "max_steps": 6222,
372
  "num_train_epochs": 3,
373
- "total_flos": 1.316605032958464e+16,
374
  "trial_name": null,
375
  "trial_params": null
376
  }
 
1
  {
2
+ "best_metric": 0.5091743119266054,
3
+ "best_model_checkpoint": "outputs/soft_prompt/roberta-base/sst2/checkpoint-200",
4
  "epoch": 3.0,
5
+ "global_step": 6315,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
  "epoch": 0.1,
12
+ "eval_accuracy": 0.5091743119266054,
13
+ "eval_loss": 1.2113580703735352,
14
+ "eval_runtime": 1.5734,
15
+ "eval_samples_per_second": 554.211,
16
+ "eval_steps_per_second": 17.796,
17
  "step": 200
18
  },
19
  {
20
  "epoch": 0.19,
21
+ "eval_accuracy": 0.5091743119266054,
22
+ "eval_loss": 1.1833394765853882,
23
+ "eval_runtime": 1.3274,
24
+ "eval_samples_per_second": 656.934,
25
+ "eval_steps_per_second": 21.094,
26
  "step": 400
27
  },
28
  {
29
  "epoch": 0.24,
30
+ "learning_rate": 0.027624703087885987,
31
+ "loss": 1.7048,
32
  "step": 500
33
  },
34
  {
35
  "epoch": 0.29,
36
+ "eval_accuracy": 0.5091743119266054,
37
+ "eval_loss": 1.4068197011947632,
38
+ "eval_runtime": 1.6024,
39
+ "eval_samples_per_second": 544.198,
40
+ "eval_steps_per_second": 17.474,
41
  "step": 600
42
  },
43
  {
44
+ "epoch": 0.38,
45
+ "eval_accuracy": 0.5091743119266054,
46
+ "eval_loss": 1.2358722686767578,
47
+ "eval_runtime": 1.3312,
48
+ "eval_samples_per_second": 655.031,
49
+ "eval_steps_per_second": 21.033,
50
  "step": 800
51
  },
52
  {
53
  "epoch": 0.48,
54
+ "learning_rate": 0.02524940617577197,
55
+ "loss": 1.4721,
56
  "step": 1000
57
  },
58
  {
59
  "epoch": 0.48,
60
+ "eval_accuracy": 0.4908256880733945,
61
+ "eval_loss": 1.5192540884017944,
62
+ "eval_runtime": 1.4576,
63
+ "eval_samples_per_second": 598.233,
64
+ "eval_steps_per_second": 19.209,
65
  "step": 1000
66
  },
67
  {
68
+ "epoch": 0.57,
69
+ "eval_accuracy": 0.4908256880733945,
70
+ "eval_loss": 1.0336543321609497,
71
+ "eval_runtime": 1.7394,
72
+ "eval_samples_per_second": 501.315,
73
+ "eval_steps_per_second": 16.097,
74
  "step": 1200
75
  },
76
  {
77
+ "epoch": 0.67,
78
+ "eval_accuracy": 0.5091743119266054,
79
+ "eval_loss": 2.6292548179626465,
80
+ "eval_runtime": 1.5911,
81
+ "eval_samples_per_second": 548.047,
82
+ "eval_steps_per_second": 17.598,
83
  "step": 1400
84
  },
85
  {
86
+ "epoch": 0.71,
87
+ "learning_rate": 0.022874109263657957,
88
+ "loss": 1.821,
89
  "step": 1500
90
  },
91
  {
92
+ "epoch": 0.76,
93
+ "eval_accuracy": 0.4908256880733945,
94
+ "eval_loss": 1.309380054473877,
95
+ "eval_runtime": 1.4381,
96
+ "eval_samples_per_second": 606.369,
97
+ "eval_steps_per_second": 19.471,
98
  "step": 1600
99
  },
100
  {
101
+ "epoch": 0.86,
102
+ "eval_accuracy": 0.4908256880733945,
103
+ "eval_loss": 1.0032501220703125,
104
+ "eval_runtime": 1.3929,
105
+ "eval_samples_per_second": 626.051,
106
+ "eval_steps_per_second": 20.103,
107
  "step": 1800
108
  },
109
  {
110
+ "epoch": 0.95,
111
+ "learning_rate": 0.02049881235154394,
112
+ "loss": 1.6669,
113
  "step": 2000
114
  },
115
  {
116
+ "epoch": 0.95,
117
+ "eval_accuracy": 0.5091743119266054,
118
+ "eval_loss": 2.3615148067474365,
119
+ "eval_runtime": 1.4549,
120
+ "eval_samples_per_second": 599.336,
121
+ "eval_steps_per_second": 19.245,
122
  "step": 2000
123
  },
124
  {
125
+ "epoch": 1.05,
126
+ "eval_accuracy": 0.4908256880733945,
127
+ "eval_loss": 1.1986268758773804,
128
+ "eval_runtime": 1.518,
129
+ "eval_samples_per_second": 574.444,
130
+ "eval_steps_per_second": 18.445,
131
  "step": 2200
132
  },
133
  {
134
+ "epoch": 1.14,
135
+ "eval_accuracy": 0.4908256880733945,
136
+ "eval_loss": 0.9300673007965088,
137
+ "eval_runtime": 1.4024,
138
+ "eval_samples_per_second": 621.772,
139
+ "eval_steps_per_second": 19.965,
140
  "step": 2400
141
  },
142
  {
143
+ "epoch": 1.19,
144
+ "learning_rate": 0.01812351543942993,
145
+ "loss": 1.5726,
146
  "step": 2500
147
  },
148
  {
149
+ "epoch": 1.24,
150
+ "eval_accuracy": 0.4908256880733945,
151
+ "eval_loss": 1.1378525495529175,
152
+ "eval_runtime": 1.3734,
153
+ "eval_samples_per_second": 634.927,
154
+ "eval_steps_per_second": 20.388,
155
  "step": 2600
156
  },
157
  {
158
+ "epoch": 1.33,
159
+ "eval_accuracy": 0.4908256880733945,
160
+ "eval_loss": 0.8935280442237854,
161
+ "eval_runtime": 1.4758,
162
+ "eval_samples_per_second": 590.85,
163
+ "eval_steps_per_second": 18.972,
164
  "step": 2800
165
  },
166
  {
167
+ "epoch": 1.43,
168
+ "learning_rate": 0.015748218527315914,
169
+ "loss": 2.2264,
170
  "step": 3000
171
  },
172
  {
173
+ "epoch": 1.43,
174
+ "eval_accuracy": 0.4908256880733945,
175
+ "eval_loss": 0.8003481030464172,
176
+ "eval_runtime": 1.4567,
177
+ "eval_samples_per_second": 598.601,
178
+ "eval_steps_per_second": 19.221,
179
  "step": 3000
180
  },
181
  {
182
+ "epoch": 1.52,
183
+ "eval_accuracy": 0.5091743119266054,
184
+ "eval_loss": 1.1951367855072021,
185
+ "eval_runtime": 1.2323,
186
+ "eval_samples_per_second": 707.612,
187
+ "eval_steps_per_second": 22.721,
188
  "step": 3200
189
  },
190
  {
191
+ "epoch": 1.62,
192
+ "eval_accuracy": 0.5091743119266054,
193
+ "eval_loss": 1.1763222217559814,
194
+ "eval_runtime": 1.3939,
195
+ "eval_samples_per_second": 625.563,
196
+ "eval_steps_per_second": 20.087,
197
  "step": 3400
198
  },
199
  {
200
+ "epoch": 1.66,
201
+ "learning_rate": 0.0133729216152019,
202
+ "loss": 1.5653,
203
  "step": 3500
204
  },
205
  {
206
+ "epoch": 1.71,
207
+ "eval_accuracy": 0.5091743119266054,
208
+ "eval_loss": 1.1043964624404907,
209
+ "eval_runtime": 1.3672,
210
+ "eval_samples_per_second": 637.781,
211
+ "eval_steps_per_second": 20.479,
212
  "step": 3600
213
  },
214
  {
215
+ "epoch": 1.81,
216
+ "eval_accuracy": 0.4908256880733945,
217
+ "eval_loss": 2.281111717224121,
218
+ "eval_runtime": 1.6251,
219
+ "eval_samples_per_second": 536.597,
220
+ "eval_steps_per_second": 17.23,
221
  "step": 3800
222
  },
223
  {
224
+ "epoch": 1.9,
225
+ "learning_rate": 0.010997624703087886,
226
+ "loss": 1.3918,
227
  "step": 4000
228
  },
229
  {
230
+ "epoch": 1.9,
231
+ "eval_accuracy": 0.4908256880733945,
232
+ "eval_loss": 1.7353538274765015,
233
+ "eval_runtime": 1.3011,
234
+ "eval_samples_per_second": 670.193,
235
+ "eval_steps_per_second": 21.52,
236
  "step": 4000
237
  },
238
  {
239
+ "epoch": 2.0,
240
+ "eval_accuracy": 0.5091743119266054,
241
+ "eval_loss": 2.1966099739074707,
242
+ "eval_runtime": 1.3231,
243
+ "eval_samples_per_second": 659.044,
244
+ "eval_steps_per_second": 21.162,
245
  "step": 4200
246
  },
247
  {
248
+ "epoch": 2.09,
249
+ "eval_accuracy": 0.5091743119266054,
250
+ "eval_loss": 0.9623039364814758,
251
+ "eval_runtime": 1.428,
252
+ "eval_samples_per_second": 610.649,
253
+ "eval_steps_per_second": 19.608,
254
  "step": 4400
255
  },
256
  {
257
+ "epoch": 2.14,
258
+ "learning_rate": 0.008622327790973872,
259
+ "loss": 1.3465,
260
  "step": 4500
261
  },
262
  {
263
+ "epoch": 2.19,
264
+ "eval_accuracy": 0.5091743119266054,
265
+ "eval_loss": 0.7837328314781189,
266
+ "eval_runtime": 1.6722,
267
+ "eval_samples_per_second": 521.453,
268
+ "eval_steps_per_second": 16.744,
269
  "step": 4600
270
  },
271
  {
272
+ "epoch": 2.28,
273
+ "eval_accuracy": 0.4908256880733945,
274
+ "eval_loss": 0.6955246329307556,
275
+ "eval_runtime": 1.5518,
276
+ "eval_samples_per_second": 561.939,
277
+ "eval_steps_per_second": 18.044,
278
  "step": 4800
279
  },
280
  {
281
+ "epoch": 2.38,
282
+ "learning_rate": 0.006247030878859857,
283
+ "loss": 1.0154,
284
  "step": 5000
285
  },
286
  {
287
+ "epoch": 2.38,
288
+ "eval_accuracy": 0.5091743119266054,
289
+ "eval_loss": 1.5205951929092407,
290
+ "eval_runtime": 1.4264,
291
+ "eval_samples_per_second": 611.325,
292
+ "eval_steps_per_second": 19.63,
293
  "step": 5000
294
  },
295
  {
296
+ "epoch": 2.47,
297
+ "eval_accuracy": 0.4908256880733945,
298
+ "eval_loss": 1.8486016988754272,
299
+ "eval_runtime": 1.5808,
300
+ "eval_samples_per_second": 551.633,
301
+ "eval_steps_per_second": 17.713,
302
  "step": 5200
303
  },
304
  {
305
+ "epoch": 2.57,
306
+ "eval_accuracy": 0.5091743119266054,
307
+ "eval_loss": 0.806239128112793,
308
+ "eval_runtime": 1.0228,
309
+ "eval_samples_per_second": 852.573,
310
+ "eval_steps_per_second": 27.376,
311
  "step": 5400
312
  },
313
  {
314
+ "epoch": 2.61,
315
+ "learning_rate": 0.003871733966745843,
316
+ "loss": 0.892,
317
  "step": 5500
318
  },
319
  {
320
+ "epoch": 2.66,
321
+ "eval_accuracy": 0.4908256880733945,
322
+ "eval_loss": 0.7133888602256775,
323
+ "eval_runtime": 1.4851,
324
+ "eval_samples_per_second": 587.161,
325
+ "eval_steps_per_second": 18.854,
326
  "step": 5600
327
  },
328
  {
329
+ "epoch": 2.76,
330
+ "eval_accuracy": 0.5091743119266054,
331
+ "eval_loss": 0.8787677884101868,
332
+ "eval_runtime": 1.0808,
333
+ "eval_samples_per_second": 806.785,
334
+ "eval_steps_per_second": 25.906,
335
  "step": 5800
336
  },
337
  {
338
+ "epoch": 2.85,
339
+ "learning_rate": 0.001496437054631829,
340
+ "loss": 0.784,
341
  "step": 6000
342
  },
343
  {
344
+ "epoch": 2.85,
345
+ "eval_accuracy": 0.4908256880733945,
346
+ "eval_loss": 0.8426281809806824,
347
+ "eval_runtime": 1.6584,
348
+ "eval_samples_per_second": 525.823,
349
+ "eval_steps_per_second": 16.884,
350
  "step": 6000
351
  },
352
  {
353
+ "epoch": 2.95,
354
+ "eval_accuracy": 0.5091743119266054,
355
+ "eval_loss": 0.8049508333206177,
356
+ "eval_runtime": 1.4457,
357
+ "eval_samples_per_second": 603.185,
358
+ "eval_steps_per_second": 19.368,
359
  "step": 6200
360
  },
361
  {
362
  "epoch": 3.0,
363
+ "step": 6315,
364
+ "total_flos": 1.330211706755328e+16,
365
+ "train_loss": 1.4194242838348365,
366
+ "train_runtime": 1125.0881,
367
+ "train_samples_per_second": 179.583,
368
+ "train_steps_per_second": 5.613
369
  }
370
  ],
371
+ "max_steps": 6315,
372
  "num_train_epochs": 3,
373
+ "total_flos": 1.330211706755328e+16,
374
  "trial_name": null,
375
  "trial_params": null
376
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9d72f4c7c6062c88abd835c946b7409f441092b2698f3944f4b7a39d66d2d227
3
  size 2991
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b3769ee0a305c80db1cd5058c9c7de24f2be4d1b4b9595712035cd9e60137ff
3
  size 2991