ccore commited on
Commit
7ad6c64
1 Parent(s): 01b29c1

Upload folder using huggingface_hub

Browse files
all_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 4.93,
3
- "train_loss": 4.00847572179941,
4
- "train_runtime": 6918.2704,
5
  "train_samples": 6745,
6
- "train_samples_per_second": 4.875,
7
  "train_steps_per_second": 0.038
8
  }
 
1
  {
2
  "epoch": 4.93,
3
+ "train_loss": 3.7126791367164027,
4
+ "train_runtime": 6928.357,
5
  "train_samples": 6745,
6
+ "train_samples_per_second": 4.868,
7
  "train_steps_per_second": 0.038
8
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:451b0aba5f5bfb7c2862e26c316a3dcd3cedee1e1d52883e04ed06bb2a94a56e
3
  size 70790896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c59887e1c32406c3695d91a439867d607fe8dd623106771b44500032f3a7bdc
3
  size 70790896
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 4.93,
3
- "train_loss": 4.00847572179941,
4
- "train_runtime": 6918.2704,
5
  "train_samples": 6745,
6
- "train_samples_per_second": 4.875,
7
  "train_steps_per_second": 0.038
8
  }
 
1
  {
2
  "epoch": 4.93,
3
+ "train_loss": 3.7126791367164027,
4
+ "train_runtime": 6928.357,
5
  "train_samples": 6745,
6
+ "train_samples_per_second": 4.868,
7
  "train_steps_per_second": 0.038
8
  }
trainer_state.json CHANGED
@@ -11,322 +11,322 @@
11
  {
12
  "epoch": 0.09,
13
  "learning_rate": 0.001,
14
- "loss": 5.0956,
15
  "step": 5
16
  },
17
  {
18
  "epoch": 0.19,
19
  "learning_rate": 0.001,
20
- "loss": 4.534,
21
  "step": 10
22
  },
23
  {
24
  "epoch": 0.28,
25
  "learning_rate": 0.001,
26
- "loss": 4.3882,
27
  "step": 15
28
  },
29
  {
30
  "epoch": 0.38,
31
  "learning_rate": 0.001,
32
- "loss": 4.2993,
33
  "step": 20
34
  },
35
  {
36
  "epoch": 0.47,
37
  "learning_rate": 0.001,
38
- "loss": 4.2772,
39
  "step": 25
40
  },
41
  {
42
  "epoch": 0.57,
43
  "learning_rate": 0.001,
44
- "loss": 4.2505,
45
  "step": 30
46
  },
47
  {
48
  "epoch": 0.66,
49
  "learning_rate": 0.001,
50
- "loss": 4.225,
51
  "step": 35
52
  },
53
  {
54
  "epoch": 0.76,
55
  "learning_rate": 0.001,
56
- "loss": 4.198,
57
  "step": 40
58
  },
59
  {
60
  "epoch": 0.85,
61
  "learning_rate": 0.001,
62
- "loss": 4.2169,
63
  "step": 45
64
  },
65
  {
66
  "epoch": 0.95,
67
  "learning_rate": 0.001,
68
- "loss": 4.1725,
69
  "step": 50
70
  },
71
  {
72
  "epoch": 1.04,
73
  "learning_rate": 0.001,
74
- "loss": 4.096,
75
  "step": 55
76
  },
77
  {
78
  "epoch": 1.14,
79
  "learning_rate": 0.001,
80
- "loss": 4.0965,
81
  "step": 60
82
  },
83
  {
84
  "epoch": 1.23,
85
  "learning_rate": 0.001,
86
- "loss": 4.1271,
87
  "step": 65
88
  },
89
  {
90
  "epoch": 1.33,
91
  "learning_rate": 0.001,
92
- "loss": 4.0536,
93
  "step": 70
94
  },
95
  {
96
  "epoch": 1.42,
97
  "learning_rate": 0.001,
98
- "loss": 4.0566,
99
  "step": 75
100
  },
101
  {
102
  "epoch": 1.52,
103
  "learning_rate": 0.001,
104
- "loss": 4.0699,
105
  "step": 80
106
  },
107
  {
108
  "epoch": 1.61,
109
  "learning_rate": 0.001,
110
- "loss": 4.0534,
111
  "step": 85
112
  },
113
  {
114
  "epoch": 1.71,
115
  "learning_rate": 0.001,
116
- "loss": 4.0219,
117
  "step": 90
118
  },
119
  {
120
  "epoch": 1.8,
121
  "learning_rate": 0.001,
122
- "loss": 3.9933,
123
  "step": 95
124
  },
125
  {
126
  "epoch": 1.9,
127
  "learning_rate": 0.001,
128
- "loss": 4.0694,
129
  "step": 100
130
  },
131
  {
132
  "epoch": 1.99,
133
  "learning_rate": 0.001,
134
- "loss": 3.9699,
135
  "step": 105
136
  },
137
  {
138
  "epoch": 2.09,
139
  "learning_rate": 0.001,
140
- "loss": 3.9706,
141
  "step": 110
142
  },
143
  {
144
  "epoch": 2.18,
145
  "learning_rate": 0.001,
146
- "loss": 3.9641,
147
  "step": 115
148
  },
149
  {
150
  "epoch": 2.28,
151
  "learning_rate": 0.001,
152
- "loss": 3.9781,
153
  "step": 120
154
  },
155
  {
156
  "epoch": 2.37,
157
  "learning_rate": 0.001,
158
- "loss": 3.9421,
159
  "step": 125
160
  },
161
  {
162
  "epoch": 2.47,
163
  "learning_rate": 0.001,
164
- "loss": 3.9427,
165
  "step": 130
166
  },
167
  {
168
  "epoch": 2.56,
169
  "learning_rate": 0.001,
170
- "loss": 3.9432,
171
  "step": 135
172
  },
173
  {
174
  "epoch": 2.66,
175
  "learning_rate": 0.001,
176
- "loss": 3.908,
177
  "step": 140
178
  },
179
  {
180
  "epoch": 2.75,
181
  "learning_rate": 0.001,
182
- "loss": 3.951,
183
  "step": 145
184
  },
185
  {
186
  "epoch": 2.85,
187
  "learning_rate": 0.001,
188
- "loss": 3.9514,
189
  "step": 150
190
  },
191
  {
192
  "epoch": 2.94,
193
  "learning_rate": 0.001,
194
- "loss": 3.9265,
195
  "step": 155
196
  },
197
  {
198
  "epoch": 3.04,
199
  "learning_rate": 0.001,
200
- "loss": 3.885,
201
  "step": 160
202
  },
203
  {
204
  "epoch": 3.13,
205
  "learning_rate": 0.001,
206
- "loss": 3.9041,
207
  "step": 165
208
  },
209
  {
210
  "epoch": 3.23,
211
  "learning_rate": 0.001,
212
- "loss": 3.8435,
213
  "step": 170
214
  },
215
  {
216
  "epoch": 3.32,
217
  "learning_rate": 0.001,
218
- "loss": 3.8874,
219
  "step": 175
220
  },
221
  {
222
  "epoch": 3.42,
223
  "learning_rate": 0.001,
224
- "loss": 3.8671,
225
  "step": 180
226
  },
227
  {
228
  "epoch": 3.51,
229
  "learning_rate": 0.001,
230
- "loss": 3.8561,
231
  "step": 185
232
  },
233
  {
234
  "epoch": 3.61,
235
  "learning_rate": 0.001,
236
- "loss": 3.8794,
237
  "step": 190
238
  },
239
  {
240
  "epoch": 3.7,
241
  "learning_rate": 0.001,
242
- "loss": 3.8521,
243
  "step": 195
244
  },
245
  {
246
  "epoch": 3.8,
247
  "learning_rate": 0.001,
248
- "loss": 3.86,
249
  "step": 200
250
  },
251
  {
252
  "epoch": 3.89,
253
  "learning_rate": 0.001,
254
- "loss": 3.8851,
255
  "step": 205
256
  },
257
  {
258
  "epoch": 3.99,
259
  "learning_rate": 0.001,
260
- "loss": 3.8581,
261
  "step": 210
262
  },
263
  {
264
  "epoch": 4.08,
265
  "learning_rate": 0.001,
266
- "loss": 3.7836,
267
  "step": 215
268
  },
269
  {
270
  "epoch": 4.17,
271
  "learning_rate": 0.001,
272
- "loss": 3.8085,
273
  "step": 220
274
  },
275
  {
276
  "epoch": 4.27,
277
  "learning_rate": 0.001,
278
- "loss": 3.8295,
279
  "step": 225
280
  },
281
  {
282
  "epoch": 4.36,
283
  "learning_rate": 0.001,
284
- "loss": 3.8402,
285
  "step": 230
286
  },
287
  {
288
  "epoch": 4.46,
289
  "learning_rate": 0.001,
290
- "loss": 3.8223,
291
  "step": 235
292
  },
293
  {
294
  "epoch": 4.55,
295
  "learning_rate": 0.001,
296
- "loss": 3.8278,
297
  "step": 240
298
  },
299
  {
300
  "epoch": 4.65,
301
  "learning_rate": 0.001,
302
- "loss": 3.8258,
303
  "step": 245
304
  },
305
  {
306
  "epoch": 4.74,
307
  "learning_rate": 0.001,
308
- "loss": 3.7931,
309
  "step": 250
310
  },
311
  {
312
  "epoch": 4.84,
313
  "learning_rate": 0.001,
314
- "loss": 3.7855,
315
  "step": 255
316
  },
317
  {
318
  "epoch": 4.93,
319
  "learning_rate": 0.001,
320
- "loss": 3.8042,
321
  "step": 260
322
  },
323
  {
324
  "epoch": 4.93,
325
  "step": 260,
326
  "total_flos": 1.527316217856e+16,
327
- "train_loss": 4.00847572179941,
328
- "train_runtime": 6918.2704,
329
- "train_samples_per_second": 4.875,
330
  "train_steps_per_second": 0.038
331
  }
332
  ],
 
11
  {
12
  "epoch": 0.09,
13
  "learning_rate": 0.001,
14
+ "loss": 4.146,
15
  "step": 5
16
  },
17
  {
18
  "epoch": 0.19,
19
  "learning_rate": 0.001,
20
+ "loss": 3.9173,
21
  "step": 10
22
  },
23
  {
24
  "epoch": 0.28,
25
  "learning_rate": 0.001,
26
+ "loss": 3.8439,
27
  "step": 15
28
  },
29
  {
30
  "epoch": 0.38,
31
  "learning_rate": 0.001,
32
+ "loss": 3.8053,
33
  "step": 20
34
  },
35
  {
36
  "epoch": 0.47,
37
  "learning_rate": 0.001,
38
+ "loss": 3.8026,
39
  "step": 25
40
  },
41
  {
42
  "epoch": 0.57,
43
  "learning_rate": 0.001,
44
+ "loss": 3.8028,
45
  "step": 30
46
  },
47
  {
48
  "epoch": 0.66,
49
  "learning_rate": 0.001,
50
+ "loss": 3.7935,
51
  "step": 35
52
  },
53
  {
54
  "epoch": 0.76,
55
  "learning_rate": 0.001,
56
+ "loss": 3.7883,
57
  "step": 40
58
  },
59
  {
60
  "epoch": 0.85,
61
  "learning_rate": 0.001,
62
+ "loss": 3.8207,
63
  "step": 45
64
  },
65
  {
66
  "epoch": 0.95,
67
  "learning_rate": 0.001,
68
+ "loss": 3.7862,
69
  "step": 50
70
  },
71
  {
72
  "epoch": 1.04,
73
  "learning_rate": 0.001,
74
+ "loss": 3.734,
75
  "step": 55
76
  },
77
  {
78
  "epoch": 1.14,
79
  "learning_rate": 0.001,
80
+ "loss": 3.7344,
81
  "step": 60
82
  },
83
  {
84
  "epoch": 1.23,
85
  "learning_rate": 0.001,
86
+ "loss": 3.7731,
87
  "step": 65
88
  },
89
  {
90
  "epoch": 1.33,
91
  "learning_rate": 0.001,
92
+ "loss": 3.7143,
93
  "step": 70
94
  },
95
  {
96
  "epoch": 1.42,
97
  "learning_rate": 0.001,
98
+ "loss": 3.7279,
99
  "step": 75
100
  },
101
  {
102
  "epoch": 1.52,
103
  "learning_rate": 0.001,
104
+ "loss": 3.7474,
105
  "step": 80
106
  },
107
  {
108
  "epoch": 1.61,
109
  "learning_rate": 0.001,
110
+ "loss": 3.7295,
111
  "step": 85
112
  },
113
  {
114
  "epoch": 1.71,
115
  "learning_rate": 0.001,
116
+ "loss": 3.7168,
117
  "step": 90
118
  },
119
  {
120
  "epoch": 1.8,
121
  "learning_rate": 0.001,
122
+ "loss": 3.7001,
123
  "step": 95
124
  },
125
  {
126
  "epoch": 1.9,
127
  "learning_rate": 0.001,
128
+ "loss": 3.7773,
129
  "step": 100
130
  },
131
  {
132
  "epoch": 1.99,
133
  "learning_rate": 0.001,
134
+ "loss": 3.6938,
135
  "step": 105
136
  },
137
  {
138
  "epoch": 2.09,
139
  "learning_rate": 0.001,
140
+ "loss": 3.6895,
141
  "step": 110
142
  },
143
  {
144
  "epoch": 2.18,
145
  "learning_rate": 0.001,
146
+ "loss": 3.6959,
147
  "step": 115
148
  },
149
  {
150
  "epoch": 2.28,
151
  "learning_rate": 0.001,
152
+ "loss": 3.707,
153
  "step": 120
154
  },
155
  {
156
  "epoch": 2.37,
157
  "learning_rate": 0.001,
158
+ "loss": 3.6855,
159
  "step": 125
160
  },
161
  {
162
  "epoch": 2.47,
163
  "learning_rate": 0.001,
164
+ "loss": 3.6892,
165
  "step": 130
166
  },
167
  {
168
  "epoch": 2.56,
169
  "learning_rate": 0.001,
170
+ "loss": 3.6911,
171
  "step": 135
172
  },
173
  {
174
  "epoch": 2.66,
175
  "learning_rate": 0.001,
176
+ "loss": 3.6703,
177
  "step": 140
178
  },
179
  {
180
  "epoch": 2.75,
181
  "learning_rate": 0.001,
182
+ "loss": 3.7128,
183
  "step": 145
184
  },
185
  {
186
  "epoch": 2.85,
187
  "learning_rate": 0.001,
188
+ "loss": 3.7105,
189
  "step": 150
190
  },
191
  {
192
  "epoch": 2.94,
193
  "learning_rate": 0.001,
194
+ "loss": 3.6934,
195
  "step": 155
196
  },
197
  {
198
  "epoch": 3.04,
199
  "learning_rate": 0.001,
200
+ "loss": 3.6599,
201
  "step": 160
202
  },
203
  {
204
  "epoch": 3.13,
205
  "learning_rate": 0.001,
206
+ "loss": 3.677,
207
  "step": 165
208
  },
209
  {
210
  "epoch": 3.23,
211
  "learning_rate": 0.001,
212
+ "loss": 3.6255,
213
  "step": 170
214
  },
215
  {
216
  "epoch": 3.32,
217
  "learning_rate": 0.001,
218
+ "loss": 3.6733,
219
  "step": 175
220
  },
221
  {
222
  "epoch": 3.42,
223
  "learning_rate": 0.001,
224
+ "loss": 3.6516,
225
  "step": 180
226
  },
227
  {
228
  "epoch": 3.51,
229
  "learning_rate": 0.001,
230
+ "loss": 3.6434,
231
  "step": 185
232
  },
233
  {
234
  "epoch": 3.61,
235
  "learning_rate": 0.001,
236
+ "loss": 3.6714,
237
  "step": 190
238
  },
239
  {
240
  "epoch": 3.7,
241
  "learning_rate": 0.001,
242
+ "loss": 3.6504,
243
  "step": 195
244
  },
245
  {
246
  "epoch": 3.8,
247
  "learning_rate": 0.001,
248
+ "loss": 3.6588,
249
  "step": 200
250
  },
251
  {
252
  "epoch": 3.89,
253
  "learning_rate": 0.001,
254
+ "loss": 3.6882,
255
  "step": 205
256
  },
257
  {
258
  "epoch": 3.99,
259
  "learning_rate": 0.001,
260
+ "loss": 3.6627,
261
  "step": 210
262
  },
263
  {
264
  "epoch": 4.08,
265
  "learning_rate": 0.001,
266
+ "loss": 3.5937,
267
  "step": 215
268
  },
269
  {
270
  "epoch": 4.17,
271
  "learning_rate": 0.001,
272
+ "loss": 3.6135,
273
  "step": 220
274
  },
275
  {
276
  "epoch": 4.27,
277
  "learning_rate": 0.001,
278
+ "loss": 3.6352,
279
  "step": 225
280
  },
281
  {
282
  "epoch": 4.36,
283
  "learning_rate": 0.001,
284
+ "loss": 3.6514,
285
  "step": 230
286
  },
287
  {
288
  "epoch": 4.46,
289
  "learning_rate": 0.001,
290
+ "loss": 3.6351,
291
  "step": 235
292
  },
293
  {
294
  "epoch": 4.55,
295
  "learning_rate": 0.001,
296
+ "loss": 3.6453,
297
  "step": 240
298
  },
299
  {
300
  "epoch": 4.65,
301
  "learning_rate": 0.001,
302
+ "loss": 3.6458,
303
  "step": 245
304
  },
305
  {
306
  "epoch": 4.74,
307
  "learning_rate": 0.001,
308
+ "loss": 3.6196,
309
  "step": 250
310
  },
311
  {
312
  "epoch": 4.84,
313
  "learning_rate": 0.001,
314
+ "loss": 3.6168,
315
  "step": 255
316
  },
317
  {
318
  "epoch": 4.93,
319
  "learning_rate": 0.001,
320
+ "loss": 3.6403,
321
  "step": 260
322
  },
323
  {
324
  "epoch": 4.93,
325
  "step": 260,
326
  "total_flos": 1.527316217856e+16,
327
+ "train_loss": 3.7126791367164027,
328
+ "train_runtime": 6928.357,
329
+ "train_samples_per_second": 4.868,
330
  "train_steps_per_second": 0.038
331
  }
332
  ],