emendes3 commited on
Commit
0aef302
1 Parent(s): 96c667e

End of training

Browse files
README.md CHANGED
@@ -15,7 +15,7 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  This model is a fine-tuned version of [liuhaotian/llava-v1.5-13b](https://huggingface.co/liuhaotian/llava-v1.5-13b) on an unknown dataset.
17
  It achieves the following results on the evaluation set:
18
- - Loss: 1.4478
19
 
20
  ## Model description
21
 
@@ -45,17 +45,22 @@ The following hyperparameters were used during training:
45
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
46
  - lr_scheduler_type: cosine
47
  - lr_scheduler_warmup_ratio: 0.03
48
- - num_epochs: 5.0
49
 
50
  ### Training results
51
 
52
  | Training Loss | Epoch | Step | Validation Loss |
53
  |:-------------:|:-----:|:----:|:---------------:|
54
- | 0.8774 | 1.0 | 9 | 1.0233 |
55
- | 0.2187 | 2.0 | 18 | 1.1222 |
56
- | 0.0704 | 3.0 | 27 | 1.1833 |
57
- | 0.0295 | 4.0 | 36 | 1.3706 |
58
- | 0.0129 | 5.0 | 45 | 1.4478 |
 
 
 
 
 
59
 
60
 
61
  ### Framework versions
 
15
 
16
  This model is a fine-tuned version of [liuhaotian/llava-v1.5-13b](https://huggingface.co/liuhaotian/llava-v1.5-13b) on an unknown dataset.
17
  It achieves the following results on the evaluation set:
18
+ - Loss: 1.5826
19
 
20
  ## Model description
21
 
 
45
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
46
  - lr_scheduler_type: cosine
47
  - lr_scheduler_warmup_ratio: 0.03
48
+ - num_epochs: 10.0
49
 
50
  ### Training results
51
 
52
  | Training Loss | Epoch | Step | Validation Loss |
53
  |:-------------:|:-----:|:----:|:---------------:|
54
+ | 0.8953 | 1.0 | 9 | 1.0184 |
55
+ | 0.2243 | 2.0 | 18 | 1.1205 |
56
+ | 0.0751 | 3.0 | 27 | 1.1985 |
57
+ | 0.0279 | 4.0 | 36 | 1.3922 |
58
+ | 0.0093 | 5.0 | 45 | 1.5086 |
59
+ | 0.0114 | 6.0 | 54 | 1.4457 |
60
+ | 0.003 | 7.0 | 63 | 1.4304 |
61
+ | 0.0028 | 8.0 | 72 | 1.4950 |
62
+ | 0.0011 | 9.0 | 81 | 1.5275 |
63
+ | 0.0011 | 10.0 | 90 | 1.5826 |
64
 
65
 
66
  ### Framework versions
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "up_proj",
24
- "v_proj",
25
- "down_proj",
26
  "gate_proj",
27
- "k_proj",
28
  "q_proj",
29
- "o_proj"
 
 
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
 
23
  "gate_proj",
24
+ "up_proj",
25
  "q_proj",
26
+ "o_proj",
27
+ "k_proj",
28
+ "down_proj",
29
+ "v_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:def47d5792bd685abde9cf79bb54db8ab2dc0ede932f1edee158f850bf69cc4c
3
  size 1001466944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:132c5270ba1a8cb0307ed59262142f982cd6e3789357e392507beb3e8caa25c7
3
  size 1001466944
trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 5.0,
5
  "eval_steps": 500,
6
- "global_step": 45,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -16,188 +16,188 @@
16
  },
17
  {
18
  "epoch": 0.22,
19
- "learning_rate": 0.0002,
20
- "loss": 1.3275,
21
  "step": 2
22
  },
23
  {
24
  "epoch": 0.33,
25
  "learning_rate": 0.0002,
26
- "loss": 1.4462,
27
  "step": 3
28
  },
29
  {
30
  "epoch": 0.44,
31
  "learning_rate": 0.0002,
32
- "loss": 1.2039,
33
  "step": 4
34
  },
35
  {
36
  "epoch": 0.56,
37
  "learning_rate": 0.0002,
38
- "loss": 1.1195,
39
  "step": 5
40
  },
41
  {
42
  "epoch": 0.67,
43
  "learning_rate": 0.0002,
44
- "loss": 1.0235,
45
  "step": 6
46
  },
47
  {
48
  "epoch": 0.78,
49
  "learning_rate": 0.0002,
50
- "loss": 0.977,
51
  "step": 7
52
  },
53
  {
54
  "epoch": 0.89,
55
  "learning_rate": 0.0002,
56
- "loss": 0.8402,
57
  "step": 8
58
  },
59
  {
60
  "epoch": 1.0,
61
  "learning_rate": 0.0002,
62
- "loss": 0.8774,
63
  "step": 9
64
  },
65
  {
66
  "epoch": 1.0,
67
- "eval_loss": 1.023256778717041,
68
- "eval_runtime": 5.1515,
69
- "eval_samples_per_second": 9.706,
70
- "eval_steps_per_second": 0.388,
71
  "step": 9
72
  },
73
  {
74
  "epoch": 1.11,
75
  "learning_rate": 0.0002,
76
- "loss": 0.663,
77
  "step": 10
78
  },
79
  {
80
  "epoch": 1.22,
81
  "learning_rate": 0.0002,
82
- "loss": 0.4821,
83
  "step": 11
84
  },
85
  {
86
  "epoch": 1.33,
87
  "learning_rate": 0.0002,
88
- "loss": 0.4614,
89
  "step": 12
90
  },
91
  {
92
  "epoch": 1.44,
93
  "learning_rate": 0.0002,
94
- "loss": 0.5169,
95
  "step": 13
96
  },
97
  {
98
  "epoch": 1.56,
99
  "learning_rate": 0.0002,
100
- "loss": 0.4671,
101
  "step": 14
102
  },
103
  {
104
  "epoch": 1.67,
105
  "learning_rate": 0.0002,
106
- "loss": 0.4509,
107
  "step": 15
108
  },
109
  {
110
  "epoch": 1.78,
111
  "learning_rate": 0.0002,
112
- "loss": 0.3006,
113
  "step": 16
114
  },
115
  {
116
  "epoch": 1.89,
117
  "learning_rate": 0.0002,
118
- "loss": 0.2702,
119
  "step": 17
120
  },
121
  {
122
  "epoch": 2.0,
123
  "learning_rate": 0.0002,
124
- "loss": 0.2187,
125
  "step": 18
126
  },
127
  {
128
  "epoch": 2.0,
129
- "eval_loss": 1.1222225427627563,
130
- "eval_runtime": 5.1565,
131
- "eval_samples_per_second": 9.696,
132
- "eval_steps_per_second": 0.388,
133
  "step": 18
134
  },
135
  {
136
  "epoch": 2.11,
137
  "learning_rate": 0.0002,
138
- "loss": 0.1543,
139
  "step": 19
140
  },
141
  {
142
  "epoch": 2.22,
143
  "learning_rate": 0.0002,
144
- "loss": 0.105,
145
  "step": 20
146
  },
147
  {
148
  "epoch": 2.33,
149
  "learning_rate": 0.0002,
150
- "loss": 0.0996,
151
  "step": 21
152
  },
153
  {
154
  "epoch": 2.44,
155
  "learning_rate": 0.0002,
156
- "loss": 0.1239,
157
  "step": 22
158
  },
159
  {
160
  "epoch": 2.56,
161
  "learning_rate": 0.0002,
162
- "loss": 0.0898,
163
  "step": 23
164
  },
165
  {
166
  "epoch": 2.67,
167
  "learning_rate": 0.0002,
168
- "loss": 0.0557,
169
  "step": 24
170
  },
171
  {
172
  "epoch": 2.78,
173
  "learning_rate": 0.0002,
174
- "loss": 0.0948,
175
  "step": 25
176
  },
177
  {
178
  "epoch": 2.89,
179
  "learning_rate": 0.0002,
180
- "loss": 0.098,
181
  "step": 26
182
  },
183
  {
184
  "epoch": 3.0,
185
  "learning_rate": 0.0002,
186
- "loss": 0.0704,
187
  "step": 27
188
  },
189
  {
190
  "epoch": 3.0,
191
- "eval_loss": 1.183333396911621,
192
- "eval_runtime": 5.3107,
193
- "eval_samples_per_second": 9.415,
194
- "eval_steps_per_second": 0.377,
195
  "step": 27
196
  },
197
  {
198
  "epoch": 3.11,
199
  "learning_rate": 0.0002,
200
- "loss": 0.0357,
201
  "step": 28
202
  },
203
  {
@@ -209,131 +209,441 @@
209
  {
210
  "epoch": 3.33,
211
  "learning_rate": 0.0002,
212
- "loss": 0.0406,
213
  "step": 30
214
  },
215
  {
216
  "epoch": 3.44,
217
  "learning_rate": 0.0002,
218
- "loss": 0.0258,
219
  "step": 31
220
  },
221
  {
222
  "epoch": 3.56,
223
  "learning_rate": 0.0002,
224
- "loss": 0.0342,
225
  "step": 32
226
  },
227
  {
228
  "epoch": 3.67,
229
  "learning_rate": 0.0002,
230
- "loss": 0.0333,
231
  "step": 33
232
  },
233
  {
234
  "epoch": 3.78,
235
  "learning_rate": 0.0002,
236
- "loss": 0.0317,
237
  "step": 34
238
  },
239
  {
240
  "epoch": 3.89,
241
  "learning_rate": 0.0002,
242
- "loss": 0.04,
243
  "step": 35
244
  },
245
  {
246
  "epoch": 4.0,
247
  "learning_rate": 0.0002,
248
- "loss": 0.0295,
249
  "step": 36
250
  },
251
  {
252
  "epoch": 4.0,
253
- "eval_loss": 1.370598554611206,
254
- "eval_runtime": 5.2178,
255
- "eval_samples_per_second": 9.582,
256
- "eval_steps_per_second": 0.383,
257
  "step": 36
258
  },
259
  {
260
  "epoch": 4.11,
261
  "learning_rate": 0.0002,
262
- "loss": 0.0114,
263
  "step": 37
264
  },
265
  {
266
  "epoch": 4.22,
267
  "learning_rate": 0.0002,
268
- "loss": 0.0181,
269
  "step": 38
270
  },
271
  {
272
  "epoch": 4.33,
273
  "learning_rate": 0.0002,
274
- "loss": 0.0141,
275
  "step": 39
276
  },
277
  {
278
  "epoch": 4.44,
279
  "learning_rate": 0.0002,
280
- "loss": 0.0099,
281
  "step": 40
282
  },
283
  {
284
  "epoch": 4.56,
285
  "learning_rate": 0.0002,
286
- "loss": 0.0085,
287
  "step": 41
288
  },
289
  {
290
  "epoch": 4.67,
291
  "learning_rate": 0.0002,
292
- "loss": 0.0155,
293
  "step": 42
294
  },
295
  {
296
  "epoch": 4.78,
297
  "learning_rate": 0.0002,
298
- "loss": 0.0279,
299
  "step": 43
300
  },
301
  {
302
  "epoch": 4.89,
303
  "learning_rate": 0.0002,
304
- "loss": 0.0094,
305
  "step": 44
306
  },
307
  {
308
  "epoch": 5.0,
309
  "learning_rate": 0.0002,
310
- "loss": 0.0129,
311
  "step": 45
312
  },
313
  {
314
  "epoch": 5.0,
315
- "eval_loss": 1.4478448629379272,
316
- "eval_runtime": 5.1693,
317
- "eval_samples_per_second": 9.672,
318
- "eval_steps_per_second": 0.387,
319
  "step": 45
320
  },
321
  {
322
- "epoch": 5.0,
323
- "step": 45,
324
- "total_flos": 8.470619890489754e+16,
325
- "train_loss": 0.3519688956853416,
326
- "train_runtime": 299.0301,
327
- "train_samples_per_second": 4.732,
328
- "train_steps_per_second": 0.15
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
329
  }
330
  ],
331
  "logging_steps": 1.0,
332
- "max_steps": 45,
333
  "num_input_tokens_seen": 0,
334
- "num_train_epochs": 5,
335
  "save_steps": 50000,
336
- "total_flos": 8.470619890489754e+16,
337
  "train_batch_size": 4,
338
  "trial_name": null,
339
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 10.0,
5
  "eval_steps": 500,
6
+ "global_step": 90,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
16
  },
17
  {
18
  "epoch": 0.22,
19
+ "learning_rate": 0.00012618595071429146,
20
+ "loss": 1.3271,
21
  "step": 2
22
  },
23
  {
24
  "epoch": 0.33,
25
  "learning_rate": 0.0002,
26
+ "loss": 1.4466,
27
  "step": 3
28
  },
29
  {
30
  "epoch": 0.44,
31
  "learning_rate": 0.0002,
32
+ "loss": 1.2395,
33
  "step": 4
34
  },
35
  {
36
  "epoch": 0.56,
37
  "learning_rate": 0.0002,
38
+ "loss": 1.1324,
39
  "step": 5
40
  },
41
  {
42
  "epoch": 0.67,
43
  "learning_rate": 0.0002,
44
+ "loss": 1.0393,
45
  "step": 6
46
  },
47
  {
48
  "epoch": 0.78,
49
  "learning_rate": 0.0002,
50
+ "loss": 0.9908,
51
  "step": 7
52
  },
53
  {
54
  "epoch": 0.89,
55
  "learning_rate": 0.0002,
56
+ "loss": 0.8564,
57
  "step": 8
58
  },
59
  {
60
  "epoch": 1.0,
61
  "learning_rate": 0.0002,
62
+ "loss": 0.8953,
63
  "step": 9
64
  },
65
  {
66
  "epoch": 1.0,
67
+ "eval_loss": 1.0183672904968262,
68
+ "eval_runtime": 5.4699,
69
+ "eval_samples_per_second": 9.141,
70
+ "eval_steps_per_second": 0.366,
71
  "step": 9
72
  },
73
  {
74
  "epoch": 1.11,
75
  "learning_rate": 0.0002,
76
+ "loss": 0.6845,
77
  "step": 10
78
  },
79
  {
80
  "epoch": 1.22,
81
  "learning_rate": 0.0002,
82
+ "loss": 0.5012,
83
  "step": 11
84
  },
85
  {
86
  "epoch": 1.33,
87
  "learning_rate": 0.0002,
88
+ "loss": 0.4781,
89
  "step": 12
90
  },
91
  {
92
  "epoch": 1.44,
93
  "learning_rate": 0.0002,
94
+ "loss": 0.537,
95
  "step": 13
96
  },
97
  {
98
  "epoch": 1.56,
99
  "learning_rate": 0.0002,
100
+ "loss": 0.4819,
101
  "step": 14
102
  },
103
  {
104
  "epoch": 1.67,
105
  "learning_rate": 0.0002,
106
+ "loss": 0.4597,
107
  "step": 15
108
  },
109
  {
110
  "epoch": 1.78,
111
  "learning_rate": 0.0002,
112
+ "loss": 0.311,
113
  "step": 16
114
  },
115
  {
116
  "epoch": 1.89,
117
  "learning_rate": 0.0002,
118
+ "loss": 0.2765,
119
  "step": 17
120
  },
121
  {
122
  "epoch": 2.0,
123
  "learning_rate": 0.0002,
124
+ "loss": 0.2243,
125
  "step": 18
126
  },
127
  {
128
  "epoch": 2.0,
129
+ "eval_loss": 1.1205252408981323,
130
+ "eval_runtime": 5.3424,
131
+ "eval_samples_per_second": 9.359,
132
+ "eval_steps_per_second": 0.374,
133
  "step": 18
134
  },
135
  {
136
  "epoch": 2.11,
137
  "learning_rate": 0.0002,
138
+ "loss": 0.1638,
139
  "step": 19
140
  },
141
  {
142
  "epoch": 2.22,
143
  "learning_rate": 0.0002,
144
+ "loss": 0.1098,
145
  "step": 20
146
  },
147
  {
148
  "epoch": 2.33,
149
  "learning_rate": 0.0002,
150
+ "loss": 0.1072,
151
  "step": 21
152
  },
153
  {
154
  "epoch": 2.44,
155
  "learning_rate": 0.0002,
156
+ "loss": 0.1314,
157
  "step": 22
158
  },
159
  {
160
  "epoch": 2.56,
161
  "learning_rate": 0.0002,
162
+ "loss": 0.0875,
163
  "step": 23
164
  },
165
  {
166
  "epoch": 2.67,
167
  "learning_rate": 0.0002,
168
+ "loss": 0.0577,
169
  "step": 24
170
  },
171
  {
172
  "epoch": 2.78,
173
  "learning_rate": 0.0002,
174
+ "loss": 0.0921,
175
  "step": 25
176
  },
177
  {
178
  "epoch": 2.89,
179
  "learning_rate": 0.0002,
180
+ "loss": 0.0993,
181
  "step": 26
182
  },
183
  {
184
  "epoch": 3.0,
185
  "learning_rate": 0.0002,
186
+ "loss": 0.0751,
187
  "step": 27
188
  },
189
  {
190
  "epoch": 3.0,
191
+ "eval_loss": 1.1984949111938477,
192
+ "eval_runtime": 5.5175,
193
+ "eval_samples_per_second": 9.062,
194
+ "eval_steps_per_second": 0.362,
195
  "step": 27
196
  },
197
  {
198
  "epoch": 3.11,
199
  "learning_rate": 0.0002,
200
+ "loss": 0.0364,
201
  "step": 28
202
  },
203
  {
 
209
  {
210
  "epoch": 3.33,
211
  "learning_rate": 0.0002,
212
+ "loss": 0.0429,
213
  "step": 30
214
  },
215
  {
216
  "epoch": 3.44,
217
  "learning_rate": 0.0002,
218
+ "loss": 0.025,
219
  "step": 31
220
  },
221
  {
222
  "epoch": 3.56,
223
  "learning_rate": 0.0002,
224
+ "loss": 0.0339,
225
  "step": 32
226
  },
227
  {
228
  "epoch": 3.67,
229
  "learning_rate": 0.0002,
230
+ "loss": 0.0348,
231
  "step": 33
232
  },
233
  {
234
  "epoch": 3.78,
235
  "learning_rate": 0.0002,
236
+ "loss": 0.0313,
237
  "step": 34
238
  },
239
  {
240
  "epoch": 3.89,
241
  "learning_rate": 0.0002,
242
+ "loss": 0.0379,
243
  "step": 35
244
  },
245
  {
246
  "epoch": 4.0,
247
  "learning_rate": 0.0002,
248
+ "loss": 0.0279,
249
  "step": 36
250
  },
251
  {
252
  "epoch": 4.0,
253
+ "eval_loss": 1.3922247886657715,
254
+ "eval_runtime": 5.3112,
255
+ "eval_samples_per_second": 9.414,
256
+ "eval_steps_per_second": 0.377,
257
  "step": 36
258
  },
259
  {
260
  "epoch": 4.11,
261
  "learning_rate": 0.0002,
262
+ "loss": 0.0094,
263
  "step": 37
264
  },
265
  {
266
  "epoch": 4.22,
267
  "learning_rate": 0.0002,
268
+ "loss": 0.0163,
269
  "step": 38
270
  },
271
  {
272
  "epoch": 4.33,
273
  "learning_rate": 0.0002,
274
+ "loss": 0.0119,
275
  "step": 39
276
  },
277
  {
278
  "epoch": 4.44,
279
  "learning_rate": 0.0002,
280
+ "loss": 0.0108,
281
  "step": 40
282
  },
283
  {
284
  "epoch": 4.56,
285
  "learning_rate": 0.0002,
286
+ "loss": 0.008,
287
  "step": 41
288
  },
289
  {
290
  "epoch": 4.67,
291
  "learning_rate": 0.0002,
292
+ "loss": 0.0164,
293
  "step": 42
294
  },
295
  {
296
  "epoch": 4.78,
297
  "learning_rate": 0.0002,
298
+ "loss": 0.0187,
299
  "step": 43
300
  },
301
  {
302
  "epoch": 4.89,
303
  "learning_rate": 0.0002,
304
+ "loss": 0.01,
305
  "step": 44
306
  },
307
  {
308
  "epoch": 5.0,
309
  "learning_rate": 0.0002,
310
+ "loss": 0.0093,
311
  "step": 45
312
  },
313
  {
314
  "epoch": 5.0,
315
+ "eval_loss": 1.5086246728897095,
316
+ "eval_runtime": 5.3535,
317
+ "eval_samples_per_second": 9.34,
318
+ "eval_steps_per_second": 0.374,
319
  "step": 45
320
  },
321
  {
322
+ "epoch": 5.11,
323
+ "learning_rate": 0.0002,
324
+ "loss": 0.0057,
325
+ "step": 46
326
+ },
327
+ {
328
+ "epoch": 5.22,
329
+ "learning_rate": 0.0002,
330
+ "loss": 0.0068,
331
+ "step": 47
332
+ },
333
+ {
334
+ "epoch": 5.33,
335
+ "learning_rate": 0.0002,
336
+ "loss": 0.0066,
337
+ "step": 48
338
+ },
339
+ {
340
+ "epoch": 5.44,
341
+ "learning_rate": 0.0002,
342
+ "loss": 0.0114,
343
+ "step": 49
344
+ },
345
+ {
346
+ "epoch": 5.56,
347
+ "learning_rate": 0.0002,
348
+ "loss": 0.008,
349
+ "step": 50
350
+ },
351
+ {
352
+ "epoch": 5.67,
353
+ "learning_rate": 0.0002,
354
+ "loss": 0.0146,
355
+ "step": 51
356
+ },
357
+ {
358
+ "epoch": 5.78,
359
+ "learning_rate": 0.0002,
360
+ "loss": 0.0095,
361
+ "step": 52
362
+ },
363
+ {
364
+ "epoch": 5.89,
365
+ "learning_rate": 0.0002,
366
+ "loss": 0.0051,
367
+ "step": 53
368
+ },
369
+ {
370
+ "epoch": 6.0,
371
+ "learning_rate": 0.0002,
372
+ "loss": 0.0114,
373
+ "step": 54
374
+ },
375
+ {
376
+ "epoch": 6.0,
377
+ "eval_loss": 1.4457488059997559,
378
+ "eval_runtime": 5.3478,
379
+ "eval_samples_per_second": 9.35,
380
+ "eval_steps_per_second": 0.374,
381
+ "step": 54
382
+ },
383
+ {
384
+ "epoch": 6.11,
385
+ "learning_rate": 0.0002,
386
+ "loss": 0.0052,
387
+ "step": 55
388
+ },
389
+ {
390
+ "epoch": 6.22,
391
+ "learning_rate": 0.0002,
392
+ "loss": 0.0057,
393
+ "step": 56
394
+ },
395
+ {
396
+ "epoch": 6.33,
397
+ "learning_rate": 0.0002,
398
+ "loss": 0.0115,
399
+ "step": 57
400
+ },
401
+ {
402
+ "epoch": 6.44,
403
+ "learning_rate": 0.0002,
404
+ "loss": 0.0067,
405
+ "step": 58
406
+ },
407
+ {
408
+ "epoch": 6.56,
409
+ "learning_rate": 0.0002,
410
+ "loss": 0.0064,
411
+ "step": 59
412
+ },
413
+ {
414
+ "epoch": 6.67,
415
+ "learning_rate": 0.0002,
416
+ "loss": 0.0069,
417
+ "step": 60
418
+ },
419
+ {
420
+ "epoch": 6.78,
421
+ "learning_rate": 0.0002,
422
+ "loss": 0.0074,
423
+ "step": 61
424
+ },
425
+ {
426
+ "epoch": 6.89,
427
+ "learning_rate": 0.0002,
428
+ "loss": 0.0042,
429
+ "step": 62
430
+ },
431
+ {
432
+ "epoch": 7.0,
433
+ "learning_rate": 0.0002,
434
+ "loss": 0.003,
435
+ "step": 63
436
+ },
437
+ {
438
+ "epoch": 7.0,
439
+ "eval_loss": 1.4304248094558716,
440
+ "eval_runtime": 5.3914,
441
+ "eval_samples_per_second": 9.274,
442
+ "eval_steps_per_second": 0.371,
443
+ "step": 63
444
+ },
445
+ {
446
+ "epoch": 7.11,
447
+ "learning_rate": 0.0002,
448
+ "loss": 0.0032,
449
+ "step": 64
450
+ },
451
+ {
452
+ "epoch": 7.22,
453
+ "learning_rate": 0.0002,
454
+ "loss": 0.0026,
455
+ "step": 65
456
+ },
457
+ {
458
+ "epoch": 7.33,
459
+ "learning_rate": 0.0002,
460
+ "loss": 0.0052,
461
+ "step": 66
462
+ },
463
+ {
464
+ "epoch": 7.44,
465
+ "learning_rate": 0.0002,
466
+ "loss": 0.0042,
467
+ "step": 67
468
+ },
469
+ {
470
+ "epoch": 7.56,
471
+ "learning_rate": 0.0002,
472
+ "loss": 0.0055,
473
+ "step": 68
474
+ },
475
+ {
476
+ "epoch": 7.67,
477
+ "learning_rate": 0.0002,
478
+ "loss": 0.004,
479
+ "step": 69
480
+ },
481
+ {
482
+ "epoch": 7.78,
483
+ "learning_rate": 0.0002,
484
+ "loss": 0.0037,
485
+ "step": 70
486
+ },
487
+ {
488
+ "epoch": 7.89,
489
+ "learning_rate": 0.0002,
490
+ "loss": 0.0061,
491
+ "step": 71
492
+ },
493
+ {
494
+ "epoch": 8.0,
495
+ "learning_rate": 0.0002,
496
+ "loss": 0.0028,
497
+ "step": 72
498
+ },
499
+ {
500
+ "epoch": 8.0,
501
+ "eval_loss": 1.4950295686721802,
502
+ "eval_runtime": 5.4012,
503
+ "eval_samples_per_second": 9.257,
504
+ "eval_steps_per_second": 0.37,
505
+ "step": 72
506
+ },
507
+ {
508
+ "epoch": 8.11,
509
+ "learning_rate": 0.0002,
510
+ "loss": 0.0021,
511
+ "step": 73
512
+ },
513
+ {
514
+ "epoch": 8.22,
515
+ "learning_rate": 0.0002,
516
+ "loss": 0.0025,
517
+ "step": 74
518
+ },
519
+ {
520
+ "epoch": 8.33,
521
+ "learning_rate": 0.0002,
522
+ "loss": 0.0112,
523
+ "step": 75
524
+ },
525
+ {
526
+ "epoch": 8.44,
527
+ "learning_rate": 0.0002,
528
+ "loss": 0.0013,
529
+ "step": 76
530
+ },
531
+ {
532
+ "epoch": 8.56,
533
+ "learning_rate": 0.0002,
534
+ "loss": 0.0009,
535
+ "step": 77
536
+ },
537
+ {
538
+ "epoch": 8.67,
539
+ "learning_rate": 0.0002,
540
+ "loss": 0.0019,
541
+ "step": 78
542
+ },
543
+ {
544
+ "epoch": 8.78,
545
+ "learning_rate": 0.0002,
546
+ "loss": 0.0021,
547
+ "step": 79
548
+ },
549
+ {
550
+ "epoch": 8.89,
551
+ "learning_rate": 0.0002,
552
+ "loss": 0.0047,
553
+ "step": 80
554
+ },
555
+ {
556
+ "epoch": 9.0,
557
+ "learning_rate": 0.0002,
558
+ "loss": 0.0011,
559
+ "step": 81
560
+ },
561
+ {
562
+ "epoch": 9.0,
563
+ "eval_loss": 1.5274981260299683,
564
+ "eval_runtime": 5.3505,
565
+ "eval_samples_per_second": 9.345,
566
+ "eval_steps_per_second": 0.374,
567
+ "step": 81
568
+ },
569
+ {
570
+ "epoch": 9.11,
571
+ "learning_rate": 0.0002,
572
+ "loss": 0.0011,
573
+ "step": 82
574
+ },
575
+ {
576
+ "epoch": 9.22,
577
+ "learning_rate": 0.0002,
578
+ "loss": 0.0004,
579
+ "step": 83
580
+ },
581
+ {
582
+ "epoch": 9.33,
583
+ "learning_rate": 0.0002,
584
+ "loss": 0.0018,
585
+ "step": 84
586
+ },
587
+ {
588
+ "epoch": 9.44,
589
+ "learning_rate": 0.0002,
590
+ "loss": 0.001,
591
+ "step": 85
592
+ },
593
+ {
594
+ "epoch": 9.56,
595
+ "learning_rate": 0.0002,
596
+ "loss": 0.0006,
597
+ "step": 86
598
+ },
599
+ {
600
+ "epoch": 9.67,
601
+ "learning_rate": 0.0002,
602
+ "loss": 0.0009,
603
+ "step": 87
604
+ },
605
+ {
606
+ "epoch": 9.78,
607
+ "learning_rate": 0.0002,
608
+ "loss": 0.0031,
609
+ "step": 88
610
+ },
611
+ {
612
+ "epoch": 9.89,
613
+ "learning_rate": 0.0002,
614
+ "loss": 0.0008,
615
+ "step": 89
616
+ },
617
+ {
618
+ "epoch": 10.0,
619
+ "learning_rate": 0.0002,
620
+ "loss": 0.0011,
621
+ "step": 90
622
+ },
623
+ {
624
+ "epoch": 10.0,
625
+ "eval_loss": 1.5826122760772705,
626
+ "eval_runtime": 5.3744,
627
+ "eval_samples_per_second": 9.303,
628
+ "eval_steps_per_second": 0.372,
629
+ "step": 90
630
+ },
631
+ {
632
+ "epoch": 10.0,
633
+ "step": 90,
634
+ "total_flos": 1.694918922857349e+17,
635
+ "train_loss": 0.18111829615146335,
636
+ "train_runtime": 635.413,
637
+ "train_samples_per_second": 4.454,
638
+ "train_steps_per_second": 0.142
639
  }
640
  ],
641
  "logging_steps": 1.0,
642
+ "max_steps": 90,
643
  "num_input_tokens_seen": 0,
644
+ "num_train_epochs": 10,
645
  "save_steps": 50000,
646
+ "total_flos": 1.694918922857349e+17,
647
  "train_batch_size": 4,
648
  "trial_name": null,
649
  "trial_params": null
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04017acfc6572bbb6f73cd57c151dbe662da3035ce47f0728fbc675b33a53af9
3
  size 6840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47784264267b7e523e42d803e8cf0530327d5c12274f7cbf533bbd46dc4efbff
3
  size 6840