duyvt6663 commited on
Commit
5ce6f13
1 Parent(s): ef8db99

Training in progress, step 700, checkpoint

Browse files
checkpoint-700/adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bf77a7c1fd44dd3b150147cd2fffe878b7fd689deb8bb07f62f9fb4062a131cf
3
  size 9873829
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44c61a817ae9a6a9cf535809a13db1f2264269e44a2e9570e1f315b75e508bfd
3
  size 9873829
checkpoint-700/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c020262f5f9f88db32caf56fa334dbb6625730ab2d8d9a994e491853626359c
3
  size 42788
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f94b1342df8f36cfcaa61fdce4770893583ef5a873cf88fff8d82d463b534bda
3
  size 42788
checkpoint-700/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e8e0d13424de41f2d3dd75843c59f2acf4f5c61cdef60b073f4aee97951614f
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:979e545a39bdcc0f0a05a7a60b9b5a34760a3718e374e3397600b77338f73824
3
  size 14244
checkpoint-700/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:00f0a0254b7e61177c287e87b876b738deea627e195cf94456de79f1af81a13d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c6b0ac89ff80cd68518526444f1b0be0e4856b16ef94e25d41524d74be98850
3
  size 1064
checkpoint-700/trainer_state.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "best_metric": 0.6392325758934021,
3
- "best_model_checkpoint": "output/checkpoint-700",
4
- "epoch": 0.5615160934523212,
5
  "eval_steps": 50,
6
  "global_step": 700,
7
  "is_hyper_param_search": false,
@@ -11,225 +11,225 @@
11
  {
12
  "epoch": 0.0,
13
  "learning_rate": 1.3333333333333332e-06,
14
- "loss": 0.785,
15
  "step": 1
16
  },
17
  {
18
  "epoch": 0.04,
19
  "learning_rate": 5.9999999999999995e-05,
20
- "loss": 0.6547,
21
  "step": 50
22
  },
23
  {
24
  "epoch": 0.04,
25
- "eval_accuracy": 0.6626865671641791,
26
- "eval_loss": 0.8300915956497192,
27
- "eval_runtime": 61.5689,
28
- "eval_samples_per_second": 5.441,
29
- "eval_steps_per_second": 1.364,
30
  "step": 50
31
  },
32
  {
33
  "epoch": 0.08,
34
  "learning_rate": 0.00012666666666666666,
35
- "loss": 0.6654,
36
  "step": 100
37
  },
38
  {
39
  "epoch": 0.08,
40
- "eval_accuracy": 0.6895522388059702,
41
- "eval_loss": 0.6663276553153992,
42
- "eval_runtime": 56.4633,
43
- "eval_samples_per_second": 5.933,
44
- "eval_steps_per_second": 1.488,
45
  "step": 100
46
  },
47
  {
48
  "epoch": 0.12,
49
  "learning_rate": 0.00019333333333333333,
50
- "loss": 0.6491,
51
  "step": 150
52
  },
53
  {
54
  "epoch": 0.12,
55
- "eval_accuracy": 0.6537313432835821,
56
- "eval_loss": 0.9172552824020386,
57
- "eval_runtime": 56.4705,
58
- "eval_samples_per_second": 5.932,
59
- "eval_steps_per_second": 1.488,
60
  "step": 150
61
  },
62
  {
63
  "epoch": 0.16,
64
  "learning_rate": 0.00026,
65
- "loss": 0.641,
66
  "step": 200
67
  },
68
  {
69
  "epoch": 0.16,
70
- "eval_accuracy": 0.6865671641791045,
71
- "eval_loss": 0.6528732180595398,
72
- "eval_runtime": 56.4485,
73
- "eval_samples_per_second": 5.935,
74
- "eval_steps_per_second": 1.488,
75
  "step": 200
76
  },
77
  {
78
  "epoch": 0.2,
79
- "learning_rate": 0.0002941234084231146,
80
- "loss": 0.6521,
81
  "step": 250
82
  },
83
  {
84
  "epoch": 0.2,
85
- "eval_accuracy": 0.6835820895522388,
86
- "eval_loss": 0.8197052478790283,
87
- "eval_runtime": 56.4577,
88
- "eval_samples_per_second": 5.934,
89
- "eval_steps_per_second": 1.488,
90
  "step": 250
91
  },
92
  {
93
  "epoch": 0.24,
94
- "learning_rate": 0.00027943192948090106,
95
- "loss": 0.638,
96
  "step": 300
97
  },
98
  {
99
  "epoch": 0.24,
100
- "eval_accuracy": 0.6835820895522388,
101
- "eval_loss": 0.6961421370506287,
102
- "eval_runtime": 56.4506,
103
- "eval_samples_per_second": 5.934,
104
- "eval_steps_per_second": 1.488,
105
  "step": 300
106
  },
107
  {
108
  "epoch": 0.28,
109
- "learning_rate": 0.00026474045053868754,
110
- "loss": 0.6857,
111
  "step": 350
112
  },
113
  {
114
  "epoch": 0.28,
115
- "eval_accuracy": 0.6835820895522388,
116
- "eval_loss": 0.7876304388046265,
117
- "eval_runtime": 56.4651,
118
- "eval_samples_per_second": 5.933,
119
- "eval_steps_per_second": 1.488,
120
  "step": 350
121
  },
122
  {
123
  "epoch": 0.32,
124
- "learning_rate": 0.000250048971596474,
125
- "loss": 0.6469,
126
  "step": 400
127
  },
128
  {
129
  "epoch": 0.32,
130
- "eval_accuracy": 0.6626865671641791,
131
- "eval_loss": 0.7487305402755737,
132
- "eval_runtime": 56.4489,
133
- "eval_samples_per_second": 5.935,
134
- "eval_steps_per_second": 1.488,
135
  "step": 400
136
  },
137
  {
138
  "epoch": 0.36,
139
- "learning_rate": 0.00023535749265426052,
140
- "loss": 0.6813,
141
  "step": 450
142
  },
143
  {
144
  "epoch": 0.36,
145
- "eval_accuracy": 0.6626865671641791,
146
- "eval_loss": 0.8447557091712952,
147
- "eval_runtime": 56.4428,
148
- "eval_samples_per_second": 5.935,
149
- "eval_steps_per_second": 1.488,
150
  "step": 450
151
  },
152
  {
153
  "epoch": 0.4,
154
- "learning_rate": 0.000220666013712047,
155
- "loss": 0.645,
156
  "step": 500
157
  },
158
  {
159
  "epoch": 0.4,
160
- "eval_accuracy": 0.6835820895522388,
161
- "eval_loss": 0.6624641418457031,
162
- "eval_runtime": 56.4531,
163
- "eval_samples_per_second": 5.934,
164
- "eval_steps_per_second": 1.488,
165
  "step": 500
166
  },
167
  {
168
  "epoch": 0.44,
169
- "learning_rate": 0.0002059745347698335,
170
- "loss": 0.7044,
171
  "step": 550
172
  },
173
  {
174
  "epoch": 0.44,
175
- "eval_accuracy": 0.7014925373134329,
176
- "eval_loss": 0.63779217004776,
177
- "eval_runtime": 56.4382,
178
- "eval_samples_per_second": 5.936,
179
- "eval_steps_per_second": 1.488,
180
  "step": 550
181
  },
182
  {
183
  "epoch": 0.48,
184
- "learning_rate": 0.00019128305582761997,
185
- "loss": 0.6399,
186
  "step": 600
187
  },
188
  {
189
  "epoch": 0.48,
190
- "eval_accuracy": 0.6716417910447762,
191
- "eval_loss": 0.7784742712974548,
192
- "eval_runtime": 56.4356,
193
- "eval_samples_per_second": 5.936,
194
- "eval_steps_per_second": 1.488,
195
  "step": 600
196
  },
197
  {
198
  "epoch": 0.52,
199
- "learning_rate": 0.00017659157688540645,
200
- "loss": 0.6039,
201
  "step": 650
202
  },
203
  {
204
  "epoch": 0.52,
205
- "eval_accuracy": 0.6985074626865672,
206
- "eval_loss": 0.665508508682251,
207
- "eval_runtime": 56.4424,
208
- "eval_samples_per_second": 5.935,
209
- "eval_steps_per_second": 1.488,
210
  "step": 650
211
  },
212
  {
213
  "epoch": 0.56,
214
- "learning_rate": 0.00016190009794319292,
215
- "loss": 0.6321,
216
  "step": 700
217
  },
218
  {
219
  "epoch": 0.56,
220
- "eval_accuracy": 0.6716417910447762,
221
- "eval_loss": 0.6392325758934021,
222
- "eval_runtime": 56.437,
223
- "eval_samples_per_second": 5.936,
224
- "eval_steps_per_second": 1.488,
225
  "step": 700
226
  }
227
  ],
228
  "logging_steps": 50,
229
- "max_steps": 1246,
230
  "num_train_epochs": 1,
231
  "save_steps": 100,
232
- "total_flos": 2.6209416656252928e+17,
233
  "trial_name": null,
234
  "trial_params": null
235
  }
 
1
  {
2
+ "best_metric": 0.6053406596183777,
3
+ "best_model_checkpoint": "output/checkpoint-500",
4
+ "epoch": 0.5612909692292273,
5
  "eval_steps": 50,
6
  "global_step": 700,
7
  "is_hyper_param_search": false,
 
11
  {
12
  "epoch": 0.0,
13
  "learning_rate": 1.3333333333333332e-06,
14
+ "loss": 0.6133,
15
  "step": 1
16
  },
17
  {
18
  "epoch": 0.04,
19
  "learning_rate": 5.9999999999999995e-05,
20
+ "loss": 0.61,
21
  "step": 50
22
  },
23
  {
24
  "epoch": 0.04,
25
+ "eval_accuracy": 0.6895522388059702,
26
+ "eval_loss": 0.6718239784240723,
27
+ "eval_runtime": 61.4305,
28
+ "eval_samples_per_second": 5.453,
29
+ "eval_steps_per_second": 1.367,
30
  "step": 50
31
  },
32
  {
33
  "epoch": 0.08,
34
  "learning_rate": 0.00012666666666666666,
35
+ "loss": 0.6233,
36
  "step": 100
37
  },
38
  {
39
  "epoch": 0.08,
40
+ "eval_accuracy": 0.6835820895522388,
41
+ "eval_loss": 0.695776641368866,
42
+ "eval_runtime": 61.5801,
43
+ "eval_samples_per_second": 5.44,
44
+ "eval_steps_per_second": 1.364,
45
  "step": 100
46
  },
47
  {
48
  "epoch": 0.12,
49
  "learning_rate": 0.00019333333333333333,
50
+ "loss": 0.6187,
51
  "step": 150
52
  },
53
  {
54
  "epoch": 0.12,
55
+ "eval_accuracy": 0.6895522388059702,
56
+ "eval_loss": 0.6547008156776428,
57
+ "eval_runtime": 61.4876,
58
+ "eval_samples_per_second": 5.448,
59
+ "eval_steps_per_second": 1.366,
60
  "step": 150
61
  },
62
  {
63
  "epoch": 0.16,
64
  "learning_rate": 0.00026,
65
+ "loss": 0.667,
66
  "step": 200
67
  },
68
  {
69
  "epoch": 0.16,
70
+ "eval_accuracy": 0.6686567164179105,
71
+ "eval_loss": 0.7339211702346802,
72
+ "eval_runtime": 61.0301,
73
+ "eval_samples_per_second": 5.489,
74
+ "eval_steps_per_second": 1.376,
75
  "step": 200
76
  },
77
  {
78
  "epoch": 0.2,
79
+ "learning_rate": 0.0002941291585127201,
80
+ "loss": 0.6896,
81
  "step": 250
82
  },
83
  {
84
  "epoch": 0.2,
85
+ "eval_accuracy": 0.6388059701492538,
86
+ "eval_loss": 0.6455020904541016,
87
+ "eval_runtime": 61.0356,
88
+ "eval_samples_per_second": 5.489,
89
+ "eval_steps_per_second": 1.376,
90
  "step": 250
91
  },
92
  {
93
  "epoch": 0.24,
94
+ "learning_rate": 0.0002794520547945205,
95
+ "loss": 0.6732,
96
  "step": 300
97
  },
98
  {
99
  "epoch": 0.24,
100
+ "eval_accuracy": 0.6388059701492538,
101
+ "eval_loss": 0.8866483569145203,
102
+ "eval_runtime": 61.5006,
103
+ "eval_samples_per_second": 5.447,
104
+ "eval_steps_per_second": 1.366,
105
  "step": 300
106
  },
107
  {
108
  "epoch": 0.28,
109
+ "learning_rate": 0.0002647749510763209,
110
+ "loss": 0.6255,
111
  "step": 350
112
  },
113
  {
114
  "epoch": 0.28,
115
+ "eval_accuracy": 0.6746268656716418,
116
+ "eval_loss": 0.6250954866409302,
117
+ "eval_runtime": 61.4499,
118
+ "eval_samples_per_second": 5.452,
119
+ "eval_steps_per_second": 1.367,
120
  "step": 350
121
  },
122
  {
123
  "epoch": 0.32,
124
+ "learning_rate": 0.0002500978473581213,
125
+ "loss": 0.6522,
126
  "step": 400
127
  },
128
  {
129
  "epoch": 0.32,
130
+ "eval_accuracy": 0.6925373134328359,
131
+ "eval_loss": 0.7217190861701965,
132
+ "eval_runtime": 61.1569,
133
+ "eval_samples_per_second": 5.478,
134
+ "eval_steps_per_second": 1.374,
135
  "step": 400
136
  },
137
  {
138
  "epoch": 0.36,
139
+ "learning_rate": 0.00023542074363992171,
140
+ "loss": 0.6592,
141
  "step": 450
142
  },
143
  {
144
  "epoch": 0.36,
145
+ "eval_accuracy": 0.6417910447761194,
146
+ "eval_loss": 0.636791467666626,
147
+ "eval_runtime": 61.431,
148
+ "eval_samples_per_second": 5.453,
149
+ "eval_steps_per_second": 1.367,
150
  "step": 450
151
  },
152
  {
153
  "epoch": 0.4,
154
+ "learning_rate": 0.00022074363992172208,
155
+ "loss": 0.624,
156
  "step": 500
157
  },
158
  {
159
  "epoch": 0.4,
160
+ "eval_accuracy": 0.7044776119402985,
161
+ "eval_loss": 0.6053406596183777,
162
+ "eval_runtime": 61.4573,
163
+ "eval_samples_per_second": 5.451,
164
+ "eval_steps_per_second": 1.367,
165
  "step": 500
166
  },
167
  {
168
  "epoch": 0.44,
169
+ "learning_rate": 0.0002060665362035225,
170
+ "loss": 0.6098,
171
  "step": 550
172
  },
173
  {
174
  "epoch": 0.44,
175
+ "eval_accuracy": 0.6477611940298508,
176
+ "eval_loss": 0.8857873678207397,
177
+ "eval_runtime": 61.4645,
178
+ "eval_samples_per_second": 5.45,
179
+ "eval_steps_per_second": 1.367,
180
  "step": 550
181
  },
182
  {
183
  "epoch": 0.48,
184
+ "learning_rate": 0.00019138943248532287,
185
+ "loss": 0.6357,
186
  "step": 600
187
  },
188
  {
189
  "epoch": 0.48,
190
+ "eval_accuracy": 0.7074626865671642,
191
+ "eval_loss": 0.607388436794281,
192
+ "eval_runtime": 61.4941,
193
+ "eval_samples_per_second": 5.448,
194
+ "eval_steps_per_second": 1.366,
195
  "step": 600
196
  },
197
  {
198
  "epoch": 0.52,
199
+ "learning_rate": 0.0001767123287671233,
200
+ "loss": 0.6103,
201
  "step": 650
202
  },
203
  {
204
  "epoch": 0.52,
205
+ "eval_accuracy": 0.6746268656716418,
206
+ "eval_loss": 0.6098934412002563,
207
+ "eval_runtime": 56.4929,
208
+ "eval_samples_per_second": 5.93,
209
+ "eval_steps_per_second": 1.487,
210
  "step": 650
211
  },
212
  {
213
  "epoch": 0.56,
214
+ "learning_rate": 0.00016203522504892366,
215
+ "loss": 0.6025,
216
  "step": 700
217
  },
218
  {
219
  "epoch": 0.56,
220
+ "eval_accuracy": 0.6895522388059702,
221
+ "eval_loss": 0.6117912530899048,
222
+ "eval_runtime": 61.1994,
223
+ "eval_samples_per_second": 5.474,
224
+ "eval_steps_per_second": 1.373,
225
  "step": 700
226
  }
227
  ],
228
  "logging_steps": 50,
229
+ "max_steps": 1247,
230
  "num_train_epochs": 1,
231
  "save_steps": 100,
232
+ "total_flos": 2.6281564386484224e+17,
233
  "trial_name": null,
234
  "trial_params": null
235
  }