duyvt6663 commited on
Commit
1ccf68b
1 Parent(s): de44d0a

Training in progress, step 600, checkpoint

Browse files
checkpoint-600/adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:37deb190b9a2785a382c823980f8127500c6d3f73c4b239e74dcec8c77344a37
3
  size 9873829
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bb2d766da5712d69d7f67a702645fb6f76a8d14e074c203d0107e0dfd6857f4
3
  size 9873829
checkpoint-600/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93b611cdef0597ba9d8fde8d6772930a3494fe1237b4c0d1cf65017e36d1d59f
3
  size 42788
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35cf271be7f7b823a09c09b2e0390be8773396e009e38f19a09df1d697770e94
3
  size 42788
checkpoint-600/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2e4ecb2e45257c291e8c9af182865750e96e250ade3e3e9209a900c4910cc861
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dfaaf2ecc252da97469b3907cf4f35201aa796ca5bdc7846d3479196ccc9cfd
3
  size 14244
checkpoint-600/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ccd0807ef5cb7094d5a1b66afeb889cf22df8e10454978e5c2c49f52f9ff7f05
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94d861f4bee0cdc054261b3593cd099f26e74568f01bbb992a892477a5635023
3
  size 1064
checkpoint-600/trainer_state.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "best_metric": 0.6528732180595398,
3
- "best_model_checkpoint": "output/checkpoint-200",
4
- "epoch": 0.48129950867341825,
5
  "eval_steps": 50,
6
  "global_step": 600,
7
  "is_hyper_param_search": false,
@@ -11,195 +11,195 @@
11
  {
12
  "epoch": 0.0,
13
  "learning_rate": 1.3333333333333332e-06,
14
- "loss": 0.785,
15
  "step": 1
16
  },
17
  {
18
  "epoch": 0.04,
19
  "learning_rate": 5.9999999999999995e-05,
20
- "loss": 0.6547,
21
  "step": 50
22
  },
23
  {
24
  "epoch": 0.04,
25
- "eval_accuracy": 0.6626865671641791,
26
- "eval_loss": 0.8300915956497192,
27
- "eval_runtime": 61.5689,
28
- "eval_samples_per_second": 5.441,
29
- "eval_steps_per_second": 1.364,
30
  "step": 50
31
  },
32
  {
33
  "epoch": 0.08,
34
  "learning_rate": 0.00012666666666666666,
35
- "loss": 0.6654,
36
  "step": 100
37
  },
38
  {
39
  "epoch": 0.08,
40
- "eval_accuracy": 0.6895522388059702,
41
- "eval_loss": 0.6663276553153992,
42
- "eval_runtime": 56.4633,
43
- "eval_samples_per_second": 5.933,
44
- "eval_steps_per_second": 1.488,
45
  "step": 100
46
  },
47
  {
48
  "epoch": 0.12,
49
  "learning_rate": 0.00019333333333333333,
50
- "loss": 0.6491,
51
  "step": 150
52
  },
53
  {
54
  "epoch": 0.12,
55
- "eval_accuracy": 0.6537313432835821,
56
- "eval_loss": 0.9172552824020386,
57
- "eval_runtime": 56.4705,
58
- "eval_samples_per_second": 5.932,
59
- "eval_steps_per_second": 1.488,
60
  "step": 150
61
  },
62
  {
63
  "epoch": 0.16,
64
  "learning_rate": 0.00026,
65
- "loss": 0.641,
66
  "step": 200
67
  },
68
  {
69
  "epoch": 0.16,
70
- "eval_accuracy": 0.6865671641791045,
71
- "eval_loss": 0.6528732180595398,
72
- "eval_runtime": 56.4485,
73
- "eval_samples_per_second": 5.935,
74
- "eval_steps_per_second": 1.488,
75
  "step": 200
76
  },
77
  {
78
  "epoch": 0.2,
79
- "learning_rate": 0.0002941234084231146,
80
- "loss": 0.6521,
81
  "step": 250
82
  },
83
  {
84
  "epoch": 0.2,
85
- "eval_accuracy": 0.6835820895522388,
86
- "eval_loss": 0.8197052478790283,
87
- "eval_runtime": 56.4577,
88
- "eval_samples_per_second": 5.934,
89
- "eval_steps_per_second": 1.488,
90
  "step": 250
91
  },
92
  {
93
  "epoch": 0.24,
94
- "learning_rate": 0.00027943192948090106,
95
- "loss": 0.638,
96
  "step": 300
97
  },
98
  {
99
  "epoch": 0.24,
100
- "eval_accuracy": 0.6835820895522388,
101
- "eval_loss": 0.6961421370506287,
102
- "eval_runtime": 56.4506,
103
- "eval_samples_per_second": 5.934,
104
- "eval_steps_per_second": 1.488,
105
  "step": 300
106
  },
107
  {
108
  "epoch": 0.28,
109
- "learning_rate": 0.00026474045053868754,
110
- "loss": 0.6857,
111
  "step": 350
112
  },
113
  {
114
  "epoch": 0.28,
115
- "eval_accuracy": 0.6835820895522388,
116
- "eval_loss": 0.7876304388046265,
117
- "eval_runtime": 56.4651,
118
- "eval_samples_per_second": 5.933,
119
- "eval_steps_per_second": 1.488,
120
  "step": 350
121
  },
122
  {
123
  "epoch": 0.32,
124
- "learning_rate": 0.000250048971596474,
125
- "loss": 0.6469,
126
  "step": 400
127
  },
128
  {
129
  "epoch": 0.32,
130
- "eval_accuracy": 0.6626865671641791,
131
- "eval_loss": 0.7487305402755737,
132
- "eval_runtime": 56.4489,
133
- "eval_samples_per_second": 5.935,
134
- "eval_steps_per_second": 1.488,
135
  "step": 400
136
  },
137
  {
138
  "epoch": 0.36,
139
- "learning_rate": 0.00023535749265426052,
140
- "loss": 0.6813,
141
  "step": 450
142
  },
143
  {
144
  "epoch": 0.36,
145
- "eval_accuracy": 0.6626865671641791,
146
- "eval_loss": 0.8447557091712952,
147
- "eval_runtime": 56.4428,
148
- "eval_samples_per_second": 5.935,
149
- "eval_steps_per_second": 1.488,
150
  "step": 450
151
  },
152
  {
153
  "epoch": 0.4,
154
- "learning_rate": 0.000220666013712047,
155
- "loss": 0.645,
156
  "step": 500
157
  },
158
  {
159
  "epoch": 0.4,
160
- "eval_accuracy": 0.6835820895522388,
161
- "eval_loss": 0.6624641418457031,
162
- "eval_runtime": 56.4531,
163
- "eval_samples_per_second": 5.934,
164
- "eval_steps_per_second": 1.488,
165
  "step": 500
166
  },
167
  {
168
  "epoch": 0.44,
169
- "learning_rate": 0.0002059745347698335,
170
- "loss": 0.7044,
171
  "step": 550
172
  },
173
  {
174
  "epoch": 0.44,
175
- "eval_accuracy": 0.7014925373134329,
176
- "eval_loss": 0.63779217004776,
177
- "eval_runtime": 56.4382,
178
- "eval_samples_per_second": 5.936,
179
- "eval_steps_per_second": 1.488,
180
  "step": 550
181
  },
182
  {
183
  "epoch": 0.48,
184
- "learning_rate": 0.00019128305582761997,
185
- "loss": 0.6399,
186
  "step": 600
187
  },
188
  {
189
  "epoch": 0.48,
190
- "eval_accuracy": 0.6716417910447762,
191
- "eval_loss": 0.7784742712974548,
192
- "eval_runtime": 56.4356,
193
- "eval_samples_per_second": 5.936,
194
- "eval_steps_per_second": 1.488,
195
  "step": 600
196
  }
197
  ],
198
  "logging_steps": 50,
199
- "max_steps": 1246,
200
  "num_train_epochs": 1,
201
  "save_steps": 100,
202
- "total_flos": 2.245386162757632e+17,
203
  "trial_name": null,
204
  "trial_params": null
205
  }
 
1
  {
2
+ "best_metric": 0.6053406596183777,
3
+ "best_model_checkpoint": "output/checkpoint-500",
4
+ "epoch": 0.4811065450536233,
5
  "eval_steps": 50,
6
  "global_step": 600,
7
  "is_hyper_param_search": false,
 
11
  {
12
  "epoch": 0.0,
13
  "learning_rate": 1.3333333333333332e-06,
14
+ "loss": 0.6133,
15
  "step": 1
16
  },
17
  {
18
  "epoch": 0.04,
19
  "learning_rate": 5.9999999999999995e-05,
20
+ "loss": 0.61,
21
  "step": 50
22
  },
23
  {
24
  "epoch": 0.04,
25
+ "eval_accuracy": 0.6895522388059702,
26
+ "eval_loss": 0.6718239784240723,
27
+ "eval_runtime": 61.4305,
28
+ "eval_samples_per_second": 5.453,
29
+ "eval_steps_per_second": 1.367,
30
  "step": 50
31
  },
32
  {
33
  "epoch": 0.08,
34
  "learning_rate": 0.00012666666666666666,
35
+ "loss": 0.6233,
36
  "step": 100
37
  },
38
  {
39
  "epoch": 0.08,
40
+ "eval_accuracy": 0.6835820895522388,
41
+ "eval_loss": 0.695776641368866,
42
+ "eval_runtime": 61.5801,
43
+ "eval_samples_per_second": 5.44,
44
+ "eval_steps_per_second": 1.364,
45
  "step": 100
46
  },
47
  {
48
  "epoch": 0.12,
49
  "learning_rate": 0.00019333333333333333,
50
+ "loss": 0.6187,
51
  "step": 150
52
  },
53
  {
54
  "epoch": 0.12,
55
+ "eval_accuracy": 0.6895522388059702,
56
+ "eval_loss": 0.6547008156776428,
57
+ "eval_runtime": 61.4876,
58
+ "eval_samples_per_second": 5.448,
59
+ "eval_steps_per_second": 1.366,
60
  "step": 150
61
  },
62
  {
63
  "epoch": 0.16,
64
  "learning_rate": 0.00026,
65
+ "loss": 0.667,
66
  "step": 200
67
  },
68
  {
69
  "epoch": 0.16,
70
+ "eval_accuracy": 0.6686567164179105,
71
+ "eval_loss": 0.7339211702346802,
72
+ "eval_runtime": 61.0301,
73
+ "eval_samples_per_second": 5.489,
74
+ "eval_steps_per_second": 1.376,
75
  "step": 200
76
  },
77
  {
78
  "epoch": 0.2,
79
+ "learning_rate": 0.0002941291585127201,
80
+ "loss": 0.6896,
81
  "step": 250
82
  },
83
  {
84
  "epoch": 0.2,
85
+ "eval_accuracy": 0.6388059701492538,
86
+ "eval_loss": 0.6455020904541016,
87
+ "eval_runtime": 61.0356,
88
+ "eval_samples_per_second": 5.489,
89
+ "eval_steps_per_second": 1.376,
90
  "step": 250
91
  },
92
  {
93
  "epoch": 0.24,
94
+ "learning_rate": 0.0002794520547945205,
95
+ "loss": 0.6732,
96
  "step": 300
97
  },
98
  {
99
  "epoch": 0.24,
100
+ "eval_accuracy": 0.6388059701492538,
101
+ "eval_loss": 0.8866483569145203,
102
+ "eval_runtime": 61.5006,
103
+ "eval_samples_per_second": 5.447,
104
+ "eval_steps_per_second": 1.366,
105
  "step": 300
106
  },
107
  {
108
  "epoch": 0.28,
109
+ "learning_rate": 0.0002647749510763209,
110
+ "loss": 0.6255,
111
  "step": 350
112
  },
113
  {
114
  "epoch": 0.28,
115
+ "eval_accuracy": 0.6746268656716418,
116
+ "eval_loss": 0.6250954866409302,
117
+ "eval_runtime": 61.4499,
118
+ "eval_samples_per_second": 5.452,
119
+ "eval_steps_per_second": 1.367,
120
  "step": 350
121
  },
122
  {
123
  "epoch": 0.32,
124
+ "learning_rate": 0.0002500978473581213,
125
+ "loss": 0.6522,
126
  "step": 400
127
  },
128
  {
129
  "epoch": 0.32,
130
+ "eval_accuracy": 0.6925373134328359,
131
+ "eval_loss": 0.7217190861701965,
132
+ "eval_runtime": 61.1569,
133
+ "eval_samples_per_second": 5.478,
134
+ "eval_steps_per_second": 1.374,
135
  "step": 400
136
  },
137
  {
138
  "epoch": 0.36,
139
+ "learning_rate": 0.00023542074363992171,
140
+ "loss": 0.6592,
141
  "step": 450
142
  },
143
  {
144
  "epoch": 0.36,
145
+ "eval_accuracy": 0.6417910447761194,
146
+ "eval_loss": 0.636791467666626,
147
+ "eval_runtime": 61.431,
148
+ "eval_samples_per_second": 5.453,
149
+ "eval_steps_per_second": 1.367,
150
  "step": 450
151
  },
152
  {
153
  "epoch": 0.4,
154
+ "learning_rate": 0.00022074363992172208,
155
+ "loss": 0.624,
156
  "step": 500
157
  },
158
  {
159
  "epoch": 0.4,
160
+ "eval_accuracy": 0.7044776119402985,
161
+ "eval_loss": 0.6053406596183777,
162
+ "eval_runtime": 61.4573,
163
+ "eval_samples_per_second": 5.451,
164
+ "eval_steps_per_second": 1.367,
165
  "step": 500
166
  },
167
  {
168
  "epoch": 0.44,
169
+ "learning_rate": 0.0002060665362035225,
170
+ "loss": 0.6098,
171
  "step": 550
172
  },
173
  {
174
  "epoch": 0.44,
175
+ "eval_accuracy": 0.6477611940298508,
176
+ "eval_loss": 0.8857873678207397,
177
+ "eval_runtime": 61.4645,
178
+ "eval_samples_per_second": 5.45,
179
+ "eval_steps_per_second": 1.367,
180
  "step": 550
181
  },
182
  {
183
  "epoch": 0.48,
184
+ "learning_rate": 0.00019138943248532287,
185
+ "loss": 0.6357,
186
  "step": 600
187
  },
188
  {
189
  "epoch": 0.48,
190
+ "eval_accuracy": 0.7074626865671642,
191
+ "eval_loss": 0.607388436794281,
192
+ "eval_runtime": 61.4941,
193
+ "eval_samples_per_second": 5.448,
194
+ "eval_steps_per_second": 1.366,
195
  "step": 600
196
  }
197
  ],
198
  "logging_steps": 50,
199
+ "max_steps": 1247,
200
  "num_train_epochs": 1,
201
  "save_steps": 100,
202
+ "total_flos": 2.2519011770830848e+17,
203
  "trial_name": null,
204
  "trial_params": null
205
  }