ramdhanfirdaus commited on
Commit
72a6be6
1 Parent(s): 83e1ea9

Training in progress, step 1400, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6aae2e343ec94d6a3b128450cdab3184c3632ea88d300fcb2ba29ba104ab887b
3
  size 9444296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2665b349da48e82e399850392b9397ddd353017c89ecaa5cac5807160138ab36
3
  size 9444296
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:643b33c272a85100a20b13c5c253bd0ee93735164f39e19b94147bc8866d5a05
3
  size 18902665
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47ce9071f248093eac34ba9394abe19fb0b3459abde993d8130943078ad0afe3
3
  size 18902665
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db6358da13f324834878bd2b4485e5667664a0d92ed16a7f6a761dd9dea8cc65
3
  size 14575
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e4490c26af2695a2b327922ff3f2cc285daad2f6354ff581e32798a9b8e42b8
3
  size 14575
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30423cc69a1c7d18caef4643847588d5884db012263cbe7b7224fa4719ca4156
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1351871b6e069a7a4437616d40b913152ecc2cd046e996fcfeb300a3cf60638
3
  size 627
last-checkpoint/tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:17a208233d2ee8d8c83b23bc214df737c44806a1919f444e89b31e586cd956ba
3
- size 14500471
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d81d9b2c9d9db79ea02c00d4c7e79bb77a718dc57ab01f5f3b1cd6649f08993
3
+ size 14500569
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 2.444390296936035,
3
- "best_model_checkpoint": "./outputs/checkpoint-700",
4
- "epoch": 0.5100182149362478,
5
  "eval_steps": 100,
6
- "global_step": 700,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -11,107 +11,205 @@
11
  {
12
  "epoch": 0.07,
13
  "learning_rate": 0.0002,
14
- "loss": 2.7406,
15
  "step": 100
16
  },
17
  {
18
  "epoch": 0.07,
19
- "eval_loss": 2.6424405574798584,
20
- "eval_runtime": 206.8728,
21
- "eval_samples_per_second": 30.328,
22
- "eval_steps_per_second": 3.795,
23
  "step": 100
24
  },
25
  {
26
  "epoch": 0.15,
27
  "learning_rate": 0.0002,
28
- "loss": 2.6056,
29
  "step": 200
30
  },
31
  {
32
  "epoch": 0.15,
33
- "eval_loss": 2.591430187225342,
34
- "eval_runtime": 206.9647,
35
- "eval_samples_per_second": 30.314,
36
- "eval_steps_per_second": 3.793,
37
  "step": 200
38
  },
39
  {
40
  "epoch": 0.22,
41
  "learning_rate": 0.0002,
42
- "loss": 2.5631,
43
  "step": 300
44
  },
45
  {
46
  "epoch": 0.22,
47
- "eval_loss": 2.5565075874328613,
48
- "eval_runtime": 206.6263,
49
- "eval_samples_per_second": 30.364,
50
- "eval_steps_per_second": 3.799,
51
  "step": 300
52
  },
53
  {
54
  "epoch": 0.29,
55
  "learning_rate": 0.0002,
56
- "loss": 2.5363,
57
  "step": 400
58
  },
59
  {
60
  "epoch": 0.29,
61
- "eval_loss": 2.5222103595733643,
62
- "eval_runtime": 234.7988,
63
- "eval_samples_per_second": 26.721,
64
- "eval_steps_per_second": 3.343,
65
  "step": 400
66
  },
67
  {
68
  "epoch": 0.36,
69
  "learning_rate": 0.0002,
70
- "loss": 2.4935,
71
  "step": 500
72
  },
73
  {
74
  "epoch": 0.36,
75
- "eval_loss": 2.4934604167938232,
76
- "eval_runtime": 206.7039,
77
- "eval_samples_per_second": 30.353,
78
- "eval_steps_per_second": 3.798,
79
  "step": 500
80
  },
81
  {
82
  "epoch": 0.44,
83
  "learning_rate": 0.0002,
84
- "loss": 2.467,
85
  "step": 600
86
  },
87
  {
88
  "epoch": 0.44,
89
- "eval_loss": 2.467857837677002,
90
- "eval_runtime": 287.8992,
91
- "eval_samples_per_second": 21.792,
92
- "eval_steps_per_second": 2.727,
93
  "step": 600
94
  },
95
  {
96
  "epoch": 0.51,
97
  "learning_rate": 0.0002,
98
- "loss": 2.4494,
99
  "step": 700
100
  },
101
  {
102
  "epoch": 0.51,
103
- "eval_loss": 2.444390296936035,
104
- "eval_runtime": 206.5306,
105
- "eval_samples_per_second": 30.378,
106
- "eval_steps_per_second": 3.801,
107
  "step": 700
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
108
  }
109
  ],
110
  "logging_steps": 100,
111
  "max_steps": 4116,
112
  "num_train_epochs": 3,
113
  "save_steps": 100,
114
- "total_flos": 2.042513200078848e+16,
115
  "trial_name": null,
116
  "trial_params": null
117
  }
 
1
  {
2
+ "best_metric": 2.3010876178741455,
3
+ "best_model_checkpoint": "./outputs/checkpoint-1400",
4
+ "epoch": 1.0200364298724955,
5
  "eval_steps": 100,
6
+ "global_step": 1400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
11
  {
12
  "epoch": 0.07,
13
  "learning_rate": 0.0002,
14
+ "loss": 2.7399,
15
  "step": 100
16
  },
17
  {
18
  "epoch": 0.07,
19
+ "eval_loss": 2.6418099403381348,
20
+ "eval_runtime": 347.6157,
21
+ "eval_samples_per_second": 18.049,
22
+ "eval_steps_per_second": 2.258,
23
  "step": 100
24
  },
25
  {
26
  "epoch": 0.15,
27
  "learning_rate": 0.0002,
28
+ "loss": 2.6052,
29
  "step": 200
30
  },
31
  {
32
  "epoch": 0.15,
33
+ "eval_loss": 2.5918312072753906,
34
+ "eval_runtime": 333.731,
35
+ "eval_samples_per_second": 18.8,
36
+ "eval_steps_per_second": 2.352,
37
  "step": 200
38
  },
39
  {
40
  "epoch": 0.22,
41
  "learning_rate": 0.0002,
42
+ "loss": 2.5622,
43
  "step": 300
44
  },
45
  {
46
  "epoch": 0.22,
47
+ "eval_loss": 2.551574468612671,
48
+ "eval_runtime": 204.9306,
49
+ "eval_samples_per_second": 30.615,
50
+ "eval_steps_per_second": 3.831,
51
  "step": 300
52
  },
53
  {
54
  "epoch": 0.29,
55
  "learning_rate": 0.0002,
56
+ "loss": 2.5366,
57
  "step": 400
58
  },
59
  {
60
  "epoch": 0.29,
61
+ "eval_loss": 2.517575263977051,
62
+ "eval_runtime": 204.3925,
63
+ "eval_samples_per_second": 30.696,
64
+ "eval_steps_per_second": 3.841,
65
  "step": 400
66
  },
67
  {
68
  "epoch": 0.36,
69
  "learning_rate": 0.0002,
70
+ "loss": 2.4946,
71
  "step": 500
72
  },
73
  {
74
  "epoch": 0.36,
75
+ "eval_loss": 2.4924821853637695,
76
+ "eval_runtime": 204.4035,
77
+ "eval_samples_per_second": 30.694,
78
+ "eval_steps_per_second": 3.84,
79
  "step": 500
80
  },
81
  {
82
  "epoch": 0.44,
83
  "learning_rate": 0.0002,
84
+ "loss": 2.4686,
85
  "step": 600
86
  },
87
  {
88
  "epoch": 0.44,
89
+ "eval_loss": 2.4666266441345215,
90
+ "eval_runtime": 207.3453,
91
+ "eval_samples_per_second": 30.259,
92
+ "eval_steps_per_second": 3.786,
93
  "step": 600
94
  },
95
  {
96
  "epoch": 0.51,
97
  "learning_rate": 0.0002,
98
+ "loss": 2.4503,
99
  "step": 700
100
  },
101
  {
102
  "epoch": 0.51,
103
+ "eval_loss": 2.4440107345581055,
104
+ "eval_runtime": 205.5485,
105
+ "eval_samples_per_second": 30.523,
106
+ "eval_steps_per_second": 3.819,
107
  "step": 700
108
+ },
109
+ {
110
+ "epoch": 0.58,
111
+ "learning_rate": 0.0002,
112
+ "loss": 2.4271,
113
+ "step": 800
114
+ },
115
+ {
116
+ "epoch": 0.58,
117
+ "eval_loss": 2.4231719970703125,
118
+ "eval_runtime": 204.3763,
119
+ "eval_samples_per_second": 30.698,
120
+ "eval_steps_per_second": 3.841,
121
+ "step": 800
122
+ },
123
+ {
124
+ "epoch": 0.66,
125
+ "learning_rate": 0.0002,
126
+ "loss": 2.3911,
127
+ "step": 900
128
+ },
129
+ {
130
+ "epoch": 0.66,
131
+ "eval_loss": 2.401764154434204,
132
+ "eval_runtime": 204.7042,
133
+ "eval_samples_per_second": 30.649,
134
+ "eval_steps_per_second": 3.835,
135
+ "step": 900
136
+ },
137
+ {
138
+ "epoch": 0.73,
139
+ "learning_rate": 0.0002,
140
+ "loss": 2.3881,
141
+ "step": 1000
142
+ },
143
+ {
144
+ "epoch": 0.73,
145
+ "eval_loss": 2.3822004795074463,
146
+ "eval_runtime": 204.6048,
147
+ "eval_samples_per_second": 30.664,
148
+ "eval_steps_per_second": 3.837,
149
+ "step": 1000
150
+ },
151
+ {
152
+ "epoch": 0.8,
153
+ "learning_rate": 0.0002,
154
+ "loss": 2.3811,
155
+ "step": 1100
156
+ },
157
+ {
158
+ "epoch": 0.8,
159
+ "eval_loss": 2.360255479812622,
160
+ "eval_runtime": 283.1616,
161
+ "eval_samples_per_second": 22.157,
162
+ "eval_steps_per_second": 2.772,
163
+ "step": 1100
164
+ },
165
+ {
166
+ "epoch": 0.87,
167
+ "learning_rate": 0.0002,
168
+ "loss": 2.3378,
169
+ "step": 1200
170
+ },
171
+ {
172
+ "epoch": 0.87,
173
+ "eval_loss": 2.341019868850708,
174
+ "eval_runtime": 204.7618,
175
+ "eval_samples_per_second": 30.64,
176
+ "eval_steps_per_second": 3.834,
177
+ "step": 1200
178
+ },
179
+ {
180
+ "epoch": 0.95,
181
+ "learning_rate": 0.0002,
182
+ "loss": 2.3496,
183
+ "step": 1300
184
+ },
185
+ {
186
+ "epoch": 0.95,
187
+ "eval_loss": 2.326402187347412,
188
+ "eval_runtime": 365.7801,
189
+ "eval_samples_per_second": 17.152,
190
+ "eval_steps_per_second": 2.146,
191
+ "step": 1300
192
+ },
193
+ {
194
+ "epoch": 1.02,
195
+ "learning_rate": 0.0002,
196
+ "loss": 2.3,
197
+ "step": 1400
198
+ },
199
+ {
200
+ "epoch": 1.02,
201
+ "eval_loss": 2.3010876178741455,
202
+ "eval_runtime": 204.3039,
203
+ "eval_samples_per_second": 30.709,
204
+ "eval_steps_per_second": 3.842,
205
+ "step": 1400
206
  }
207
  ],
208
  "logging_steps": 100,
209
  "max_steps": 4116,
210
  "num_train_epochs": 3,
211
  "save_steps": 100,
212
+ "total_flos": 4.091805541361664e+16,
213
  "trial_name": null,
214
  "trial_params": null
215
  }
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6bbb4e93666410d7a938dd3851f7194e97be075889249a5ac42f4cb3cfacdd3
3
  size 4219
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faed5845c6fa602a9a75d6d7a3c4d37017580998e72f3835a07c1c95f579635b
3
  size 4219