TinyPixel commited on
Commit
ae4bed8
·
verified ·
1 Parent(s): 41ad3c1

Upload folder using huggingface_hub

Browse files
adapter_config.json CHANGED
@@ -19,8 +19,8 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "c_proj",
23
- "c_attn"
24
  ],
25
  "task_type": "CAUSAL_LM",
26
  "use_rslora": false
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
+ "c_attn",
23
+ "c_proj"
24
  ],
25
  "task_type": "CAUSAL_LM",
26
  "use_rslora": false
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:205639d5518ad2635d9ff85e240ab7adfbd53cf6f4c0097ed416a8006ec3642e
3
  size 121915776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcee55c3a6d095844c13e6a1581a2569d65629e5c9661351260c110844a17d6e
3
  size 121915776
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae78663a89944488c3ea13511b18dfa4680ad21cedaec2830b047347e158ad53
3
  size 243883194
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98807b528de929625c704eee6ff4a8b7bfac94972a6461f0e8fd9e071223f266
3
  size 243883194
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:90200101f953921312744293ee71aa8aba7266377b4396e665a0d441571c9ab9
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:183eb4d88f2758914294124886d1c48746eb117c394992417d09a86ef7c6fed1
3
  size 14244
trainer_state.json CHANGED
@@ -11,199 +11,199 @@
11
  {
12
  "epoch": 0.03,
13
  "learning_rate": 1.3333333333333333e-05,
14
- "loss": 2.5901,
15
  "step": 2
16
  },
17
  {
18
  "epoch": 0.06,
19
  "learning_rate": 1.9987954562051724e-05,
20
- "loss": 1.6054,
21
  "step": 4
22
  },
23
  {
24
  "epoch": 0.09,
25
  "learning_rate": 1.989176509964781e-05,
26
- "loss": 1.637,
27
  "step": 6
28
  },
29
  {
30
  "epoch": 0.12,
31
  "learning_rate": 1.9700312531945444e-05,
32
- "loss": 1.5457,
33
  "step": 8
34
  },
35
  {
36
  "epoch": 0.15,
37
  "learning_rate": 1.941544065183021e-05,
38
- "loss": 1.2591,
39
  "step": 10
40
  },
41
  {
42
  "epoch": 0.18,
43
  "learning_rate": 1.9039892931234434e-05,
44
- "loss": 1.5811,
45
  "step": 12
46
  },
47
  {
48
  "epoch": 0.21,
49
  "learning_rate": 1.8577286100002723e-05,
50
- "loss": 2.0195,
51
  "step": 14
52
  },
53
  {
54
  "epoch": 0.24,
55
  "learning_rate": 1.803207531480645e-05,
56
- "loss": 2.6436,
57
  "step": 16
58
  },
59
  {
60
  "epoch": 0.27,
61
  "learning_rate": 1.7409511253549592e-05,
62
- "loss": 2.0522,
63
  "step": 18
64
  },
65
  {
66
  "epoch": 0.3,
67
  "learning_rate": 1.6715589548470187e-05,
68
- "loss": 1.5437,
69
  "step": 20
70
  },
71
  {
72
  "epoch": 0.33,
73
  "learning_rate": 1.5956993044924334e-05,
74
- "loss": 1.5208,
75
  "step": 22
76
  },
77
  {
78
  "epoch": 0.36,
79
  "learning_rate": 1.5141027441932217e-05,
80
- "loss": 1.5031,
81
  "step": 24
82
  },
83
  {
84
  "epoch": 0.39,
85
  "learning_rate": 1.4275550934302822e-05,
86
- "loss": 1.5096,
87
  "step": 26
88
  },
89
  {
90
  "epoch": 0.42,
91
  "learning_rate": 1.3368898533922202e-05,
92
- "loss": 1.7672,
93
  "step": 28
94
  },
95
  {
96
  "epoch": 0.45,
97
  "learning_rate": 1.242980179903264e-05,
98
- "loss": 2.1739,
99
  "step": 30
100
  },
101
  {
102
  "epoch": 0.48,
103
  "learning_rate": 1.1467304744553618e-05,
104
- "loss": 2.5344,
105
  "step": 32
106
  },
107
  {
108
  "epoch": 0.51,
109
  "learning_rate": 1.0490676743274181e-05,
110
- "loss": 2.4945,
111
  "step": 34
112
  },
113
  {
114
  "epoch": 0.54,
115
  "learning_rate": 9.50932325672582e-06,
116
- "loss": 1.9292,
117
  "step": 36
118
  },
119
  {
120
  "epoch": 0.57,
121
  "learning_rate": 8.532695255446384e-06,
122
- "loss": 1.5841,
123
  "step": 38
124
  },
125
  {
126
  "epoch": 0.6,
127
  "learning_rate": 7.570198200967363e-06,
128
- "loss": 1.4861,
129
  "step": 40
130
  },
131
  {
132
  "epoch": 0.63,
133
  "learning_rate": 6.631101466077801e-06,
134
- "loss": 1.37,
135
  "step": 42
136
  },
137
  {
138
  "epoch": 0.66,
139
  "learning_rate": 5.724449065697182e-06,
140
- "loss": 1.7151,
141
  "step": 44
142
  },
143
  {
144
  "epoch": 0.69,
145
  "learning_rate": 4.858972558067784e-06,
146
- "loss": 2.0653,
147
  "step": 46
148
  },
149
  {
150
  "epoch": 0.72,
151
  "learning_rate": 4.043006955075667e-06,
152
- "loss": 2.5185,
153
  "step": 48
154
  },
155
  {
156
  "epoch": 0.75,
157
  "learning_rate": 3.284410451529816e-06,
158
- "loss": 2.799,
159
  "step": 50
160
  },
161
  {
162
  "epoch": 0.78,
163
  "learning_rate": 2.5904887464504115e-06,
164
- "loss": 1.6359,
165
  "step": 52
166
  },
167
  {
168
  "epoch": 0.81,
169
  "learning_rate": 1.967924685193552e-06,
170
- "loss": 1.3921,
171
  "step": 54
172
  },
173
  {
174
  "epoch": 0.84,
175
  "learning_rate": 1.4227138999972801e-06,
176
- "loss": 1.6824,
177
  "step": 56
178
  },
179
  {
180
  "epoch": 0.86,
181
  "learning_rate": 9.601070687655667e-07,
182
- "loss": 1.5013,
183
  "step": 58
184
  },
185
  {
186
  "epoch": 0.89,
187
  "learning_rate": 5.845593481697931e-07,
188
- "loss": 1.4693,
189
  "step": 60
190
  },
191
  {
192
  "epoch": 0.92,
193
  "learning_rate": 2.996874680545603e-07,
194
- "loss": 1.7278,
195
  "step": 62
196
  },
197
  {
198
  "epoch": 0.95,
199
  "learning_rate": 1.0823490035218986e-07,
200
- "loss": 2.3428,
201
  "step": 64
202
  },
203
  {
204
  "epoch": 0.98,
205
  "learning_rate": 1.2045437948275952e-08,
206
- "loss": 1.5258,
207
  "step": 66
208
  }
209
  ],
@@ -212,7 +212,7 @@
212
  "num_input_tokens_seen": 0,
213
  "num_train_epochs": 1,
214
  "save_steps": 500,
215
- "total_flos": 4665930355777536.0,
216
  "train_batch_size": 1,
217
  "trial_name": null,
218
  "trial_params": null
 
11
  {
12
  "epoch": 0.03,
13
  "learning_rate": 1.3333333333333333e-05,
14
+ "loss": 2.6262,
15
  "step": 2
16
  },
17
  {
18
  "epoch": 0.06,
19
  "learning_rate": 1.9987954562051724e-05,
20
+ "loss": 1.6549,
21
  "step": 4
22
  },
23
  {
24
  "epoch": 0.09,
25
  "learning_rate": 1.989176509964781e-05,
26
+ "loss": 1.6926,
27
  "step": 6
28
  },
29
  {
30
  "epoch": 0.12,
31
  "learning_rate": 1.9700312531945444e-05,
32
+ "loss": 1.6159,
33
  "step": 8
34
  },
35
  {
36
  "epoch": 0.15,
37
  "learning_rate": 1.941544065183021e-05,
38
+ "loss": 1.3612,
39
  "step": 10
40
  },
41
  {
42
  "epoch": 0.18,
43
  "learning_rate": 1.9039892931234434e-05,
44
+ "loss": 1.7452,
45
  "step": 12
46
  },
47
  {
48
  "epoch": 0.21,
49
  "learning_rate": 1.8577286100002723e-05,
50
+ "loss": 2.2381,
51
  "step": 14
52
  },
53
  {
54
  "epoch": 0.24,
55
  "learning_rate": 1.803207531480645e-05,
56
+ "loss": 3.1504,
57
  "step": 16
58
  },
59
  {
60
  "epoch": 0.27,
61
  "learning_rate": 1.7409511253549592e-05,
62
+ "loss": 2.0864,
63
  "step": 18
64
  },
65
  {
66
  "epoch": 0.3,
67
  "learning_rate": 1.6715589548470187e-05,
68
+ "loss": 1.5856,
69
  "step": 20
70
  },
71
  {
72
  "epoch": 0.33,
73
  "learning_rate": 1.5956993044924334e-05,
74
+ "loss": 1.5722,
75
  "step": 22
76
  },
77
  {
78
  "epoch": 0.36,
79
  "learning_rate": 1.5141027441932217e-05,
80
+ "loss": 1.5654,
81
  "step": 24
82
  },
83
  {
84
  "epoch": 0.39,
85
  "learning_rate": 1.4275550934302822e-05,
86
+ "loss": 1.5932,
87
  "step": 26
88
  },
89
  {
90
  "epoch": 0.42,
91
  "learning_rate": 1.3368898533922202e-05,
92
+ "loss": 1.9197,
93
  "step": 28
94
  },
95
  {
96
  "epoch": 0.45,
97
  "learning_rate": 1.242980179903264e-05,
98
+ "loss": 2.3697,
99
  "step": 30
100
  },
101
  {
102
  "epoch": 0.48,
103
  "learning_rate": 1.1467304744553618e-05,
104
+ "loss": 2.975,
105
  "step": 32
106
  },
107
  {
108
  "epoch": 0.51,
109
  "learning_rate": 1.0490676743274181e-05,
110
+ "loss": 2.5185,
111
  "step": 34
112
  },
113
  {
114
  "epoch": 0.54,
115
  "learning_rate": 9.50932325672582e-06,
116
+ "loss": 1.9642,
117
  "step": 36
118
  },
119
  {
120
  "epoch": 0.57,
121
  "learning_rate": 8.532695255446384e-06,
122
+ "loss": 1.6161,
123
  "step": 38
124
  },
125
  {
126
  "epoch": 0.6,
127
  "learning_rate": 7.570198200967363e-06,
128
+ "loss": 1.5248,
129
  "step": 40
130
  },
131
  {
132
  "epoch": 0.63,
133
  "learning_rate": 6.631101466077801e-06,
134
+ "loss": 1.4393,
135
  "step": 42
136
  },
137
  {
138
  "epoch": 0.66,
139
  "learning_rate": 5.724449065697182e-06,
140
+ "loss": 1.823,
141
  "step": 44
142
  },
143
  {
144
  "epoch": 0.69,
145
  "learning_rate": 4.858972558067784e-06,
146
+ "loss": 2.1982,
147
  "step": 46
148
  },
149
  {
150
  "epoch": 0.72,
151
  "learning_rate": 4.043006955075667e-06,
152
+ "loss": 3.0005,
153
  "step": 48
154
  },
155
  {
156
  "epoch": 0.75,
157
  "learning_rate": 3.284410451529816e-06,
158
+ "loss": 2.8139,
159
  "step": 50
160
  },
161
  {
162
  "epoch": 0.78,
163
  "learning_rate": 2.5904887464504115e-06,
164
+ "loss": 1.6601,
165
  "step": 52
166
  },
167
  {
168
  "epoch": 0.81,
169
  "learning_rate": 1.967924685193552e-06,
170
+ "loss": 1.4221,
171
  "step": 54
172
  },
173
  {
174
  "epoch": 0.84,
175
  "learning_rate": 1.4227138999972801e-06,
176
+ "loss": 1.7112,
177
  "step": 56
178
  },
179
  {
180
  "epoch": 0.86,
181
  "learning_rate": 9.601070687655667e-07,
182
+ "loss": 1.5428,
183
  "step": 58
184
  },
185
  {
186
  "epoch": 0.89,
187
  "learning_rate": 5.845593481697931e-07,
188
+ "loss": 1.5406,
189
  "step": 60
190
  },
191
  {
192
  "epoch": 0.92,
193
  "learning_rate": 2.996874680545603e-07,
194
+ "loss": 1.8368,
195
  "step": 62
196
  },
197
  {
198
  "epoch": 0.95,
199
  "learning_rate": 1.0823490035218986e-07,
200
+ "loss": 2.6137,
201
  "step": 64
202
  },
203
  {
204
  "epoch": 0.98,
205
  "learning_rate": 1.2045437948275952e-08,
206
+ "loss": 1.5788,
207
  "step": 66
208
  }
209
  ],
 
212
  "num_input_tokens_seen": 0,
213
  "num_train_epochs": 1,
214
  "save_steps": 500,
215
+ "total_flos": 4694799827656704.0,
216
  "train_batch_size": 1,
217
  "trial_name": null,
218
  "trial_params": null
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9653fc37f15f43deaa9493115e12b71d00caae59a1a8db756d1f8243d0afe89c
3
  size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21bcb8c36870e5182a02c55ede2a08d2d61a08d449827fd961caac1d2a3e60c7
3
  size 4728