ludziej commited on
Commit
c36cb24
1 Parent(s): eba1556

End of training

Browse files
README.md CHANGED
@@ -13,7 +13,7 @@ should probably proofread and complete it, then remove this comment. -->
13
 
14
  This model is a fine-tuned version of [](https://huggingface.co/) on the None dataset.
15
  It achieves the following results on the evaluation set:
16
- - Loss: 0.4373
17
 
18
  ## Model description
19
 
@@ -38,32 +38,52 @@ The following hyperparameters were used during training:
38
  - seed: 42
39
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
40
  - lr_scheduler_type: linear
41
- - num_epochs: 20
42
 
43
  ### Training results
44
 
45
  | Training Loss | Epoch | Step | Validation Loss |
46
  |:-------------:|:-----:|:----:|:---------------:|
47
- | 2.9387 | 1.0 | 6 | 2.2225 |
48
- | 1.9975 | 2.0 | 12 | 1.6708 |
49
- | 1.5075 | 3.0 | 18 | 1.2869 |
50
- | 1.192 | 4.0 | 24 | 1.0852 |
51
- | 1.0194 | 5.0 | 30 | 0.9349 |
52
- | 0.8763 | 6.0 | 36 | 0.8014 |
53
- | 0.777 | 7.0 | 42 | 0.7309 |
54
- | 0.7214 | 8.0 | 48 | 0.6808 |
55
- | 0.6716 | 9.0 | 54 | 0.6422 |
56
- | 0.6235 | 10.0 | 60 | 0.5947 |
57
- | 0.6023 | 11.0 | 66 | 0.5575 |
58
- | 0.5757 | 12.0 | 72 | 0.5380 |
59
- | 0.5418 | 13.0 | 78 | 0.5109 |
60
- | 0.5253 | 14.0 | 84 | 0.4918 |
61
- | 0.5081 | 15.0 | 90 | 0.4780 |
62
- | 0.4872 | 16.0 | 96 | 0.4696 |
63
- | 0.4816 | 17.0 | 102 | 0.4536 |
64
- | 0.467 | 18.0 | 108 | 0.4458 |
65
- | 0.4583 | 19.0 | 114 | 0.4396 |
66
- | 0.4508 | 20.0 | 120 | 0.4373 |
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
67
 
68
 
69
  ### Framework versions
 
13
 
14
  This model is a fine-tuned version of [](https://huggingface.co/) on the None dataset.
15
  It achieves the following results on the evaluation set:
16
+ - Loss: 0.1675
17
 
18
  ## Model description
19
 
 
38
  - seed: 42
39
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
40
  - lr_scheduler_type: linear
41
+ - num_epochs: 40
42
 
43
  ### Training results
44
 
45
  | Training Loss | Epoch | Step | Validation Loss |
46
  |:-------------:|:-----:|:----:|:---------------:|
47
+ | 2.9654 | 1.0 | 6 | 2.2731 |
48
+ | 2.0238 | 2.0 | 12 | 1.7268 |
49
+ | 1.5275 | 3.0 | 18 | 1.2838 |
50
+ | 1.187 | 4.0 | 24 | 1.0874 |
51
+ | 1.0242 | 5.0 | 30 | 0.9517 |
52
+ | 0.9122 | 6.0 | 36 | 0.8367 |
53
+ | 0.8028 | 7.0 | 42 | 0.8002 |
54
+ | 0.762 | 8.0 | 48 | 0.7533 |
55
+ | 0.6956 | 9.0 | 54 | 0.6658 |
56
+ | 0.6503 | 10.0 | 60 | 0.6102 |
57
+ | 0.6071 | 11.0 | 66 | 0.5720 |
58
+ | 0.5785 | 12.0 | 72 | 0.5378 |
59
+ | 0.5367 | 13.0 | 78 | 0.5026 |
60
+ | 0.5118 | 14.0 | 84 | 0.5035 |
61
+ | 0.4987 | 15.0 | 90 | 0.4639 |
62
+ | 0.4704 | 16.0 | 96 | 0.4410 |
63
+ | 0.441 | 17.0 | 102 | 0.4364 |
64
+ | 0.4407 | 18.0 | 108 | 0.4112 |
65
+ | 0.4173 | 19.0 | 114 | 0.3852 |
66
+ | 0.4001 | 20.0 | 120 | 0.3590 |
67
+ | 0.3669 | 21.0 | 126 | 0.3375 |
68
+ | 0.3402 | 22.0 | 132 | 0.3207 |
69
+ | 0.3276 | 23.0 | 138 | 0.3187 |
70
+ | 0.3205 | 24.0 | 144 | 0.2961 |
71
+ | 0.2985 | 25.0 | 150 | 0.2673 |
72
+ | 0.2897 | 26.0 | 156 | 0.2524 |
73
+ | 0.2611 | 27.0 | 162 | 0.2408 |
74
+ | 0.2597 | 28.0 | 168 | 0.2408 |
75
+ | 0.2523 | 29.0 | 174 | 0.2277 |
76
+ | 0.2385 | 30.0 | 180 | 0.2111 |
77
+ | 0.2269 | 31.0 | 186 | 0.2068 |
78
+ | 0.2272 | 32.0 | 192 | 0.2047 |
79
+ | 0.2174 | 33.0 | 198 | 0.1927 |
80
+ | 0.2097 | 34.0 | 204 | 0.1848 |
81
+ | 0.1966 | 35.0 | 210 | 0.1817 |
82
+ | 0.1894 | 36.0 | 216 | 0.1768 |
83
+ | 0.1939 | 37.0 | 222 | 0.1760 |
84
+ | 0.1884 | 38.0 | 228 | 0.1701 |
85
+ | 0.1863 | 39.0 | 234 | 0.1683 |
86
+ | 0.1824 | 40.0 | 240 | 0.1675 |
87
 
88
 
89
  ### Framework versions
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:530b56ac95629a59f930966137d5db318c75ffe80eba4854c2166370f6c24dee
3
  size 31207604
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acc27a663e8618358ac7d8ac485aeefb415193b7eab7325fa800606372f02f23
3
  size 31207604
runs/Feb28_20-49-03_3897ec21fae5/events.out.tfevents.1709153344.3897ec21fae5.125073.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed338c255b9cfa2214ae29bb2a362ab5bcf4c08c6112754ac6f7143c7096df71
3
+ size 25647
tokenizer.json CHANGED
@@ -113,26 +113,26 @@
113
  "8": 14,
114
  "9": 15,
115
  "=": 16,
116
- "99": 17,
117
- "10": 18,
118
- "98": 19,
119
- "11": 20,
120
  "97": 21,
121
  "12": 22,
122
- "96": 23,
123
- "13": 24,
124
- "95": 25,
125
- "14": 26,
126
- "94": 27,
127
- "15": 28,
128
- "93": 29,
129
- "16": 30,
130
  "17": 31,
131
  "92": 32,
132
  "18": 33,
133
  "91": 34,
134
- "90": 35,
135
- "19": 36,
136
  "20": 37,
137
  "89": 38,
138
  "21": 39,
@@ -145,32 +145,32 @@
145
  "24": 46,
146
  "25": 47,
147
  "84": 48,
148
- "83": 49,
149
- "26": 50,
150
  "27": 51,
151
  "82": 52
152
  },
153
  "merges": [
154
- "9 9",
155
  "1 0",
156
- "9 8",
157
  "1 1",
 
158
  "9 7",
159
  "1 2",
160
- "9 6",
161
  "1 3",
162
- "9 5",
163
  "1 4",
164
- "9 4",
165
  "1 5",
166
- "9 3",
167
  "1 6",
 
168
  "1 7",
169
  "9 2",
170
  "1 8",
171
  "9 1",
172
- "9 0",
173
  "1 9",
 
174
  "2 0",
175
  "8 9",
176
  "2 1",
@@ -183,8 +183,8 @@
183
  "2 4",
184
  "2 5",
185
  "8 4",
186
- "8 3",
187
  "2 6",
 
188
  "2 7",
189
  "8 2"
190
  ]
 
113
  "8": 14,
114
  "9": 15,
115
  "=": 16,
116
+ "10": 17,
117
+ "99": 18,
118
+ "11": 19,
119
+ "98": 20,
120
  "97": 21,
121
  "12": 22,
122
+ "13": 23,
123
+ "96": 24,
124
+ "14": 25,
125
+ "95": 26,
126
+ "15": 27,
127
+ "94": 28,
128
+ "16": 29,
129
+ "93": 30,
130
  "17": 31,
131
  "92": 32,
132
  "18": 33,
133
  "91": 34,
134
+ "19": 35,
135
+ "90": 36,
136
  "20": 37,
137
  "89": 38,
138
  "21": 39,
 
145
  "24": 46,
146
  "25": 47,
147
  "84": 48,
148
+ "26": 49,
149
+ "83": 50,
150
  "27": 51,
151
  "82": 52
152
  },
153
  "merges": [
 
154
  "1 0",
155
+ "9 9",
156
  "1 1",
157
+ "9 8",
158
  "9 7",
159
  "1 2",
 
160
  "1 3",
161
+ "9 6",
162
  "1 4",
163
+ "9 5",
164
  "1 5",
165
+ "9 4",
166
  "1 6",
167
+ "9 3",
168
  "1 7",
169
  "9 2",
170
  "1 8",
171
  "9 1",
 
172
  "1 9",
173
+ "9 0",
174
  "2 0",
175
  "8 9",
176
  "2 1",
 
183
  "2 4",
184
  "2 5",
185
  "8 4",
 
186
  "2 6",
187
+ "8 3",
188
  "2 7",
189
  "8 2"
190
  ]
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7f26d29d4f2114e0ece86e6996348f7ee2d5a2f73ad33e6938c6332793ceb08
3
  size 4920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5295e2924564bea6263a351ff515e8a2133e6bce451f891ddb63bb59cf45e69d
3
  size 4920