End of training
Browse files- README.md +52 -12
- config.json +2 -1
- model.safetensors +1 -1
- runs/Feb28_16-35-15_3897ec21fae5/events.out.tfevents.1709138116.3897ec21fae5.63513.0 +3 -0
- tokenizer.json +12 -12
- training_args.bin +1 -1
README.md
CHANGED
@@ -13,7 +13,7 @@ should probably proofread and complete it, then remove this comment. -->
|
|
13 |
|
14 |
This model is a fine-tuned version of [](https://huggingface.co/) on the None dataset.
|
15 |
It achieves the following results on the evaluation set:
|
16 |
-
- Loss: 0.
|
17 |
|
18 |
## Model description
|
19 |
|
@@ -38,22 +38,62 @@ The following hyperparameters were used during training:
|
|
38 |
- seed: 42
|
39 |
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
40 |
- lr_scheduler_type: linear
|
41 |
-
- num_epochs:
|
42 |
|
43 |
### Training results
|
44 |
|
45 |
| Training Loss | Epoch | Step | Validation Loss |
|
46 |
|:-------------:|:-----:|:----:|:---------------:|
|
47 |
-
| 3.
|
48 |
-
| 2.
|
49 |
-
| 1.
|
50 |
-
| 1.
|
51 |
-
| 1.
|
52 |
-
|
|
53 |
-
|
|
54 |
-
| 0.
|
55 |
-
| 0.
|
56 |
-
| 0.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
57 |
|
58 |
|
59 |
### Framework versions
|
|
|
13 |
|
14 |
This model is a fine-tuned version of [](https://huggingface.co/) on the None dataset.
|
15 |
It achieves the following results on the evaluation set:
|
16 |
+
- Loss: 0.0408
|
17 |
|
18 |
## Model description
|
19 |
|
|
|
38 |
- seed: 42
|
39 |
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
40 |
- lr_scheduler_type: linear
|
41 |
+
- num_epochs: 50
|
42 |
|
43 |
### Training results
|
44 |
|
45 |
| Training Loss | Epoch | Step | Validation Loss |
|
46 |
|:-------------:|:-----:|:----:|:---------------:|
|
47 |
+
| 3.1232 | 1.0 | 5 | 2.3752 |
|
48 |
+
| 2.1776 | 2.0 | 10 | 1.8879 |
|
49 |
+
| 1.7349 | 3.0 | 15 | 1.4779 |
|
50 |
+
| 1.3722 | 4.0 | 20 | 1.2288 |
|
51 |
+
| 1.1464 | 5.0 | 25 | 1.0354 |
|
52 |
+
| 0.995 | 6.0 | 30 | 0.9079 |
|
53 |
+
| 0.8838 | 7.0 | 35 | 0.8040 |
|
54 |
+
| 0.7827 | 8.0 | 40 | 0.7075 |
|
55 |
+
| 0.7079 | 9.0 | 45 | 0.6453 |
|
56 |
+
| 0.6523 | 10.0 | 50 | 0.5931 |
|
57 |
+
| 0.6042 | 11.0 | 55 | 0.5485 |
|
58 |
+
| 0.5548 | 12.0 | 60 | 0.5170 |
|
59 |
+
| 0.5339 | 13.0 | 65 | 0.5695 |
|
60 |
+
| 0.5492 | 14.0 | 70 | 0.4823 |
|
61 |
+
| 0.4951 | 15.0 | 75 | 0.4626 |
|
62 |
+
| 0.464 | 16.0 | 80 | 0.4308 |
|
63 |
+
| 0.4377 | 17.0 | 85 | 0.3924 |
|
64 |
+
| 0.4059 | 18.0 | 90 | 0.3690 |
|
65 |
+
| 0.3782 | 19.0 | 95 | 0.3322 |
|
66 |
+
| 0.3458 | 20.0 | 100 | 0.3135 |
|
67 |
+
| 0.3307 | 21.0 | 105 | 0.2936 |
|
68 |
+
| 0.2999 | 22.0 | 110 | 0.2577 |
|
69 |
+
| 0.2739 | 23.0 | 115 | 0.2444 |
|
70 |
+
| 0.2461 | 24.0 | 120 | 0.2236 |
|
71 |
+
| 0.2264 | 25.0 | 125 | 0.1957 |
|
72 |
+
| 0.2046 | 26.0 | 130 | 0.1637 |
|
73 |
+
| 0.1819 | 27.0 | 135 | 0.1415 |
|
74 |
+
| 0.16 | 28.0 | 140 | 0.1238 |
|
75 |
+
| 0.1454 | 29.0 | 145 | 0.1092 |
|
76 |
+
| 0.1297 | 30.0 | 150 | 0.0997 |
|
77 |
+
| 0.1188 | 31.0 | 155 | 0.0876 |
|
78 |
+
| 0.1105 | 32.0 | 160 | 0.0897 |
|
79 |
+
| 0.1033 | 33.0 | 165 | 0.0779 |
|
80 |
+
| 0.0941 | 34.0 | 170 | 0.0702 |
|
81 |
+
| 0.0897 | 35.0 | 175 | 0.0656 |
|
82 |
+
| 0.085 | 36.0 | 180 | 0.0634 |
|
83 |
+
| 0.0796 | 37.0 | 185 | 0.0596 |
|
84 |
+
| 0.0768 | 38.0 | 190 | 0.0560 |
|
85 |
+
| 0.0728 | 39.0 | 195 | 0.0556 |
|
86 |
+
| 0.0702 | 40.0 | 200 | 0.0516 |
|
87 |
+
| 0.0662 | 41.0 | 205 | 0.0493 |
|
88 |
+
| 0.063 | 42.0 | 210 | 0.0472 |
|
89 |
+
| 0.0613 | 43.0 | 215 | 0.0459 |
|
90 |
+
| 0.0617 | 44.0 | 220 | 0.0449 |
|
91 |
+
| 0.0579 | 45.0 | 225 | 0.0425 |
|
92 |
+
| 0.0556 | 46.0 | 230 | 0.0428 |
|
93 |
+
| 0.0555 | 47.0 | 235 | 0.0413 |
|
94 |
+
| 0.0536 | 48.0 | 240 | 0.0409 |
|
95 |
+
| 0.053 | 49.0 | 245 | 0.0409 |
|
96 |
+
| 0.0532 | 50.0 | 250 | 0.0408 |
|
97 |
|
98 |
|
99 |
### Framework versions
|
config.json
CHANGED
@@ -164,5 +164,6 @@
|
|
164 |
"model_type": "encoder-decoder",
|
165 |
"pad_token_id": 3,
|
166 |
"torch_dtype": "float32",
|
167 |
-
"transformers_version": "4.37.2"
|
|
|
168 |
}
|
|
|
164 |
"model_type": "encoder-decoder",
|
165 |
"pad_token_id": 3,
|
166 |
"torch_dtype": "float32",
|
167 |
+
"transformers_version": "4.37.2",
|
168 |
+
"unk_token_id": null
|
169 |
}
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 31207604
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:88677a6bc13ac58099475a50c0deea5f6f7c48e5d529d97000cfbd253bc7678d
|
3 |
size 31207604
|
runs/Feb28_16-35-15_3897ec21fae5/events.out.tfevents.1709138116.3897ec21fae5.63513.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eec06d2cbb04ab48a0419546960deedcc1588037691c2935a1cd2ec2051d5ee6
|
3 |
+
size 29894
|
tokenizer.json
CHANGED
@@ -117,18 +117,18 @@
|
|
117 |
"99": 18,
|
118 |
"11": 19,
|
119 |
"98": 20,
|
120 |
-
"
|
121 |
-
"
|
122 |
-
"
|
123 |
-
"
|
124 |
"14": 25,
|
125 |
"95": 26,
|
126 |
"94": 27,
|
127 |
"15": 28,
|
128 |
"93": 29,
|
129 |
"16": 30,
|
130 |
-
"
|
131 |
-
"
|
132 |
"91": 33,
|
133 |
"18": 34,
|
134 |
"19": 35,
|
@@ -141,8 +141,8 @@
|
|
141 |
"87": 42,
|
142 |
"86": 43,
|
143 |
"23": 44,
|
144 |
-
"
|
145 |
-
"
|
146 |
"25": 47,
|
147 |
"84": 48,
|
148 |
"26": 49,
|
@@ -155,18 +155,18 @@
|
|
155 |
"9 9",
|
156 |
"1 1",
|
157 |
"9 8",
|
158 |
-
"1 2",
|
159 |
"9 7",
|
160 |
-
"1
|
161 |
"9 6",
|
|
|
162 |
"1 4",
|
163 |
"9 5",
|
164 |
"9 4",
|
165 |
"1 5",
|
166 |
"9 3",
|
167 |
"1 6",
|
168 |
-
"1 7",
|
169 |
"9 2",
|
|
|
170 |
"9 1",
|
171 |
"1 8",
|
172 |
"1 9",
|
@@ -179,8 +179,8 @@
|
|
179 |
"8 7",
|
180 |
"8 6",
|
181 |
"2 3",
|
182 |
-
"2 4",
|
183 |
"8 5",
|
|
|
184 |
"2 5",
|
185 |
"8 4",
|
186 |
"2 6",
|
|
|
117 |
"99": 18,
|
118 |
"11": 19,
|
119 |
"98": 20,
|
120 |
+
"97": 21,
|
121 |
+
"12": 22,
|
122 |
+
"96": 23,
|
123 |
+
"13": 24,
|
124 |
"14": 25,
|
125 |
"95": 26,
|
126 |
"94": 27,
|
127 |
"15": 28,
|
128 |
"93": 29,
|
129 |
"16": 30,
|
130 |
+
"92": 31,
|
131 |
+
"17": 32,
|
132 |
"91": 33,
|
133 |
"18": 34,
|
134 |
"19": 35,
|
|
|
141 |
"87": 42,
|
142 |
"86": 43,
|
143 |
"23": 44,
|
144 |
+
"85": 45,
|
145 |
+
"24": 46,
|
146 |
"25": 47,
|
147 |
"84": 48,
|
148 |
"26": 49,
|
|
|
155 |
"9 9",
|
156 |
"1 1",
|
157 |
"9 8",
|
|
|
158 |
"9 7",
|
159 |
+
"1 2",
|
160 |
"9 6",
|
161 |
+
"1 3",
|
162 |
"1 4",
|
163 |
"9 5",
|
164 |
"9 4",
|
165 |
"1 5",
|
166 |
"9 3",
|
167 |
"1 6",
|
|
|
168 |
"9 2",
|
169 |
+
"1 7",
|
170 |
"9 1",
|
171 |
"1 8",
|
172 |
"1 9",
|
|
|
179 |
"8 7",
|
180 |
"8 6",
|
181 |
"2 3",
|
|
|
182 |
"8 5",
|
183 |
+
"2 4",
|
184 |
"2 5",
|
185 |
"8 4",
|
186 |
"2 6",
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4920
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8118a074521f462d1f96fea1964baf76db0a332f1b116d058695b88f02ef809e
|
3 |
size 4920
|