Upload README.md with huggingface_hub
Browse files
README.md
ADDED
@@ -0,0 +1,45 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
{}
|
3 |
+
---
|
4 |
+
Model description:
|
5 |
+
|
6 |
+
|
7 |
+
Model: pgajo/mdeberta-xlwa-en-it
|
8 |
+
|
9 |
+
Dataset: TASTEset
|
10 |
+
|
11 |
+
Unshuffled ratio: ['0']
|
12 |
+
|
13 |
+
Shuffled ratio: ['1']
|
14 |
+
|
15 |
+
Best exact match epoch: 4
|
16 |
+
|
17 |
+
Best exact match: 97.8
|
18 |
+
|
19 |
+
Best epoch: 4
|
20 |
+
|
21 |
+
Drop duplicates: ['1']
|
22 |
+
|
23 |
+
Max epochs = 10
|
24 |
+
|
25 |
+
Optimizer lr = 3e-05
|
26 |
+
|
27 |
+
Optimizer eps = 1e-08
|
28 |
+
|
29 |
+
Batch size = 8
|
30 |
+
|
31 |
+
Dataset path = pgajo/EW-TT-PE_U0_S1_Tingredient_P0.75_DROP1_mdeberta
|
32 |
+
|
33 |
+
|
34 |
+
|
35 |
+
Results
|
36 |
+
|
37 |
+
| epoch | train_loss | train_f1 | train_exact | dev_loss | dev_f1 | dev_exact | test_loss | test_f1 | test_exact |
|
38 |
+
|--------:|-------------:|-----------:|--------------:|-----------:|---------:|------------:|------------:|----------:|-------------:|
|
39 |
+
| 1 | 0.39 | 90.33 | 82.92 | 0.14 | 97.6 | 96.43 | 0 | 0 | 0 |
|
40 |
+
| 2 | 0.09 | 98.28 | 96.49 | 0.15 | 97.23 | 96.15 | 0 | 0 | 0 |
|
41 |
+
| 3 | 0.05 | 98.86 | 98.07 | 0.12 | 97.96 | 96.98 | 0 | 0 | 0 |
|
42 |
+
| 4 | 0.02 | 99.22 | 98.9 | 0.15 | 98.27 | 97.8 | 0 | 0 | 0 |
|
43 |
+
| 5 | 0.04 | 99.32 | 98.35 | 0.15 | 97.45 | 96.43 | 0 | 0 | 0 |
|
44 |
+
| 6 | 0.02 | 99.64 | 99.04 | 0.19 | 97.74 | 96.43 | 0 | 0 | 0 |
|
45 |
+
| 7 | 0.01 | 99.84 | 99.59 | 0.16 | 97.69 | 96.7 | 0 | 0 | 0 |
|