Update README.md
Browse files
README.md
CHANGED
|
@@ -21,6 +21,20 @@ pipeline_tag: text-generation
|
|
| 21 |
|gsm8k| 3|flexible-extract| 5|exact_match|↑ |0.6179|± |0.0134|
|
| 22 |
| | |strict-match | 5|exact_match|↑ |0.6171|± |0.0134|
|
| 23 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
|
| 25 |
| Tasks |Version|Filter|n-shot| Metric | |Value | |Stderr|
|
| 26 |
|----------------|------:|------|-----:|--------|---|-----:|---|------|
|
|
|
|
| 21 |
|gsm8k| 3|flexible-extract| 5|exact_match|↑ |0.6179|± |0.0134|
|
| 22 |
| | |strict-match | 5|exact_match|↑ |0.6171|± |0.0134|
|
| 23 |
|
| 24 |
+
| Tasks |Version|Filter|n-shot| Metric | |Value | |Stderr|
|
| 25 |
+
|-------------------------------|------:|------|-----:|--------|---|-----:|---|-----:|
|
| 26 |
+
|haerae | 1|none | |acc |↑ |0.4180|± |0.0148|
|
| 27 |
+
| | |none | |acc_norm|↑ |0.4180|± |0.0148|
|
| 28 |
+
| - haerae_general_knowledge | 1|none | 5|acc |↑ |0.3125|± |0.0350|
|
| 29 |
+
| | |none | 5|acc_norm|↑ |0.3125|± |0.0350|
|
| 30 |
+
| - haerae_history | 1|none | 5|acc |↑ |0.3404|± |0.0347|
|
| 31 |
+
| | |none | 5|acc_norm|↑ |0.3404|± |0.0347|
|
| 32 |
+
| - haerae_loan_word | 1|none | 5|acc |↑ |0.4083|± |0.0379|
|
| 33 |
+
| | |none | 5|acc_norm|↑ |0.4083|± |0.0379|
|
| 34 |
+
| - haerae_rare_word | 1|none | 5|acc |↑ |0.4815|± |0.0249|
|
| 35 |
+
| | |none | 5|acc_norm|↑ |0.4815|± |0.0249|
|
| 36 |
+
| - haerae_standard_nomenclature| 1|none | 5|acc |↑ |0.4771|± |0.0405|
|
| 37 |
+
| | |none | 5|acc_norm|↑ |0.4771|± |0.0405|
|
| 38 |
|
| 39 |
| Tasks |Version|Filter|n-shot| Metric | |Value | |Stderr|
|
| 40 |
|----------------|------:|------|-----:|--------|---|-----:|---|------|
|