Update README.md
Browse files
README.md
CHANGED
|
@@ -57,3 +57,16 @@ hf-causal-experimental (pretrained=T3Q-LLM/T3Q-LLM-TE-NLI-v1.0,use_accelerate=tr
|
|
| 57 |
|kobest_sentineg | 0|acc |0.8866|± |0.0159|
|
| 58 |
| | |macro_f1|0.8865|± |0.0160|
|
| 59 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 57 |
|kobest_sentineg | 0|acc |0.8866|± |0.0159|
|
| 58 |
| | |macro_f1|0.8865|± |0.0160|
|
| 59 |
|
| 60 |
+
|
| 61 |
+
hf-causal-experimental (pretrained=intfloat/e5-mistral-7b-instruct,use_accelerate=true,trust_remote_code=true), limit: None, provide_description: False, num_fewshot: 0, batch_size: 8
|
| 62 |
+
| Task |Version| Metric |Value | |Stderr|
|
| 63 |
+
|----------------|------:|--------|-----:|---|-----:|
|
| 64 |
+
|kobest_boolq | 0|acc |0.5021|± |0.0133|
|
| 65 |
+
| | |macro_f1|0.3343|± |0.0059|
|
| 66 |
+
|kobest_copa | 0|acc |0.4800|± |0.0158|
|
| 67 |
+
| | |macro_f1|0.4796|± |0.0158|
|
| 68 |
+
|kobest_hellaswag| 0|acc |0.2160|± |0.0184|
|
| 69 |
+
| | |acc_norm|0.2560|± |0.0195|
|
| 70 |
+
| | |macro_f1|0.2138|± |0.0182|
|
| 71 |
+
|kobest_sentineg | 0|acc |0.4962|± |0.0251|
|
| 72 |
+
| | |macro_f1|0.3316|± |0.0113|
|