Commit
•
f4633a0
1
Parent(s):
8236b56
Create README.md
Browse files
README.md
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: cc
|
| 3 |
+
language:
|
| 4 |
+
- pt
|
| 5 |
+
---
|
| 6 |
+
|
| 7 |
+
Evals
|
| 8 |
+
|
| 9 |
+
| Tasks |Metric |LLAMA3 Base Instruct Value|Stderr|Finetune Cabra 1 Value|Stderr|
|
| 10 |
+
|-----------------------------|-------|--------------------------|------|----------------------|------|
|
| 11 |
+
|assin2_rte |f1_macro|0.9091 |0.0041|0.9036 |0.0042|
|
| 12 |
+
| |acc |0.9093 |0.0041|0.9036 |0.0042|
|
| 13 |
+
|assin2_sts |pearson |0.7517 |0.0074|0.6989 |0.0082|
|
| 14 |
+
| |mse |0.5985 |N/A |0.6958 |N/A |
|
| 15 |
+
|bluex |acc |0.5786 |0.0106|0.5786 |0.0106|
|
| 16 |
+
| |... |... |... |... |... |
|
| 17 |
+
|enem |acc |0.7012 |0.0070|0.7439 |0.0067|
|
| 18 |
+
|faquad_nli |f1_macro|0.7516 |0.0132|0.6988 |0.0139|
|
| 19 |
+
| |acc |0.7938 |0.0112|0.7508 |0.0120|
|
| 20 |
+
|hatebr_offensive_binary |f1_macro|0.8699 |0.0064|0.8528 |0.0067|
|
| 21 |
+
| |acc |0.8700 |0.0064|0.8536 |0.0067|
|
| 22 |
+
|oab_exams |acc |0.5062 |0.0062|0.4911 |0.0062|
|
| 23 |
+
|portuguese_hate_speech_binary|f1_macro|0.5982 |0.0120|0.5954 |0.0120|
|
| 24 |
+
| |acc |0.5993 |0.0119|0.5993 |0.0119|
|