Commit
•
b7541d9
1
Parent(s):
c0bf08c
Update README.md
Browse files
README.md
CHANGED
|
@@ -14,6 +14,23 @@ widget:
|
|
| 14 |
|
| 15 |
# TinyLlama-1.1B ---My personal Test update
|
| 16 |
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
|
| 18 |
https://github.com/jzhang38/TinyLlama
|
| 19 |
|
|
|
|
| 14 |
|
| 15 |
# TinyLlama-1.1B ---My personal Test update
|
| 16 |
</div>
|
| 17 |
+
Llamafactory EVAL
|
| 18 |
+
!CUDA_VISIBLE_DEVICES=0 python src/evaluate.py \
|
| 19 |
+
--model_name_or_path Deathsquad10/TinyLlama-Remix \
|
| 20 |
+
--template vanilla \
|
| 21 |
+
--task mmlu \
|
| 22 |
+
--split test \
|
| 23 |
+
--lang en \
|
| 24 |
+
--n_shot 5 \
|
| 25 |
+
--use_unsloth \
|
| 26 |
+
--batch_size 1
|
| 27 |
+
|
| 28 |
+
Average: 26.29
|
| 29 |
+
STEM: 27.10
|
| 30 |
+
Social Sciences: 25.48
|
| 31 |
+
Humanities: 25.62
|
| 32 |
+
Other: 27.26
|
| 33 |
+
|
| 34 |
|
| 35 |
https://github.com/jzhang38/TinyLlama
|
| 36 |
|