Jonna Marie Matthiesen commited on
Commit ·
a8408e4
1
Parent(s): e3da205
Add Qwen3.5 accuracy data
Browse files- config.json +1 -0
- data/acc-Qwen3.5.csv +11 -0
config.json
CHANGED
|
@@ -215,6 +215,7 @@
|
|
| 215 |
},
|
| 216 |
"Qwen3.5": {
|
| 217 |
"data_file": "data/Qwen3.5.csv",
|
|
|
|
| 218 |
"table_group_by": [
|
| 219 |
"res",
|
| 220 |
"fps"
|
|
|
|
| 215 |
},
|
| 216 |
"Qwen3.5": {
|
| 217 |
"data_file": "data/Qwen3.5.csv",
|
| 218 |
+
"accuracy_file": "data/acc-Qwen3.5.csv",
|
| 219 |
"table_group_by": [
|
| 220 |
"res",
|
| 221 |
"fps"
|
data/acc-Qwen3.5.csv
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Model,thinking_mode,countbench,mmbench_en_dev_lite,ocrbench,vlmsareblind
|
| 2 |
+
Qwen/Qwen3.5-0.8B,no_thinking,0.6273,0.64,0.7750,0.4877
|
| 3 |
+
embedl/Qwen3.5-0.8B-FlashHead,no_thinking,0.65,,0.76,0.48
|
| 4 |
+
Qwen/Qwen3.5-2B,no_thinking,0.80,,0.84,0.54
|
| 5 |
+
embedl/Qwen3.5-2B-FlashHead,no_thinking,0.81,0.77,0.84,0.55
|
| 6 |
+
Qwen/Qwen3.5-4B,no_thinking,0.91,,0.85,0.65
|
| 7 |
+
embedl/Qwen3.5-4B-FlashHead,no_thinking,0.90,0.912,0.85,0.63
|
| 8 |
+
Qwen/Qwen3.5-9B,thinking,0.92,0.89,0.89,0.69
|
| 9 |
+
embedl/Qwen3.5-9B-FlashHead,thinking,0.93,0.89,0.88,0.70
|
| 10 |
+
Qwen/Qwen3.5-27B,thinking,0.94,,0.45,0.67
|
| 11 |
+
embedl/Qwen3.5-27B-FlashHead,thinking,0.93,0.92,0.45,0.67
|