Jonna Marie Matthiesen commited on
Commit
a8408e4
·
1 Parent(s): e3da205

Add Qwen3.5 accuracy data

Browse files
Files changed (2) hide show
  1. config.json +1 -0
  2. data/acc-Qwen3.5.csv +11 -0
config.json CHANGED
@@ -215,6 +215,7 @@
215
  },
216
  "Qwen3.5": {
217
  "data_file": "data/Qwen3.5.csv",
 
218
  "table_group_by": [
219
  "res",
220
  "fps"
 
215
  },
216
  "Qwen3.5": {
217
  "data_file": "data/Qwen3.5.csv",
218
+ "accuracy_file": "data/acc-Qwen3.5.csv",
219
  "table_group_by": [
220
  "res",
221
  "fps"
data/acc-Qwen3.5.csv ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Model,thinking_mode,countbench,mmbench_en_dev_lite,ocrbench,vlmsareblind
2
+ Qwen/Qwen3.5-0.8B,no_thinking,0.6273,0.64,0.7750,0.4877
3
+ embedl/Qwen3.5-0.8B-FlashHead,no_thinking,0.65,,0.76,0.48
4
+ Qwen/Qwen3.5-2B,no_thinking,0.80,,0.84,0.54
5
+ embedl/Qwen3.5-2B-FlashHead,no_thinking,0.81,0.77,0.84,0.55
6
+ Qwen/Qwen3.5-4B,no_thinking,0.91,,0.85,0.65
7
+ embedl/Qwen3.5-4B-FlashHead,no_thinking,0.90,0.912,0.85,0.63
8
+ Qwen/Qwen3.5-9B,thinking,0.92,0.89,0.89,0.69
9
+ embedl/Qwen3.5-9B-FlashHead,thinking,0.93,0.89,0.88,0.70
10
+ Qwen/Qwen3.5-27B,thinking,0.94,,0.45,0.67
11
+ embedl/Qwen3.5-27B-FlashHead,thinking,0.93,0.92,0.45,0.67