CodeGoat24 commited on
Commit
eda5451
·
verified ·
1 Parent(s): 0ca7770

Update leaderboard_data.json

Browse files
Files changed (1) hide show
  1. leaderboard_data.json +52 -0
leaderboard_data.json CHANGED
@@ -1,5 +1,57 @@
1
  {
2
  "leaderboard": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  {
4
  "model": "Janus-Pro",
5
  "link": "https://arxiv.org/pdf/2501.17811",
 
1
  {
2
  "leaderboard": [
3
+ {
4
+ "model": "Janus",
5
+ "link": "https://arxiv.org/pdf/2410.13848",
6
+ "hf": "https://huggingface.co/deepseek-ai/Janus-1.3B",
7
+ "open_source": true,
8
+ "release_date": "2024-10",
9
+
10
+ "Overall": 30.98,
11
+
12
+ "Style": 78.10,
13
+
14
+ "World Knowledge": 27.85,
15
+
16
+ "Attribute-Overall": 30.88,
17
+ "Quantity": 29.17,
18
+ "Expression": 17.31,
19
+ "Material": 35.85,
20
+ "Size": 45.83,
21
+ "Shape": 14.37,
22
+ "Color": 17.31,
23
+
24
+ "Action-Overall": 31.37,
25
+ "Hand": 14.10,
26
+ "Full body": 38.59,
27
+ "Animal": 42.65,
28
+ "Non Contact": 24.49,
29
+ "Contact": 23.21,
30
+ "State": 43.40,
31
+
32
+ "Relationship-Overall": 30.58,
33
+ "Composition": 32.43,
34
+ "Similarity": 32.22,
35
+ "Inclusion": 27.72,
36
+ "Comparison": 28.12,
37
+
38
+ "Compound-Overall": 17.53,
39
+ "Imagination": 25.26,
40
+ "Feature matching": 9.64,
41
+
42
+ "Grammar-Overall": 48.40,
43
+ "Pronoun Reference": 48.53,
44
+ "Consistency": 33.33,
45
+ "Negation": 60.77,
46
+
47
+ "Layout-Overall": 31.72,
48
+ "2D": 31.25,
49
+ "3D": 32.20,
50
+
51
+ "Logical Reasoning": 13.41,
52
+
53
+ "Text": 0.00
54
+ },
55
  {
56
  "model": "Janus-Pro",
57
  "link": "https://arxiv.org/pdf/2501.17811",