DongfuJiang commited on
Commit
0cca604
·
1 Parent(s): d525f8d

Auto Daily Leaderboard udpate Wed Aug 14 12:00:21 PM EDT 2024

Browse files
arena_elo/results/20240814/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20240814/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17af80e028bf2b0a4145cc50ae95811ea14e1a9613de50c9c75a56e9fc4c1b47
3
+ size 73808
arena_elo/results/20240814/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1150.7834604181016,1152.827989560501,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ PlayGround V2,PlayGround V2,1092.428711997274,1091.4978692394423,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
+ HunyuanDiT,HunyuanDiT,1060.2659516692768,1045.6014155091764,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
5
+ StableCascade,StableCascade,1056.394577153665,1060.4139495043316,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
6
+ SDXLLightning,SDXLLightning,1042.074045659312,1047.1266358563219,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
7
+ PixArtAlpha,PixArtAlpha,1040.410074724367,1031.0352139313557,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
8
+ PixArtSigma,PixArtSigma,1038.4741943516444,1038.7140840874224,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
9
+ SD3,SD3,1020.9677772675535,1014.768198888495,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
10
+ SDXL,SDXL,986.705527431373,987.1806592507902,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
11
+ SDXLTurbo,SDXLTurbo,930.2111923344256,928.171584482695,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
12
+ LCM(v1.5/XL),LCM(v1.5/XL),924.9034130523293,918.9363403862168,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
13
+ OpenJourney,OpenJourney,847.5178922497424,842.3130311095988,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
14
+ LCM,LCM,808.8631816909359,822.8120217459301,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -50862,5 +50862,69 @@
50862
  "judge": "arena_user_10.16.32.123",
50863
  "anony": true,
50864
  "tstamp": 1723531289.9185
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
50865
  }
50866
  ]
 
50862
  "judge": "arena_user_10.16.32.123",
50863
  "anony": true,
50864
  "tstamp": 1723531289.9185
50865
+ },
50866
+ {
50867
+ "model_a": "SDXL",
50868
+ "model_b": "AuraFlow",
50869
+ "winner": "model_a",
50870
+ "judge": "arena_user_10.16.1.165",
50871
+ "anony": true,
50872
+ "tstamp": 1723568683.2572
50873
+ },
50874
+ {
50875
+ "model_a": "FluxGuidance",
50876
+ "model_b": "PlayGround V2.5",
50877
+ "winner": "model_b",
50878
+ "judge": "arena_user_10.16.18.162",
50879
+ "anony": true,
50880
+ "tstamp": 1723616471.2285
50881
+ },
50882
+ {
50883
+ "model_a": "SDXL",
50884
+ "model_b": "HunyuanDiT",
50885
+ "winner": "tie",
50886
+ "judge": "arena_user_10.16.41.218",
50887
+ "anony": true,
50888
+ "tstamp": 1723618789.4637
50889
+ },
50890
+ {
50891
+ "model_a": "SDXLLightning",
50892
+ "model_b": "Kolors",
50893
+ "winner": "tie (bothbad)",
50894
+ "judge": "arena_user_10.16.18.162",
50895
+ "anony": true,
50896
+ "tstamp": 1723618810.6181
50897
+ },
50898
+ {
50899
+ "model_a": "Kolors",
50900
+ "model_b": "FluxGuidance",
50901
+ "winner": "tie",
50902
+ "judge": "arena_user_10.16.2.60",
50903
+ "anony": true,
50904
+ "tstamp": 1723618818.1311
50905
+ },
50906
+ {
50907
+ "model_a": "Kolors",
50908
+ "model_b": "PlayGround V2.5",
50909
+ "winner": "model_b",
50910
+ "judge": "arena_user_10.16.41.218",
50911
+ "anony": true,
50912
+ "tstamp": 1723618832.8471
50913
+ },
50914
+ {
50915
+ "model_a": "PixArtSigma",
50916
+ "model_b": "SDXLTurbo",
50917
+ "winner": "model_a",
50918
+ "judge": "arena_user_10.16.3.140",
50919
+ "anony": true,
50920
+ "tstamp": 1723644204.9199
50921
+ },
50922
+ {
50923
+ "model_a": "PixArtSigma",
50924
+ "model_b": "SDXLTurbo",
50925
+ "winner": "model_b",
50926
+ "judge": "arena_user_10.16.1.165",
50927
+ "anony": true,
50928
+ "tstamp": 1723644206.2483
50929
  }
50930
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:894b421ff17c034ec61f976ce4d3723d955afaacfb7e940eb7969a3cef2fe16f
3
  size 73808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17af80e028bf2b0a4145cc50ae95811ea14e1a9613de50c9c75a56e9fc4c1b47
3
  size 73808
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,14 +1,14 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1150.7499504793323,1152.7978802461676,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- PlayGround V2,PlayGround V2,1092.3480876880844,1091.4337824871766,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
- HunyuanDiT,HunyuanDiT,1060.6873964481285,1045.9410086686644,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
5
- StableCascade,StableCascade,1056.3562779615977,1060.3758908816894,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
6
- SDXLLightning,SDXLLightning,1042.034415021577,1047.0881390453108,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
7
- PixArtAlpha,PixArtAlpha,1040.36338481613,1030.9701625079067,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
8
- PixArtSigma,PixArtSigma,1038.8231055672843,1039.053677673613,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
9
- SD3,SD3,1020.87196084551,1014.8093007374721,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
10
- SDXL,SDXL,986.6245892228262,987.0772066294832,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
11
- SDXLTurbo,SDXLTurbo,930.0223715992644,927.9777399457049,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
12
- LCM(v1.5/XL),LCM(v1.5/XL),924.9150421473538,918.899224709552,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
13
- OpenJourney,OpenJourney,847.4428420514181,842.2406737877131,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
14
- LCM,LCM,808.7605761514947,822.71297437185,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1150.7834604181016,1152.827989560501,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ PlayGround V2,PlayGround V2,1092.428711997274,1091.4978692394423,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
+ HunyuanDiT,HunyuanDiT,1060.2659516692768,1045.6014155091764,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
5
+ StableCascade,StableCascade,1056.394577153665,1060.4139495043316,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
6
+ SDXLLightning,SDXLLightning,1042.074045659312,1047.1266358563219,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
7
+ PixArtAlpha,PixArtAlpha,1040.410074724367,1031.0352139313557,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
8
+ PixArtSigma,PixArtSigma,1038.4741943516444,1038.7140840874224,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
9
+ SD3,SD3,1020.9677772675535,1014.768198888495,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
10
+ SDXL,SDXL,986.705527431373,987.1806592507902,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
11
+ SDXLTurbo,SDXLTurbo,930.2111923344256,928.171584482695,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
12
+ LCM(v1.5/XL),LCM(v1.5/XL),924.9034130523293,918.9363403862168,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
13
+ OpenJourney,OpenJourney,847.5178922497424,842.3130311095988,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
14
+ LCM,LCM,808.8631816909359,822.8120217459301,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7