DongfuJiang commited on
Commit
2b29653
1 Parent(s): 4624055

Auto Daily Leaderboard udpate Sun Nov 24 12:00:26 PM EST 2024

Browse files
arena_elo/results/20241123/clean_battle_t2i_generation.json CHANGED
@@ -107472,5 +107472,19 @@
107472
  "judge": "arena_user_10.16.16.234",
107473
  "anony": true,
107474
  "tstamp": 1732372548.7607
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107475
  }
107476
  ]
 
107472
  "judge": "arena_user_10.16.16.234",
107473
  "anony": true,
107474
  "tstamp": 1732372548.7607
107475
+ },
107476
+ {
107477
+ "model_a_conv_id": "0cd152dbbea343f49a6ba3cab2211768",
107478
+ "model_b_conv_id": "9f94042fc3a048cf9fe02b52d60e0dd8",
107479
+ "inputs": {
107480
+ "prompt": "Full color, full body drawing of Delamar Gianvin, a human with an agile and wiry build, wearing leather armor, wielding a rapier and a hand crossbow. cunning expression. The background is a sparse desert. Epic, dramatic lighting, digital art."
107481
+ },
107482
+ "model_a": "AuraFlow",
107483
+ "model_b": "SD3",
107484
+ "vote_type": "bothbad_vote",
107485
+ "winner": "tie (bothbad)",
107486
+ "judge": "arena_user_10.16.31.254",
107487
+ "anony": true,
107488
+ "tstamp": 1732417497.9857
107489
  }
107490
  ]
arena_elo/results/20241123/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f35bd7a1f105f18c0752f0e8e3010c40d9d63ee1cb9f65a8d33a3d31f5c32853
3
  size 88251
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4d646c29690b67912c106a460c5630e8cb82ebda2e33ac4e31dd4347a6efa07
3
  size 88251
arena_elo/results/20241123/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1119.4222910596416,1119.3261165003562,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1118.7631368844152,1140.311230034617,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1086.216911430737,1076.0306528065796,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.1199676768201,1070.53147870473,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1053.7915496559704,1052.236663309995,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1039.9804683936043,1041.9002914214457,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1032.4944285275517,1024.7430284269738,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtSigma,PixArtSigma,1019.7062724863533,1019.1681845410927,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
- PixArtAlpha,PixArtAlpha,1019.0747805884571,1010.0214024990656,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- SDXL-Lightning,SDXL-Lightning,1018.8493032033942,1021.5438059898942,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- AuraFlow,AuraFlow,1008.7021101897918,1002.8259425800242,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
- SD3,SD3,1005.961760094339,1009.0324747317001,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
- SDXL,SDXL,965.837823683357,965.710178702478,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,914.8339684246223,911.9163463159955,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.9178432069526,898.3362500592607,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,829.5832772453552,823.9675704504376,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.7441072486347,803.2075440379401,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1119.422201852276,1119.3254974190884,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1118.7577735683053,1140.3164888647264,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1086.2173739081252,1076.0301004202047,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.119444588499,1070.5306686690233,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1053.7888666910765,1052.229755796629,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1039.9803929877994,1041.8990083933154,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1032.5016442224126,1024.7450056148093,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtSigma,PixArtSigma,1019.7059840904717,1019.1666214513314,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
+ PixArtAlpha,PixArtAlpha,1019.0750757709526,1010.0210174951809,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ SDXL-Lightning,SDXL-Lightning,1018.8493854310102,1021.541585340301,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ AuraFlow,AuraFlow,1008.7019879549289,1002.8668026575692,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,1005.9645039856566,1009.0076992110376,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,965.8373589516854,965.7094658152266,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.8338488980186,911.9157427114951,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.9169961143856,898.334725065795,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.5831044017344,823.9668540180395,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.7440565826593,803.207321539739,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -107472,5 +107472,19 @@
107472
  "judge": "arena_user_10.16.16.234",
107473
  "anony": true,
107474
  "tstamp": 1732372548.7607
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107475
  }
107476
  ]
 
107472
  "judge": "arena_user_10.16.16.234",
107473
  "anony": true,
107474
  "tstamp": 1732372548.7607
107475
+ },
107476
+ {
107477
+ "model_a_conv_id": "0cd152dbbea343f49a6ba3cab2211768",
107478
+ "model_b_conv_id": "9f94042fc3a048cf9fe02b52d60e0dd8",
107479
+ "inputs": {
107480
+ "prompt": "Full color, full body drawing of Delamar Gianvin, a human with an agile and wiry build, wearing leather armor, wielding a rapier and a hand crossbow. cunning expression. The background is a sparse desert. Epic, dramatic lighting, digital art."
107481
+ },
107482
+ "model_a": "AuraFlow",
107483
+ "model_b": "SD3",
107484
+ "vote_type": "bothbad_vote",
107485
+ "winner": "tie (bothbad)",
107486
+ "judge": "arena_user_10.16.31.254",
107487
+ "anony": true,
107488
+ "tstamp": 1732417497.9857
107489
  }
107490
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f35bd7a1f105f18c0752f0e8e3010c40d9d63ee1cb9f65a8d33a3d31f5c32853
3
  size 88251
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4d646c29690b67912c106a460c5630e8cb82ebda2e33ac4e31dd4347a6efa07
3
  size 88251
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1119.4222910596416,1119.3261165003562,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1118.7631368844152,1140.311230034617,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1086.216911430737,1076.0306528065796,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.1199676768201,1070.53147870473,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1053.7915496559704,1052.236663309995,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1039.9804683936043,1041.9002914214457,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1032.4944285275517,1024.7430284269738,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtSigma,PixArtSigma,1019.7062724863533,1019.1681845410927,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
- PixArtAlpha,PixArtAlpha,1019.0747805884571,1010.0214024990656,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- SDXL-Lightning,SDXL-Lightning,1018.8493032033942,1021.5438059898942,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- AuraFlow,AuraFlow,1008.7021101897918,1002.8259425800242,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
- SD3,SD3,1005.961760094339,1009.0324747317001,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
- SDXL,SDXL,965.837823683357,965.710178702478,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,914.8339684246223,911.9163463159955,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.9178432069526,898.3362500592607,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,829.5832772453552,823.9675704504376,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.7441072486347,803.2075440379401,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1119.422201852276,1119.3254974190884,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1118.7577735683053,1140.3164888647264,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1086.2173739081252,1076.0301004202047,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.119444588499,1070.5306686690233,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1053.7888666910765,1052.229755796629,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1039.9803929877994,1041.8990083933154,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1032.5016442224126,1024.7450056148093,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtSigma,PixArtSigma,1019.7059840904717,1019.1666214513314,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
+ PixArtAlpha,PixArtAlpha,1019.0750757709526,1010.0210174951809,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ SDXL-Lightning,SDXL-Lightning,1018.8493854310102,1021.541585340301,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ AuraFlow,AuraFlow,1008.7019879549289,1002.8668026575692,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,1005.9645039856566,1009.0076992110376,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,965.8373589516854,965.7094658152266,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.8338488980186,911.9157427114951,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.9169961143856,898.334725065795,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.5831044017344,823.9668540180395,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.7440565826593,803.207321539739,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7