Spaces:
Running
on
Zero
Running
on
Zero
DongfuJiang
commited on
Commit
•
7c764aa
1
Parent(s):
e3fdca8
Auto Daily Leaderboard udpate Tue Aug 20 12:00:25 PM EDT 2024
Browse files- arena_elo/results/20240819/clean_battle_video_generation.json +136 -0
- arena_elo/results/20240819/elo_results_video_generation.pkl +2 -2
- arena_elo/results/20240819/video_generation_leaderboard.csv +10 -8
- arena_elo/results/20240820/clean_battle_t2i_generation.json +0 -0
- arena_elo/results/20240820/elo_results_t2i_generation.pkl +3 -0
- arena_elo/results/20240820/t2i_generation_leaderboard.csv +18 -0
- arena_elo/results/latest/clean_battle_t2i_generation.json +80 -0
- arena_elo/results/latest/clean_battle_video_generation.json +136 -0
- arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/latest/elo_results_video_generation.pkl +2 -2
- arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
- arena_elo/results/latest/video_generation_leaderboard.csv +10 -8
arena_elo/results/20240819/clean_battle_video_generation.json
CHANGED
@@ -14886,5 +14886,141 @@
|
|
14886 |
"judge": "arena_user_10.16.18.75",
|
14887 |
"anony": true,
|
14888 |
"tstamp": 1724080490.704
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
14889 |
}
|
14890 |
]
|
|
|
14886 |
"judge": "arena_user_10.16.18.75",
|
14887 |
"anony": true,
|
14888 |
"tstamp": 1724080490.704
|
14889 |
+
},
|
14890 |
+
{
|
14891 |
+
"model_a": "AnimateDiff",
|
14892 |
+
"model_b": "AnimateDiffTurbo",
|
14893 |
+
"winner": "tie (bothbad)",
|
14894 |
+
"judge": "arena_user_10.16.1.165",
|
14895 |
+
"anony": true,
|
14896 |
+
"tstamp": 1724127483.4178
|
14897 |
+
},
|
14898 |
+
{
|
14899 |
+
"model_a": "AnimateDiffTurbo",
|
14900 |
+
"model_b": "StableVideoDiffusion",
|
14901 |
+
"winner": "model_b",
|
14902 |
+
"judge": "arena_user_10.16.34.60",
|
14903 |
+
"anony": true,
|
14904 |
+
"tstamp": 1724127495.1853
|
14905 |
+
},
|
14906 |
+
{
|
14907 |
+
"model_a": "AnimateDiff",
|
14908 |
+
"model_b": "CogVideoX",
|
14909 |
+
"winner": "model_a",
|
14910 |
+
"judge": "arena_user_10.16.34.60",
|
14911 |
+
"anony": true,
|
14912 |
+
"tstamp": 1724127507.0999
|
14913 |
+
},
|
14914 |
+
{
|
14915 |
+
"model_a": "AnimateDiff",
|
14916 |
+
"model_b": "T2VTurbo",
|
14917 |
+
"winner": "model_a",
|
14918 |
+
"judge": "arena_user_10.16.18.75",
|
14919 |
+
"anony": true,
|
14920 |
+
"tstamp": 1724127518.7123
|
14921 |
+
},
|
14922 |
+
{
|
14923 |
+
"model_a": "StableVideoDiffusion",
|
14924 |
+
"model_b": "CogVideoX",
|
14925 |
+
"winner": "model_a",
|
14926 |
+
"judge": "arena_user_10.16.1.165",
|
14927 |
+
"anony": true,
|
14928 |
+
"tstamp": 1724127524.7175
|
14929 |
+
},
|
14930 |
+
{
|
14931 |
+
"model_a": "T2VTurbo",
|
14932 |
+
"model_b": "CogVideoX",
|
14933 |
+
"winner": "model_a",
|
14934 |
+
"judge": "arena_user_10.16.1.165",
|
14935 |
+
"anony": true,
|
14936 |
+
"tstamp": 1724127531.4662
|
14937 |
+
},
|
14938 |
+
{
|
14939 |
+
"model_a": "OpenSora12",
|
14940 |
+
"model_b": "AnimateDiff",
|
14941 |
+
"winner": "model_b",
|
14942 |
+
"judge": "arena_user_10.16.18.75",
|
14943 |
+
"anony": true,
|
14944 |
+
"tstamp": 1724127540.248
|
14945 |
+
},
|
14946 |
+
{
|
14947 |
+
"model_a": "CogVideoX",
|
14948 |
+
"model_b": "StableVideoDiffusion",
|
14949 |
+
"winner": "model_b",
|
14950 |
+
"judge": "arena_user_10.16.1.165",
|
14951 |
+
"anony": true,
|
14952 |
+
"tstamp": 1724127548.1557
|
14953 |
+
},
|
14954 |
+
{
|
14955 |
+
"model_a": "AnimateDiffTurbo",
|
14956 |
+
"model_b": "AnimateDiff",
|
14957 |
+
"winner": "model_b",
|
14958 |
+
"judge": "arena_user_10.16.1.165",
|
14959 |
+
"anony": true,
|
14960 |
+
"tstamp": 1724127560.07
|
14961 |
+
},
|
14962 |
+
{
|
14963 |
+
"model_a": "T2VTurbo",
|
14964 |
+
"model_b": "AnimateDiff",
|
14965 |
+
"winner": "tie (bothbad)",
|
14966 |
+
"judge": "arena_user_10.16.18.75",
|
14967 |
+
"anony": true,
|
14968 |
+
"tstamp": 1724127567.7289
|
14969 |
+
},
|
14970 |
+
{
|
14971 |
+
"model_a": "AnimateDiffTurbo",
|
14972 |
+
"model_b": "OpenSora12",
|
14973 |
+
"winner": "tie (bothbad)",
|
14974 |
+
"judge": "arena_user_10.16.1.165",
|
14975 |
+
"anony": true,
|
14976 |
+
"tstamp": 1724127573.8238
|
14977 |
+
},
|
14978 |
+
{
|
14979 |
+
"model_a": "StableVideoDiffusion",
|
14980 |
+
"model_b": "T2VTurbo",
|
14981 |
+
"winner": "model_a",
|
14982 |
+
"judge": "arena_user_10.16.34.60",
|
14983 |
+
"anony": true,
|
14984 |
+
"tstamp": 1724127582.2128
|
14985 |
+
},
|
14986 |
+
{
|
14987 |
+
"model_a": "AnimateDiff",
|
14988 |
+
"model_b": "StableVideoDiffusion",
|
14989 |
+
"winner": "model_b",
|
14990 |
+
"judge": "arena_user_10.16.1.165",
|
14991 |
+
"anony": true,
|
14992 |
+
"tstamp": 1724127588.7246
|
14993 |
+
},
|
14994 |
+
{
|
14995 |
+
"model_a": "AnimateDiffTurbo",
|
14996 |
+
"model_b": "StableVideoDiffusion",
|
14997 |
+
"winner": "tie (bothbad)",
|
14998 |
+
"judge": "arena_user_10.16.1.165",
|
14999 |
+
"anony": true,
|
15000 |
+
"tstamp": 1724127595.8412
|
15001 |
+
},
|
15002 |
+
{
|
15003 |
+
"model_a": "AnimateDiff",
|
15004 |
+
"model_b": "CogVideoX",
|
15005 |
+
"winner": "model_a",
|
15006 |
+
"judge": "arena_user_10.16.18.75",
|
15007 |
+
"anony": true,
|
15008 |
+
"tstamp": 1724127603.4583
|
15009 |
+
},
|
15010 |
+
{
|
15011 |
+
"model_a": "OpenSora12",
|
15012 |
+
"model_b": "StableVideoDiffusion",
|
15013 |
+
"winner": "model_b",
|
15014 |
+
"judge": "arena_user_10.16.18.75",
|
15015 |
+
"anony": true,
|
15016 |
+
"tstamp": 1724127611.9373
|
15017 |
+
},
|
15018 |
+
{
|
15019 |
+
"model_a": "AnimateDiffTurbo",
|
15020 |
+
"model_b": "OpenSora12",
|
15021 |
+
"winner": "tie (bothbad)",
|
15022 |
+
"judge": "arena_user_10.16.34.60",
|
15023 |
+
"anony": true,
|
15024 |
+
"tstamp": 1724127663.1705
|
15025 |
}
|
15026 |
]
|
arena_elo/results/20240819/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b831fc6bba773f7ee2c5dd7d226c681d322e38e83b3b282fc6130f80a0aada55
|
3 |
+
size 65301
|
arena_elo/results/20240819/video_generation_leaderboard.csv
CHANGED
@@ -1,9 +1,11 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
StableVideoDiffusion,StableVideoDiffusion,
|
3 |
-
T2VTurbo,T2VTurbo,
|
4 |
-
VideoCrafter2,VideoCrafter2,
|
5 |
-
AnimateDiff,AnimateDiff,
|
6 |
-
|
7 |
-
|
8 |
-
|
9 |
-
|
|
|
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
StableVideoDiffusion,StableVideoDiffusion,1143.2191298083312,1147.5193110801638,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
3 |
+
T2VTurbo,T2VTurbo,1092.4551860072625,1093.43771637836,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
4 |
+
VideoCrafter2,VideoCrafter2,1076.7797371219958,1079.3282160297892,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
5 |
+
AnimateDiff,AnimateDiff,1071.9888858847867,1073.0390578256142,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
6 |
+
CogVideoX,CogVideoX,1046.417835182279,1048.070311411077,N/A,N/A,N/A
|
7 |
+
LaVie,LaVie,999.6270938177271,1001.6816790561326,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
8 |
+
OpenSora12,OpenSora12,924.0203683794037,903.7447677401199,N/A,N/A,N/A
|
9 |
+
OpenSora,OpenSora,916.0498767986071,917.9961732110512,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
10 |
+
ModelScope,ModelScope,865.3398542588171,868.9309810684535,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
11 |
+
AnimateDiffTurbo,AnimateDiffTurbo,864.1020327407906,866.2517861992403,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
arena_elo/results/20240820/clean_battle_t2i_generation.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
arena_elo/results/20240820/elo_results_t2i_generation.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9616bb1c5e8f8e239439869a0f396b5b98ed9f96a82d8da1f84ef9858fd18408
|
3 |
+
size 86085
|
arena_elo/results/20240820/t2i_generation_leaderboard.csv
ADDED
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1134.1072448268308,1134.2706104849465,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
FLUX1dev,FLUX1dev,1123.2199818444176,1141.2729049211114,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
4 |
+
PlayGround V2,PlayGround V2,1077.6606831940005,1074.8256920086785,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
5 |
+
FLUX1schnell,FLUX1schnell,1065.8699453260276,1062.2080199364366,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
6 |
+
HunyuanDiT,HunyuanDiT,1054.0890297393096,1039.1419749190748,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
|
7 |
+
StableCascade,StableCascade,1041.412322556985,1043.2756353067755,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
8 |
+
AuraFlow,AuraFlow,1028.5655063021388,1021.7707536233816,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
9 |
+
PixArtAlpha,PixArtAlpha,1027.9698284008514,1016.530964819809,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
10 |
+
SDXLLightning,SDXLLightning,1027.9052590104445,1030.69166244485,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
11 |
+
PixArtSigma,PixArtSigma,1022.8987259151355,1021.0198915432052,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
|
12 |
+
SD3,SD3,992.8340158341957,987.2147159388242,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
|
13 |
+
Kolors,Kolors,980.6259278504377,977.8827108575291,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
14 |
+
SDXL,SDXL,968.880958203862,967.8253582602699,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,917.5724578816604,913.3288656646328,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),909.8725596407722,902.285091713656,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
17 |
+
OpenJourney,OpenJourney,832.2754474721498,825.5234798053013,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,794.2401060007853,806.4811434730161,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/clean_battle_t2i_generation.json
CHANGED
@@ -52406,5 +52406,85 @@
|
|
52406 |
"judge": "arena_user_10.16.18.75",
|
52407 |
"anony": true,
|
52408 |
"tstamp": 1723970632.9565
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
52409 |
}
|
52410 |
]
|
|
|
52406 |
"judge": "arena_user_10.16.18.75",
|
52407 |
"anony": true,
|
52408 |
"tstamp": 1723970632.9565
|
52409 |
+
},
|
52410 |
+
{
|
52411 |
+
"model_a": "SDXL",
|
52412 |
+
"model_b": "StableCascade",
|
52413 |
+
"winner": "model_b",
|
52414 |
+
"judge": "arena_user_10.16.1.165",
|
52415 |
+
"anony": true,
|
52416 |
+
"tstamp": 1724100201.4202
|
52417 |
+
},
|
52418 |
+
{
|
52419 |
+
"model_a": "SDXLLightning",
|
52420 |
+
"model_b": "Kolors",
|
52421 |
+
"winner": "model_a",
|
52422 |
+
"judge": "arena_user_10.16.40.133",
|
52423 |
+
"anony": true,
|
52424 |
+
"tstamp": 1724100228.4778
|
52425 |
+
},
|
52426 |
+
{
|
52427 |
+
"model_a": "SDXL",
|
52428 |
+
"model_b": "Kolors",
|
52429 |
+
"winner": "tie (bothbad)",
|
52430 |
+
"judge": "arena_user_10.16.1.165",
|
52431 |
+
"anony": true,
|
52432 |
+
"tstamp": 1724100246.5522
|
52433 |
+
},
|
52434 |
+
{
|
52435 |
+
"model_a": "SDXLLightning",
|
52436 |
+
"model_b": "FLUX1dev",
|
52437 |
+
"winner": "model_a",
|
52438 |
+
"judge": "arena_user_10.16.34.60",
|
52439 |
+
"anony": true,
|
52440 |
+
"tstamp": 1724101318.6245
|
52441 |
+
},
|
52442 |
+
{
|
52443 |
+
"model_a": "SD3",
|
52444 |
+
"model_b": "PixArtAlpha",
|
52445 |
+
"winner": "model_b",
|
52446 |
+
"judge": "arena_user_10.16.34.60",
|
52447 |
+
"anony": true,
|
52448 |
+
"tstamp": 1724107685.1696
|
52449 |
+
},
|
52450 |
+
{
|
52451 |
+
"model_a": "PlayGround V2.5",
|
52452 |
+
"model_b": "Kolors",
|
52453 |
+
"winner": "tie",
|
52454 |
+
"judge": "arena_user_10.16.18.75",
|
52455 |
+
"anony": true,
|
52456 |
+
"tstamp": 1724112617.148
|
52457 |
+
},
|
52458 |
+
{
|
52459 |
+
"model_a": "SDXLTurbo",
|
52460 |
+
"model_b": "AuraFlow",
|
52461 |
+
"winner": "model_a",
|
52462 |
+
"judge": "arena_user_10.16.34.60",
|
52463 |
+
"anony": true,
|
52464 |
+
"tstamp": 1724123782.0352
|
52465 |
+
},
|
52466 |
+
{
|
52467 |
+
"model_a": "SD3",
|
52468 |
+
"model_b": "Kolors",
|
52469 |
+
"winner": "tie (bothbad)",
|
52470 |
+
"judge": "arena_user_10.16.18.75",
|
52471 |
+
"anony": true,
|
52472 |
+
"tstamp": 1724133766.6838
|
52473 |
+
},
|
52474 |
+
{
|
52475 |
+
"model_a": "OpenJourney",
|
52476 |
+
"model_b": "AuraFlow",
|
52477 |
+
"winner": "model_b",
|
52478 |
+
"judge": "arena_user_10.16.1.165",
|
52479 |
+
"anony": true,
|
52480 |
+
"tstamp": 1724133806.9582
|
52481 |
+
},
|
52482 |
+
{
|
52483 |
+
"model_a": "HunyuanDiT",
|
52484 |
+
"model_b": "SDXLLightning",
|
52485 |
+
"winner": "model_a",
|
52486 |
+
"judge": "arena_user_10.16.1.165",
|
52487 |
+
"anony": true,
|
52488 |
+
"tstamp": 1724164733.7103
|
52489 |
}
|
52490 |
]
|
arena_elo/results/latest/clean_battle_video_generation.json
CHANGED
@@ -14886,5 +14886,141 @@
|
|
14886 |
"judge": "arena_user_10.16.18.75",
|
14887 |
"anony": true,
|
14888 |
"tstamp": 1724080490.704
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
14889 |
}
|
14890 |
]
|
|
|
14886 |
"judge": "arena_user_10.16.18.75",
|
14887 |
"anony": true,
|
14888 |
"tstamp": 1724080490.704
|
14889 |
+
},
|
14890 |
+
{
|
14891 |
+
"model_a": "AnimateDiff",
|
14892 |
+
"model_b": "AnimateDiffTurbo",
|
14893 |
+
"winner": "tie (bothbad)",
|
14894 |
+
"judge": "arena_user_10.16.1.165",
|
14895 |
+
"anony": true,
|
14896 |
+
"tstamp": 1724127483.4178
|
14897 |
+
},
|
14898 |
+
{
|
14899 |
+
"model_a": "AnimateDiffTurbo",
|
14900 |
+
"model_b": "StableVideoDiffusion",
|
14901 |
+
"winner": "model_b",
|
14902 |
+
"judge": "arena_user_10.16.34.60",
|
14903 |
+
"anony": true,
|
14904 |
+
"tstamp": 1724127495.1853
|
14905 |
+
},
|
14906 |
+
{
|
14907 |
+
"model_a": "AnimateDiff",
|
14908 |
+
"model_b": "CogVideoX",
|
14909 |
+
"winner": "model_a",
|
14910 |
+
"judge": "arena_user_10.16.34.60",
|
14911 |
+
"anony": true,
|
14912 |
+
"tstamp": 1724127507.0999
|
14913 |
+
},
|
14914 |
+
{
|
14915 |
+
"model_a": "AnimateDiff",
|
14916 |
+
"model_b": "T2VTurbo",
|
14917 |
+
"winner": "model_a",
|
14918 |
+
"judge": "arena_user_10.16.18.75",
|
14919 |
+
"anony": true,
|
14920 |
+
"tstamp": 1724127518.7123
|
14921 |
+
},
|
14922 |
+
{
|
14923 |
+
"model_a": "StableVideoDiffusion",
|
14924 |
+
"model_b": "CogVideoX",
|
14925 |
+
"winner": "model_a",
|
14926 |
+
"judge": "arena_user_10.16.1.165",
|
14927 |
+
"anony": true,
|
14928 |
+
"tstamp": 1724127524.7175
|
14929 |
+
},
|
14930 |
+
{
|
14931 |
+
"model_a": "T2VTurbo",
|
14932 |
+
"model_b": "CogVideoX",
|
14933 |
+
"winner": "model_a",
|
14934 |
+
"judge": "arena_user_10.16.1.165",
|
14935 |
+
"anony": true,
|
14936 |
+
"tstamp": 1724127531.4662
|
14937 |
+
},
|
14938 |
+
{
|
14939 |
+
"model_a": "OpenSora12",
|
14940 |
+
"model_b": "AnimateDiff",
|
14941 |
+
"winner": "model_b",
|
14942 |
+
"judge": "arena_user_10.16.18.75",
|
14943 |
+
"anony": true,
|
14944 |
+
"tstamp": 1724127540.248
|
14945 |
+
},
|
14946 |
+
{
|
14947 |
+
"model_a": "CogVideoX",
|
14948 |
+
"model_b": "StableVideoDiffusion",
|
14949 |
+
"winner": "model_b",
|
14950 |
+
"judge": "arena_user_10.16.1.165",
|
14951 |
+
"anony": true,
|
14952 |
+
"tstamp": 1724127548.1557
|
14953 |
+
},
|
14954 |
+
{
|
14955 |
+
"model_a": "AnimateDiffTurbo",
|
14956 |
+
"model_b": "AnimateDiff",
|
14957 |
+
"winner": "model_b",
|
14958 |
+
"judge": "arena_user_10.16.1.165",
|
14959 |
+
"anony": true,
|
14960 |
+
"tstamp": 1724127560.07
|
14961 |
+
},
|
14962 |
+
{
|
14963 |
+
"model_a": "T2VTurbo",
|
14964 |
+
"model_b": "AnimateDiff",
|
14965 |
+
"winner": "tie (bothbad)",
|
14966 |
+
"judge": "arena_user_10.16.18.75",
|
14967 |
+
"anony": true,
|
14968 |
+
"tstamp": 1724127567.7289
|
14969 |
+
},
|
14970 |
+
{
|
14971 |
+
"model_a": "AnimateDiffTurbo",
|
14972 |
+
"model_b": "OpenSora12",
|
14973 |
+
"winner": "tie (bothbad)",
|
14974 |
+
"judge": "arena_user_10.16.1.165",
|
14975 |
+
"anony": true,
|
14976 |
+
"tstamp": 1724127573.8238
|
14977 |
+
},
|
14978 |
+
{
|
14979 |
+
"model_a": "StableVideoDiffusion",
|
14980 |
+
"model_b": "T2VTurbo",
|
14981 |
+
"winner": "model_a",
|
14982 |
+
"judge": "arena_user_10.16.34.60",
|
14983 |
+
"anony": true,
|
14984 |
+
"tstamp": 1724127582.2128
|
14985 |
+
},
|
14986 |
+
{
|
14987 |
+
"model_a": "AnimateDiff",
|
14988 |
+
"model_b": "StableVideoDiffusion",
|
14989 |
+
"winner": "model_b",
|
14990 |
+
"judge": "arena_user_10.16.1.165",
|
14991 |
+
"anony": true,
|
14992 |
+
"tstamp": 1724127588.7246
|
14993 |
+
},
|
14994 |
+
{
|
14995 |
+
"model_a": "AnimateDiffTurbo",
|
14996 |
+
"model_b": "StableVideoDiffusion",
|
14997 |
+
"winner": "tie (bothbad)",
|
14998 |
+
"judge": "arena_user_10.16.1.165",
|
14999 |
+
"anony": true,
|
15000 |
+
"tstamp": 1724127595.8412
|
15001 |
+
},
|
15002 |
+
{
|
15003 |
+
"model_a": "AnimateDiff",
|
15004 |
+
"model_b": "CogVideoX",
|
15005 |
+
"winner": "model_a",
|
15006 |
+
"judge": "arena_user_10.16.18.75",
|
15007 |
+
"anony": true,
|
15008 |
+
"tstamp": 1724127603.4583
|
15009 |
+
},
|
15010 |
+
{
|
15011 |
+
"model_a": "OpenSora12",
|
15012 |
+
"model_b": "StableVideoDiffusion",
|
15013 |
+
"winner": "model_b",
|
15014 |
+
"judge": "arena_user_10.16.18.75",
|
15015 |
+
"anony": true,
|
15016 |
+
"tstamp": 1724127611.9373
|
15017 |
+
},
|
15018 |
+
{
|
15019 |
+
"model_a": "AnimateDiffTurbo",
|
15020 |
+
"model_b": "OpenSora12",
|
15021 |
+
"winner": "tie (bothbad)",
|
15022 |
+
"judge": "arena_user_10.16.34.60",
|
15023 |
+
"anony": true,
|
15024 |
+
"tstamp": 1724127663.1705
|
15025 |
}
|
15026 |
]
|
arena_elo/results/latest/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 86085
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9616bb1c5e8f8e239439869a0f396b5b98ed9f96a82d8da1f84ef9858fd18408
|
3 |
size 86085
|
arena_elo/results/latest/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b831fc6bba773f7ee2c5dd7d226c681d322e38e83b3b282fc6130f80a0aada55
|
3 |
+
size 65301
|
arena_elo/results/latest/t2i_generation_leaderboard.csv
CHANGED
@@ -1,18 +1,18 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
|
3 |
-
|
4 |
-
PlayGround V2,PlayGround V2,
|
5 |
-
FLUX1schnell,FLUX1schnell,
|
6 |
-
HunyuanDiT,HunyuanDiT,
|
7 |
-
StableCascade,StableCascade,
|
8 |
-
AuraFlow,AuraFlow,
|
9 |
-
PixArtAlpha,PixArtAlpha,
|
10 |
-
SDXLLightning,SDXLLightning,
|
11 |
-
PixArtSigma,PixArtSigma,
|
12 |
-
SD3,SD3,
|
13 |
-
Kolors,Kolors,
|
14 |
-
SDXL,SDXL,
|
15 |
-
SDXLTurbo,SDXLTurbo,
|
16 |
-
LCM(v1.5/XL),LCM(v1.5/XL),
|
17 |
-
OpenJourney,OpenJourney,
|
18 |
-
LCM,LCM,
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1134.1072448268308,1134.2706104849465,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
FLUX1dev,FLUX1dev,1123.2199818444176,1141.2729049211114,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
4 |
+
PlayGround V2,PlayGround V2,1077.6606831940005,1074.8256920086785,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
5 |
+
FLUX1schnell,FLUX1schnell,1065.8699453260276,1062.2080199364366,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
6 |
+
HunyuanDiT,HunyuanDiT,1054.0890297393096,1039.1419749190748,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
|
7 |
+
StableCascade,StableCascade,1041.412322556985,1043.2756353067755,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
8 |
+
AuraFlow,AuraFlow,1028.5655063021388,1021.7707536233816,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
9 |
+
PixArtAlpha,PixArtAlpha,1027.9698284008514,1016.530964819809,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
10 |
+
SDXLLightning,SDXLLightning,1027.9052590104445,1030.69166244485,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
11 |
+
PixArtSigma,PixArtSigma,1022.8987259151355,1021.0198915432052,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
|
12 |
+
SD3,SD3,992.8340158341957,987.2147159388242,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
|
13 |
+
Kolors,Kolors,980.6259278504377,977.8827108575291,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
14 |
+
SDXL,SDXL,968.880958203862,967.8253582602699,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,917.5724578816604,913.3288656646328,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),909.8725596407722,902.285091713656,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
17 |
+
OpenJourney,OpenJourney,832.2754474721498,825.5234798053013,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,794.2401060007853,806.4811434730161,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/video_generation_leaderboard.csv
CHANGED
@@ -1,9 +1,11 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
StableVideoDiffusion,StableVideoDiffusion,
|
3 |
-
T2VTurbo,T2VTurbo,
|
4 |
-
VideoCrafter2,VideoCrafter2,
|
5 |
-
AnimateDiff,AnimateDiff,
|
6 |
-
|
7 |
-
|
8 |
-
|
9 |
-
|
|
|
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
StableVideoDiffusion,StableVideoDiffusion,1143.2191298083312,1147.5193110801638,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
3 |
+
T2VTurbo,T2VTurbo,1092.4551860072625,1093.43771637836,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
4 |
+
VideoCrafter2,VideoCrafter2,1076.7797371219958,1079.3282160297892,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
5 |
+
AnimateDiff,AnimateDiff,1071.9888858847867,1073.0390578256142,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
6 |
+
CogVideoX,CogVideoX,1046.417835182279,1048.070311411077,N/A,N/A,N/A
|
7 |
+
LaVie,LaVie,999.6270938177271,1001.6816790561326,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
8 |
+
OpenSora12,OpenSora12,924.0203683794037,903.7447677401199,N/A,N/A,N/A
|
9 |
+
OpenSora,OpenSora,916.0498767986071,917.9961732110512,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
10 |
+
ModelScope,ModelScope,865.3398542588171,868.9309810684535,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
11 |
+
AnimateDiffTurbo,AnimateDiffTurbo,864.1020327407906,866.2517861992403,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|