Spaces:
Running
on
Zero
Running
on
Zero
DongfuJiang
commited on
Commit
•
f697bf4
1
Parent(s):
04dae1c
update
Browse files- arena_elo/elo_rating/elo_analysis.py +12 -0
- arena_elo/results/20240602/clean_battle_t2i_generation.json +32 -0
- arena_elo/results/20240602/clean_battle_t2i_generation_average_win_rate_bar.jpg +0 -0
- arena_elo/results/20240602/clean_battle_t2i_generation_battle_count_heatmap.jpg +0 -0
- arena_elo/results/20240602/clean_battle_t2i_generation_bootstrap_elo_rating.jpg +0 -0
- arena_elo/results/20240602/clean_battle_t2i_generation_win_fraction_heatmap.jpg +0 -0
- arena_elo/results/20240602/clean_battle_video_generation.json +80 -0
- arena_elo/results/20240602/clean_battle_video_generation_average_win_rate_bar.jpg +0 -0
- arena_elo/results/20240602/clean_battle_video_generation_battle_count_heatmap.jpg +0 -0
- arena_elo/results/20240602/clean_battle_video_generation_bootstrap_elo_rating.jpg +0 -0
- arena_elo/results/20240602/clean_battle_video_generation_win_fraction_heatmap.jpg +0 -0
- arena_elo/results/20240602/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/20240602/elo_results_video_generation.pkl +2 -2
- arena_elo/results/20240602/t2i_generation_leaderboard.csv +11 -11
- arena_elo/results/20240602/video_generation_leaderboard.csv +8 -8
- arena_elo/results/latest/clean_battle_t2i_generation.json +32 -0
- arena_elo/results/latest/clean_battle_video_generation.json +80 -0
- arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/latest/elo_results_video_generation.pkl +2 -2
- arena_elo/results/latest/t2i_generation_leaderboard.csv +11 -11
- arena_elo/results/latest/video_generation_leaderboard.csv +8 -8
arena_elo/elo_rating/elo_analysis.py
CHANGED
@@ -171,8 +171,20 @@ def visualize_pairwise_win_fraction(battles, model_order):
|
|
171 |
xaxis_side="top",
|
172 |
title_y=0.07,
|
173 |
title_x=0.5,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
174 |
)
|
175 |
fig.update_traces(
|
|
|
|
|
|
|
|
|
176 |
hovertemplate="Model A: %{y}<br>Model B: %{x}<br>Fraction of A Wins: %{z}<extra></extra>"
|
177 |
)
|
178 |
|
|
|
171 |
xaxis_side="top",
|
172 |
title_y=0.07,
|
173 |
title_x=0.5,
|
174 |
+
# xaxis=dict(
|
175 |
+
# tickfont=dict(size=16),
|
176 |
+
# title=dict(font=dict(size=16)),
|
177 |
+
# ),
|
178 |
+
# yaxis=dict(
|
179 |
+
# tickfont=dict(size=16),
|
180 |
+
# title=dict(font=dict(size=16)),
|
181 |
+
# ),
|
182 |
)
|
183 |
fig.update_traces(
|
184 |
+
# textfont=dict(size=16),
|
185 |
+
# colorbar=dict(
|
186 |
+
# title=dict(font=dict(size=16))
|
187 |
+
# ),
|
188 |
hovertemplate="Model A: %{y}<br>Model B: %{x}<br>Fraction of A Wins: %{z}<extra></extra>"
|
189 |
)
|
190 |
|
arena_elo/results/20240602/clean_battle_t2i_generation.json
CHANGED
@@ -42182,5 +42182,37 @@
|
|
42182 |
"judge": "arena_user_10.16.47.67",
|
42183 |
"anony": true,
|
42184 |
"tstamp": 1717345942.1509
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
42185 |
}
|
42186 |
]
|
|
|
42182 |
"judge": "arena_user_10.16.47.67",
|
42183 |
"anony": true,
|
42184 |
"tstamp": 1717345942.1509
|
42185 |
+
},
|
42186 |
+
{
|
42187 |
+
"model_a": "SDXL",
|
42188 |
+
"model_b": "StableCascade",
|
42189 |
+
"winner": "tie",
|
42190 |
+
"judge": "arena_user_10.16.3.126",
|
42191 |
+
"anony": true,
|
42192 |
+
"tstamp": 1717369313.4581
|
42193 |
+
},
|
42194 |
+
{
|
42195 |
+
"model_a": "StableCascade",
|
42196 |
+
"model_b": "SDXLTurbo",
|
42197 |
+
"winner": "model_a",
|
42198 |
+
"judge": "arena_user_10.16.47.67",
|
42199 |
+
"anony": true,
|
42200 |
+
"tstamp": 1717374558.2723
|
42201 |
+
},
|
42202 |
+
{
|
42203 |
+
"model_a": "OpenJourney",
|
42204 |
+
"model_b": "SDXLLightning",
|
42205 |
+
"winner": "model_b",
|
42206 |
+
"judge": "arena_user_10.16.27.21",
|
42207 |
+
"anony": true,
|
42208 |
+
"tstamp": 1717374641.2959
|
42209 |
+
},
|
42210 |
+
{
|
42211 |
+
"model_a": "SDXL",
|
42212 |
+
"model_b": "PlayGround V2",
|
42213 |
+
"winner": "tie",
|
42214 |
+
"judge": "arena_user_10.16.15.131",
|
42215 |
+
"anony": true,
|
42216 |
+
"tstamp": 1717374859.9707
|
42217 |
}
|
42218 |
]
|
arena_elo/results/20240602/clean_battle_t2i_generation_average_win_rate_bar.jpg
CHANGED
arena_elo/results/20240602/clean_battle_t2i_generation_battle_count_heatmap.jpg
CHANGED
arena_elo/results/20240602/clean_battle_t2i_generation_bootstrap_elo_rating.jpg
CHANGED
arena_elo/results/20240602/clean_battle_t2i_generation_win_fraction_heatmap.jpg
CHANGED
arena_elo/results/20240602/clean_battle_video_generation.json
CHANGED
@@ -10766,5 +10766,85 @@
|
|
10766 |
"judge": "arena_user_10.16.3.126",
|
10767 |
"anony": true,
|
10768 |
"tstamp": 1717345483.6603
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
10769 |
}
|
10770 |
]
|
|
|
10766 |
"judge": "arena_user_10.16.3.126",
|
10767 |
"anony": true,
|
10768 |
"tstamp": 1717345483.6603
|
10769 |
+
},
|
10770 |
+
{
|
10771 |
+
"model_a": "StableVideoDiffusion",
|
10772 |
+
"model_b": "OpenSora",
|
10773 |
+
"winner": "tie (bothbad)",
|
10774 |
+
"judge": "arena_user_10.16.15.131",
|
10775 |
+
"anony": true,
|
10776 |
+
"tstamp": 1717370074.6497
|
10777 |
+
},
|
10778 |
+
{
|
10779 |
+
"model_a": "AnimateDiff",
|
10780 |
+
"model_b": "T2VTurbo",
|
10781 |
+
"winner": "tie",
|
10782 |
+
"judge": "arena_user_10.16.47.67",
|
10783 |
+
"anony": true,
|
10784 |
+
"tstamp": 1717370084.7673
|
10785 |
+
},
|
10786 |
+
{
|
10787 |
+
"model_a": "AnimateDiffTurbo",
|
10788 |
+
"model_b": "T2VTurbo",
|
10789 |
+
"winner": "model_b",
|
10790 |
+
"judge": "arena_user_10.16.47.67",
|
10791 |
+
"anony": true,
|
10792 |
+
"tstamp": 1717370194.9243
|
10793 |
+
},
|
10794 |
+
{
|
10795 |
+
"model_a": "AnimateDiffTurbo",
|
10796 |
+
"model_b": "T2VTurbo",
|
10797 |
+
"winner": "model_b",
|
10798 |
+
"judge": "arena_user_10.16.3.126",
|
10799 |
+
"anony": true,
|
10800 |
+
"tstamp": 1717370216.817
|
10801 |
+
},
|
10802 |
+
{
|
10803 |
+
"model_a": "ModelScope",
|
10804 |
+
"model_b": "T2VTurbo",
|
10805 |
+
"winner": "model_b",
|
10806 |
+
"judge": "arena_user_10.16.15.131",
|
10807 |
+
"anony": true,
|
10808 |
+
"tstamp": 1717370244.8292
|
10809 |
+
},
|
10810 |
+
{
|
10811 |
+
"model_a": "StableVideoDiffusion",
|
10812 |
+
"model_b": "AnimateDiffTurbo",
|
10813 |
+
"winner": "model_a",
|
10814 |
+
"judge": "arena_user_10.16.47.67",
|
10815 |
+
"anony": true,
|
10816 |
+
"tstamp": 1717370280.0046
|
10817 |
+
},
|
10818 |
+
{
|
10819 |
+
"model_a": "LaVie",
|
10820 |
+
"model_b": "T2VTurbo",
|
10821 |
+
"winner": "model_b",
|
10822 |
+
"judge": "arena_user_10.16.27.21",
|
10823 |
+
"anony": true,
|
10824 |
+
"tstamp": 1717370335.9096
|
10825 |
+
},
|
10826 |
+
{
|
10827 |
+
"model_a": "OpenSora",
|
10828 |
+
"model_b": "StableVideoDiffusion",
|
10829 |
+
"winner": "model_a",
|
10830 |
+
"judge": "arena_user_10.16.15.131",
|
10831 |
+
"anony": true,
|
10832 |
+
"tstamp": 1717370378.0295
|
10833 |
+
},
|
10834 |
+
{
|
10835 |
+
"model_a": "T2VTurbo",
|
10836 |
+
"model_b": "AnimateDiff",
|
10837 |
+
"winner": "model_a",
|
10838 |
+
"judge": "arena_user_10.16.27.21",
|
10839 |
+
"anony": true,
|
10840 |
+
"tstamp": 1717370403.7198
|
10841 |
+
},
|
10842 |
+
{
|
10843 |
+
"model_a": "StableVideoDiffusion",
|
10844 |
+
"model_b": "OpenSora",
|
10845 |
+
"winner": "tie (bothbad)",
|
10846 |
+
"judge": "arena_user_10.16.15.131",
|
10847 |
+
"anony": true,
|
10848 |
+
"tstamp": 1717370524.989
|
10849 |
}
|
10850 |
]
|
arena_elo/results/20240602/clean_battle_video_generation_average_win_rate_bar.jpg
CHANGED
arena_elo/results/20240602/clean_battle_video_generation_battle_count_heatmap.jpg
CHANGED
arena_elo/results/20240602/clean_battle_video_generation_bootstrap_elo_rating.jpg
CHANGED
arena_elo/results/20240602/clean_battle_video_generation_win_fraction_heatmap.jpg
CHANGED
arena_elo/results/20240602/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 68024
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d14f0dbd7d8713af220fecf3ece3be189b8d6733f8d2c4ffe315caf056bb71b2
|
3 |
size 68024
|
arena_elo/results/20240602/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3ca21d467f12ad09f55997ad0b2defa4ce34e3b981f59c9e4bd25ab537c6fd51
|
3 |
+
size 59795
|
arena_elo/results/20240602/t2i_generation_leaderboard.csv
CHANGED
@@ -1,12 +1,12 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
PlayGround V2.5,PlayGround V2.5,1148.
|
3 |
-
PlayGround V2,PlayGround V2,1099.
|
4 |
-
StableCascade,StableCascade,
|
5 |
-
SDXLLightning,SDXLLightning,1056.
|
6 |
-
PixArtSigma,PixArtSigma,1050.
|
7 |
-
PixArtAlpha,PixArtAlpha,1050.
|
8 |
-
SDXL,SDXL,1001.
|
9 |
-
SDXLTurbo,SDXLTurbo,
|
10 |
-
LCM(v1.5/XL),LCM(v1.5/XL),932.
|
11 |
-
OpenJourney,OpenJourney,
|
12 |
-
LCM,LCM,816.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1148.1516485814593,1150.472539587778,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
PlayGround V2,PlayGround V2,1099.1204398735135,1098.2686957209742,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
4 |
+
StableCascade,StableCascade,1057.0742285514657,1061.5105105350306,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
5 |
+
SDXLLightning,SDXLLightning,1056.680531817532,1060.0875320813557,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
6 |
+
PixArtSigma,PixArtSigma,1050.6626134980766,1049.904384276815,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
|
7 |
+
PixArtAlpha,PixArtAlpha,1050.0943952555253,1038.148615569581,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
8 |
+
SDXL,SDXL,1001.276003950698,999.9322158792518,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
9 |
+
SDXLTurbo,SDXLTurbo,934.9998229972745,932.8571730063984,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
10 |
+
LCM(v1.5/XL),LCM(v1.5/XL),932.3627028449469,925.8296901601946,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
11 |
+
OpenJourney,OpenJourney,852.885462736469,847.5028194441707,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
12 |
+
LCM,LCM,816.6921498930382,829.8275040213736,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/20240602/video_generation_leaderboard.csv
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
|
3 |
-
|
4 |
-
AnimateDiff,AnimateDiff,
|
5 |
-
VideoCrafter2,VideoCrafter2,
|
6 |
-
LaVie,LaVie,
|
7 |
-
OpenSora,OpenSora,904.
|
8 |
-
ModelScope,ModelScope,
|
9 |
-
AnimateDiffTurbo,AnimateDiffTurbo,
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
T2VTurbo,T2VTurbo,1162.2748348504488,1152.6010728601855,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
3 |
+
StableVideoDiffusion,StableVideoDiffusion,1131.4080776396881,1141.6175859113196,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
4 |
+
AnimateDiff,AnimateDiff,1065.8060753822629,1063.691366987204,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
5 |
+
VideoCrafter2,VideoCrafter2,1060.2675071313479,1061.2312280002916,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
6 |
+
LaVie,LaVie,979.7642235342119,979.6535299061611,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
7 |
+
OpenSora,OpenSora,904.553777604841,904.387087326285,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
8 |
+
ModelScope,ModelScope,854.8381857344386,854.6400389961794,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
9 |
+
AnimateDiffTurbo,AnimateDiffTurbo,841.0873181227597,842.1780900123739,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
arena_elo/results/latest/clean_battle_t2i_generation.json
CHANGED
@@ -42182,5 +42182,37 @@
|
|
42182 |
"judge": "arena_user_10.16.47.67",
|
42183 |
"anony": true,
|
42184 |
"tstamp": 1717345942.1509
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
42185 |
}
|
42186 |
]
|
|
|
42182 |
"judge": "arena_user_10.16.47.67",
|
42183 |
"anony": true,
|
42184 |
"tstamp": 1717345942.1509
|
42185 |
+
},
|
42186 |
+
{
|
42187 |
+
"model_a": "SDXL",
|
42188 |
+
"model_b": "StableCascade",
|
42189 |
+
"winner": "tie",
|
42190 |
+
"judge": "arena_user_10.16.3.126",
|
42191 |
+
"anony": true,
|
42192 |
+
"tstamp": 1717369313.4581
|
42193 |
+
},
|
42194 |
+
{
|
42195 |
+
"model_a": "StableCascade",
|
42196 |
+
"model_b": "SDXLTurbo",
|
42197 |
+
"winner": "model_a",
|
42198 |
+
"judge": "arena_user_10.16.47.67",
|
42199 |
+
"anony": true,
|
42200 |
+
"tstamp": 1717374558.2723
|
42201 |
+
},
|
42202 |
+
{
|
42203 |
+
"model_a": "OpenJourney",
|
42204 |
+
"model_b": "SDXLLightning",
|
42205 |
+
"winner": "model_b",
|
42206 |
+
"judge": "arena_user_10.16.27.21",
|
42207 |
+
"anony": true,
|
42208 |
+
"tstamp": 1717374641.2959
|
42209 |
+
},
|
42210 |
+
{
|
42211 |
+
"model_a": "SDXL",
|
42212 |
+
"model_b": "PlayGround V2",
|
42213 |
+
"winner": "tie",
|
42214 |
+
"judge": "arena_user_10.16.15.131",
|
42215 |
+
"anony": true,
|
42216 |
+
"tstamp": 1717374859.9707
|
42217 |
}
|
42218 |
]
|
arena_elo/results/latest/clean_battle_video_generation.json
CHANGED
@@ -10766,5 +10766,85 @@
|
|
10766 |
"judge": "arena_user_10.16.3.126",
|
10767 |
"anony": true,
|
10768 |
"tstamp": 1717345483.6603
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
10769 |
}
|
10770 |
]
|
|
|
10766 |
"judge": "arena_user_10.16.3.126",
|
10767 |
"anony": true,
|
10768 |
"tstamp": 1717345483.6603
|
10769 |
+
},
|
10770 |
+
{
|
10771 |
+
"model_a": "StableVideoDiffusion",
|
10772 |
+
"model_b": "OpenSora",
|
10773 |
+
"winner": "tie (bothbad)",
|
10774 |
+
"judge": "arena_user_10.16.15.131",
|
10775 |
+
"anony": true,
|
10776 |
+
"tstamp": 1717370074.6497
|
10777 |
+
},
|
10778 |
+
{
|
10779 |
+
"model_a": "AnimateDiff",
|
10780 |
+
"model_b": "T2VTurbo",
|
10781 |
+
"winner": "tie",
|
10782 |
+
"judge": "arena_user_10.16.47.67",
|
10783 |
+
"anony": true,
|
10784 |
+
"tstamp": 1717370084.7673
|
10785 |
+
},
|
10786 |
+
{
|
10787 |
+
"model_a": "AnimateDiffTurbo",
|
10788 |
+
"model_b": "T2VTurbo",
|
10789 |
+
"winner": "model_b",
|
10790 |
+
"judge": "arena_user_10.16.47.67",
|
10791 |
+
"anony": true,
|
10792 |
+
"tstamp": 1717370194.9243
|
10793 |
+
},
|
10794 |
+
{
|
10795 |
+
"model_a": "AnimateDiffTurbo",
|
10796 |
+
"model_b": "T2VTurbo",
|
10797 |
+
"winner": "model_b",
|
10798 |
+
"judge": "arena_user_10.16.3.126",
|
10799 |
+
"anony": true,
|
10800 |
+
"tstamp": 1717370216.817
|
10801 |
+
},
|
10802 |
+
{
|
10803 |
+
"model_a": "ModelScope",
|
10804 |
+
"model_b": "T2VTurbo",
|
10805 |
+
"winner": "model_b",
|
10806 |
+
"judge": "arena_user_10.16.15.131",
|
10807 |
+
"anony": true,
|
10808 |
+
"tstamp": 1717370244.8292
|
10809 |
+
},
|
10810 |
+
{
|
10811 |
+
"model_a": "StableVideoDiffusion",
|
10812 |
+
"model_b": "AnimateDiffTurbo",
|
10813 |
+
"winner": "model_a",
|
10814 |
+
"judge": "arena_user_10.16.47.67",
|
10815 |
+
"anony": true,
|
10816 |
+
"tstamp": 1717370280.0046
|
10817 |
+
},
|
10818 |
+
{
|
10819 |
+
"model_a": "LaVie",
|
10820 |
+
"model_b": "T2VTurbo",
|
10821 |
+
"winner": "model_b",
|
10822 |
+
"judge": "arena_user_10.16.27.21",
|
10823 |
+
"anony": true,
|
10824 |
+
"tstamp": 1717370335.9096
|
10825 |
+
},
|
10826 |
+
{
|
10827 |
+
"model_a": "OpenSora",
|
10828 |
+
"model_b": "StableVideoDiffusion",
|
10829 |
+
"winner": "model_a",
|
10830 |
+
"judge": "arena_user_10.16.15.131",
|
10831 |
+
"anony": true,
|
10832 |
+
"tstamp": 1717370378.0295
|
10833 |
+
},
|
10834 |
+
{
|
10835 |
+
"model_a": "T2VTurbo",
|
10836 |
+
"model_b": "AnimateDiff",
|
10837 |
+
"winner": "model_a",
|
10838 |
+
"judge": "arena_user_10.16.27.21",
|
10839 |
+
"anony": true,
|
10840 |
+
"tstamp": 1717370403.7198
|
10841 |
+
},
|
10842 |
+
{
|
10843 |
+
"model_a": "StableVideoDiffusion",
|
10844 |
+
"model_b": "OpenSora",
|
10845 |
+
"winner": "tie (bothbad)",
|
10846 |
+
"judge": "arena_user_10.16.15.131",
|
10847 |
+
"anony": true,
|
10848 |
+
"tstamp": 1717370524.989
|
10849 |
}
|
10850 |
]
|
arena_elo/results/latest/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 68024
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d14f0dbd7d8713af220fecf3ece3be189b8d6733f8d2c4ffe315caf056bb71b2
|
3 |
size 68024
|
arena_elo/results/latest/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3ca21d467f12ad09f55997ad0b2defa4ce34e3b981f59c9e4bd25ab537c6fd51
|
3 |
+
size 59795
|
arena_elo/results/latest/t2i_generation_leaderboard.csv
CHANGED
@@ -1,12 +1,12 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
PlayGround V2.5,PlayGround V2.5,1148.
|
3 |
-
PlayGround V2,PlayGround V2,1099.
|
4 |
-
StableCascade,StableCascade,
|
5 |
-
SDXLLightning,SDXLLightning,1056.
|
6 |
-
PixArtSigma,PixArtSigma,1050.
|
7 |
-
PixArtAlpha,PixArtAlpha,1050.
|
8 |
-
SDXL,SDXL,1001.
|
9 |
-
SDXLTurbo,SDXLTurbo,
|
10 |
-
LCM(v1.5/XL),LCM(v1.5/XL),932.
|
11 |
-
OpenJourney,OpenJourney,
|
12 |
-
LCM,LCM,816.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1148.1516485814593,1150.472539587778,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
PlayGround V2,PlayGround V2,1099.1204398735135,1098.2686957209742,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
4 |
+
StableCascade,StableCascade,1057.0742285514657,1061.5105105350306,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
5 |
+
SDXLLightning,SDXLLightning,1056.680531817532,1060.0875320813557,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
6 |
+
PixArtSigma,PixArtSigma,1050.6626134980766,1049.904384276815,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
|
7 |
+
PixArtAlpha,PixArtAlpha,1050.0943952555253,1038.148615569581,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
8 |
+
SDXL,SDXL,1001.276003950698,999.9322158792518,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
9 |
+
SDXLTurbo,SDXLTurbo,934.9998229972745,932.8571730063984,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
10 |
+
LCM(v1.5/XL),LCM(v1.5/XL),932.3627028449469,925.8296901601946,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
11 |
+
OpenJourney,OpenJourney,852.885462736469,847.5028194441707,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
12 |
+
LCM,LCM,816.6921498930382,829.8275040213736,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/video_generation_leaderboard.csv
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
|
3 |
-
|
4 |
-
AnimateDiff,AnimateDiff,
|
5 |
-
VideoCrafter2,VideoCrafter2,
|
6 |
-
LaVie,LaVie,
|
7 |
-
OpenSora,OpenSora,904.
|
8 |
-
ModelScope,ModelScope,
|
9 |
-
AnimateDiffTurbo,AnimateDiffTurbo,
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
T2VTurbo,T2VTurbo,1162.2748348504488,1152.6010728601855,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
3 |
+
StableVideoDiffusion,StableVideoDiffusion,1131.4080776396881,1141.6175859113196,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
4 |
+
AnimateDiff,AnimateDiff,1065.8060753822629,1063.691366987204,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
5 |
+
VideoCrafter2,VideoCrafter2,1060.2675071313479,1061.2312280002916,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
6 |
+
LaVie,LaVie,979.7642235342119,979.6535299061611,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
7 |
+
OpenSora,OpenSora,904.553777604841,904.387087326285,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
8 |
+
ModelScope,ModelScope,854.8381857344386,854.6400389961794,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
9 |
+
AnimateDiffTurbo,AnimateDiffTurbo,841.0873181227597,842.1780900123739,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|