DongfuJiang commited on
Commit
0f1b793
1 Parent(s): cca0b2a

Auto Daily Leaderboard udpate Sun Sep 1 12:00:24 PM EDT 2024

Browse files
arena_elo/results/20240830/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20240830/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3196975d9ec53ef46258ff64917717d8fd195e9935940dff8a0a283af772b3b0
3
+ size 66385
arena_elo/results/20240830/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1151.6931814883521,1155.975431609357,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ T2V-Turbo,T2V-Turbo,1092.6793648951773,1092.5316889749017,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
4
+ VideoCrafter2,VideoCrafter2,1080.8536998864654,1082.46685267181,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
+ AnimateDiff,AnimateDiff,1076.1520720608496,1075.7582897814661,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
6
+ CogVideoX-2B,CogVideoX-2B,1070.229911493377,1062.0520921077534,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
7
+ LaVie,LaVie,1003.2012616933093,1004.514801245956,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
8
+ OpenSora,OpenSora,919.368939929722,920.4525622825817,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
9
+ OpenSora v1.2,OpenSora v1.2,870.1525593858826,866.5621220164295,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
10
+ ModelScope,ModelScope,869.0133783533573,871.6942492615718,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
11
+ AnimateDiff Turbo,AnimateDiff Turbo,866.6556308135064,867.9919100481715,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
arena_elo/results/20240831/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20240831/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdc3bb70f2d8b6e0d58062d295a143a298de19f25c82a3de6677591613a0a0f9
3
+ size 88247
arena_elo/results/20240831/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1126.4356402369692,1127.2280727778502,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1126.2889728629602,1144.5258173564819,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1082.315343452611,1078.1045614326772,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1073.065415257294,1071.158341308344,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1055.966372856129,1054.0552465921062,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ HunyuanDiT,HunyuanDiT,1041.1512031294556,1028.8915216109826,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
8
+ StableCascade,StableCascade,1038.1504518109414,1040.4937227177566,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
9
+ SDXL-Lightning,SDXL-Lightning,1024.019916918541,1027.3246985843055,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1022.651416137263,1011.9969746596573,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1019.2217886230037,1018.1613737417579,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ AuraFlow,AuraFlow,999.3019843928246,995.4412513381933,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,988.9076762817376,984.6841501247743,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,964.7772008332179,964.5698415953276,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.8451806991811,910.261383758,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.6733341829878,898.0738137449478,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,828.1762137420162,822.0289068622536,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,790.0518885828609,802.9475233351188,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -95950,5 +95950,75 @@
95950
  "judge": "arena_user_10.16.34.60",
95951
  "anony": true,
95952
  "tstamp": 1725019838.6535
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
95953
  }
95954
  ]
 
95950
  "judge": "arena_user_10.16.34.60",
95951
  "anony": true,
95952
  "tstamp": 1725019838.6535
95953
+ },
95954
+ {
95955
+ "model_a_conv_id": "081c41339d1d4832b28d22b258e43d59",
95956
+ "model_b_conv_id": "d0b019af5ad9420c9002b8f7a9f4f3d5",
95957
+ "inputs": {
95958
+ "prompt": "A beige pastry sitting in a white ball next to a spoon ."
95959
+ },
95960
+ "model_a": "SDXL-Lightning",
95961
+ "model_b": "SDXLTurbo",
95962
+ "vote_type": "rightvote",
95963
+ "winner": "model_b",
95964
+ "judge": "arena_user_10.16.18.75",
95965
+ "anony": true,
95966
+ "tstamp": 1725063066.9855
95967
+ },
95968
+ {
95969
+ "model_a_conv_id": "c1209666f06c4631a3785fbb67075fb6",
95970
+ "model_b_conv_id": "45af42d045d14214a1b5a6f1153d32a1",
95971
+ "inputs": {
95972
+ "prompt": "a naked japanese lady in her 60s with large breasts in her 50s on high heel sandals. she sits on a gyno chair in a neon-lit doctor's room. Her legs are spread and on the chair's foot resta and she is smiling to the camera."
95973
+ },
95974
+ "model_a": "HunyuanDiT",
95975
+ "model_b": "FLUX.1-schnell",
95976
+ "vote_type": "leftvote",
95977
+ "winner": "model_a",
95978
+ "judge": "arena_user_10.16.10.147",
95979
+ "anony": true,
95980
+ "tstamp": 1725077309.3037
95981
+ },
95982
+ {
95983
+ "model_a_conv_id": "d40fb1883d7748f196c0620b93aeca76",
95984
+ "model_b_conv_id": "4a34584bb9464016ae8f4abae43be9a1",
95985
+ "inputs": {
95986
+ "prompt": "Generate a moving passenger train with solar panels inbuilt on the roofs "
95987
+ },
95988
+ "model_a": "SD3",
95989
+ "model_b": "PlayGround V2.5",
95990
+ "vote_type": "rightvote",
95991
+ "winner": "model_b",
95992
+ "judge": "arena_user_10.16.18.75",
95993
+ "anony": true,
95994
+ "tstamp": 1725101700.0854
95995
+ },
95996
+ {
95997
+ "model_a_conv_id": "968f7fc813a5453ea10ab4a127d68513",
95998
+ "model_b_conv_id": "7e71bd583bdd4b3eafe9383db9fdaddc",
95999
+ "inputs": {
96000
+ "prompt": "Generate a moving train that has solar panels built-in on its rooftop and view angle from directly the top"
96001
+ },
96002
+ "model_a": "SDXLTurbo",
96003
+ "model_b": "PlayGround V2.5",
96004
+ "vote_type": "leftvote",
96005
+ "winner": "model_a",
96006
+ "judge": "arena_user_10.16.10.147",
96007
+ "anony": true,
96008
+ "tstamp": 1725101856.797
96009
+ },
96010
+ {
96011
+ "model_a_conv_id": "c97ac3d0fecd4359b910359ce2025dcc",
96012
+ "model_b_conv_id": "d187a620f2a64cf180dfee2f4d87ff22",
96013
+ "inputs": {
96014
+ "prompt": "A modern iMac computer screen showcases a uniquely designed webpage where every element of a luxurious hotel experience is integrated into the website interface. The hotel lobby is represented by a sleek navigation bar, with doors and windows serving as clickable buttons. The plush furniture, like sofas and beds, doubles as interactive dropdown menus, while the visitor moves through the space, interacting with these elements as if they are part of the webpage. The visitor looks comfortable and happy, fully immersed in this digital environment. The background outside the screen is bright and minimal, creating a strong contrast with the rich, detailed, and colorful hotel-themed interface inside the screen. The entire scene blends the digital interface with real-life hotel elements, making the hotel experience feel like an interactive website brought to life."
96015
+ },
96016
+ "model_a": "SDXL-Lightning",
96017
+ "model_b": "AuraFlow",
96018
+ "vote_type": "leftvote",
96019
+ "winner": "model_a",
96020
+ "judge": "arena_user_10.16.10.147",
96021
+ "anony": true,
96022
+ "tstamp": 1725110531.2065
96023
  }
96024
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -27004,5 +27004,117 @@
27004
  "judge": "arena_user_10.16.18.75",
27005
  "anony": true,
27006
  "tstamp": 1724314547.0214
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
27007
  }
27008
  ]
 
27004
  "judge": "arena_user_10.16.18.75",
27005
  "anony": true,
27006
  "tstamp": 1724314547.0214
27007
+ },
27008
+ {
27009
+ "model_a_conv_id": "2f600809cfbb4035b528d415d73c8335",
27010
+ "model_b_conv_id": "cc5265a825c2488590fd8b765a6bcda5",
27011
+ "inputs": {
27012
+ "prompt": "a cow eating"
27013
+ },
27014
+ "model_a": "StableVideoDiffusion",
27015
+ "model_b": "AnimateDiff Turbo",
27016
+ "vote_type": "leftvote",
27017
+ "winner": "model_a",
27018
+ "judge": "arena_user_10.16.10.147",
27019
+ "anony": true,
27020
+ "tstamp": 1725064092.199
27021
+ },
27022
+ {
27023
+ "model_a_conv_id": "2f781b924a7a449aa7ac94e85ce4b1e6",
27024
+ "model_b_conv_id": "a85ec753ae4b438a8bf8f0affc594067",
27025
+ "inputs": {
27026
+ "prompt": "a cow on the right of an elephant, front view"
27027
+ },
27028
+ "model_a": "OpenSora v1.2",
27029
+ "model_b": "VideoCrafter2",
27030
+ "vote_type": "rightvote",
27031
+ "winner": "model_b",
27032
+ "judge": "arena_user_10.16.10.147",
27033
+ "anony": true,
27034
+ "tstamp": 1725064101.5924
27035
+ },
27036
+ {
27037
+ "model_a_conv_id": "a5fd5e4f61774e45bdf59b7269010a11",
27038
+ "model_b_conv_id": "263029d02eba45a6897de4c1f8ff1223",
27039
+ "inputs": {
27040
+ "prompt": "A jellyfish floating through the ocean, with bioluminescent tentacles"
27041
+ },
27042
+ "model_a": "AnimateDiff",
27043
+ "model_b": "VideoCrafter2",
27044
+ "vote_type": "tievote",
27045
+ "winner": "tie",
27046
+ "judge": "arena_user_10.16.10.147",
27047
+ "anony": true,
27048
+ "tstamp": 1725064111.5756
27049
+ },
27050
+ {
27051
+ "model_a_conv_id": "7eb038b7ddec44b2aaec7a9e5c43b743",
27052
+ "model_b_conv_id": "a47be1bdd7ee422dbd5548d321163c9d",
27053
+ "inputs": {
27054
+ "prompt": "music studio"
27055
+ },
27056
+ "model_a": "AnimateDiff Turbo",
27057
+ "model_b": "StableVideoDiffusion",
27058
+ "vote_type": "rightvote",
27059
+ "winner": "model_b",
27060
+ "judge": "arena_user_10.16.10.147",
27061
+ "anony": true,
27062
+ "tstamp": 1725064128.0978
27063
+ },
27064
+ {
27065
+ "model_a_conv_id": "6d64085139d44c2e8195e5378f05a26f",
27066
+ "model_b_conv_id": "4d53cb73a1cd4d6388c7cdcd3bc5900d",
27067
+ "inputs": {
27068
+ "prompt": "a bicycle accelerating to gain speed"
27069
+ },
27070
+ "model_a": "AnimateDiff Turbo",
27071
+ "model_b": "T2V-Turbo",
27072
+ "vote_type": "rightvote",
27073
+ "winner": "model_b",
27074
+ "judge": "arena_user_10.16.10.147",
27075
+ "anony": true,
27076
+ "tstamp": 1725064175.3109
27077
+ },
27078
+ {
27079
+ "model_a_conv_id": "b5bd120034c64e688dbf7fa91c469829",
27080
+ "model_b_conv_id": "5db7b58621544cae87c0bf5b31e769ad",
27081
+ "inputs": {
27082
+ "prompt": "a donut on the bottom of broccoli, front view"
27083
+ },
27084
+ "model_a": "AnimateDiff Turbo",
27085
+ "model_b": "AnimateDiff",
27086
+ "vote_type": "rightvote",
27087
+ "winner": "model_b",
27088
+ "judge": "arena_user_10.16.10.147",
27089
+ "anony": true,
27090
+ "tstamp": 1725064185.4066
27091
+ },
27092
+ {
27093
+ "model_a_conv_id": "053a4a8f5f2b4cc399b12bb73ae186f9",
27094
+ "model_b_conv_id": "2563074653394d62bb95832385de0a2d",
27095
+ "inputs": {
27096
+ "prompt": "Yellow flowers swing in the wind"
27097
+ },
27098
+ "model_a": "T2V-Turbo",
27099
+ "model_b": "AnimateDiff Turbo",
27100
+ "vote_type": "tievote",
27101
+ "winner": "tie",
27102
+ "judge": "arena_user_10.16.10.147",
27103
+ "anony": true,
27104
+ "tstamp": 1725064207.8353
27105
+ },
27106
+ {
27107
+ "model_a_conv_id": "482d34dde22e42ea8537cfde24502c16",
27108
+ "model_b_conv_id": "bbbc43b8632f447fad8da36b251cf059",
27109
+ "inputs": {
27110
+ "prompt": "A person is arranging flowers"
27111
+ },
27112
+ "model_a": "StableVideoDiffusion",
27113
+ "model_b": "AnimateDiff",
27114
+ "vote_type": "leftvote",
27115
+ "winner": "model_a",
27116
+ "judge": "arena_user_10.16.18.162",
27117
+ "anony": true,
27118
+ "tstamp": 1725064216.8209
27119
  }
27120
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b07bd1eb73ba2441e1a2826c961f95e0340ed7ed04ad558150f03309cd5687a
3
- size 88248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdc3bb70f2d8b6e0d58062d295a143a298de19f25c82a3de6677591613a0a0f9
3
+ size 88247
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be272e8428b549b0018a08a9300d20a086b9df7555c016e0cc2371f9003ed887
3
  size 66385
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3196975d9ec53ef46258ff64917717d8fd195e9935940dff8a0a283af772b3b0
3
  size 66385
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1128.1076601793302,1145.4292259194874,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1126.2242175792326,1127.0304762360083,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1086.3891359749045,1082.431753147752,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.3338566106129,1070.3959486055644,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1055.6435171321828,1054.0770126985808,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- HunyuanDiT,HunyuanDiT,1038.8528018338375,1026.9064910406098,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
8
- StableCascade,StableCascade,1037.482462728124,1039.871994721617,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
9
- SDXL-Lightning,SDXL-Lightning,1023.5139956954258,1026.8635094413457,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
- PixArtAlpha,PixArtAlpha,1021.8191124795862,1011.2525795471853,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- PixArtSigma,PixArtSigma,1018.5453640621988,1017.5527842992569,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- AuraFlow,AuraFlow,1003.1773899329969,999.230314834677,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
- SD3,SD3,990.1711320470132,985.5201090260039,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
- SDXL,SDXL,964.1291628891177,963.834050856154,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,912.3456630523833,908.9499820955415,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.8799595749739,897.333770100635,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,827.3303069916949,821.2404802457792,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.0542612363914,802.0876918790069,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1126.4356402369692,1127.2280727778502,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1126.2889728629602,1144.5258173564819,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1082.315343452611,1078.1045614326772,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1073.065415257294,1071.158341308344,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1055.966372856129,1054.0552465921062,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ HunyuanDiT,HunyuanDiT,1041.1512031294556,1028.8915216109826,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
8
+ StableCascade,StableCascade,1038.1504518109414,1040.4937227177566,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
9
+ SDXL-Lightning,SDXL-Lightning,1024.019916918541,1027.3246985843055,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1022.651416137263,1011.9969746596573,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1019.2217886230037,1018.1613737417579,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ AuraFlow,AuraFlow,999.3019843928246,995.4412513381933,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,988.9076762817376,984.6841501247743,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,964.7772008332179,964.5698415953276,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.8451806991811,910.261383758,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.6733341829878,898.0738137449478,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,828.1762137420162,822.0289068622536,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,790.0518885828609,802.9475233351188,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,11 +1,11 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- StableVideoDiffusion,StableVideoDiffusion,1149.1931457578753,1153.5740906587723,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
- T2V-Turbo,T2V-Turbo,1092.5324853444242,1092.366075257797,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
4
- VideoCrafter2,VideoCrafter2,1080.1085943571989,1081.7218574662002,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
- AnimateDiff,AnimateDiff,1075.8761208607596,1075.5023181158135,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
6
- CogVideoX-2B,CogVideoX-2B,1070.2459530921547,1062.3183210367013,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
7
- LaVie,LaVie,1002.6064809312112,1004.0567863216506,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
8
- OpenSora,OpenSora,918.9218656989021,920.0899488133215,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
9
- OpenSora v1.2,OpenSora v1.2,875.1330928850344,870.864905002269,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
10
- ModelScope,ModelScope,868.5237324791979,871.2758271576524,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
11
- AnimateDiff Turbo,AnimateDiff Turbo,866.858528593242,868.2298701698218,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1151.6931814883521,1155.975431609357,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ T2V-Turbo,T2V-Turbo,1092.6793648951773,1092.5316889749017,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
4
+ VideoCrafter2,VideoCrafter2,1080.8536998864654,1082.46685267181,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
+ AnimateDiff,AnimateDiff,1076.1520720608496,1075.7582897814661,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
6
+ CogVideoX-2B,CogVideoX-2B,1070.229911493377,1062.0520921077534,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
7
+ LaVie,LaVie,1003.2012616933093,1004.514801245956,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
8
+ OpenSora,OpenSora,919.368939929722,920.4525622825817,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
9
+ OpenSora v1.2,OpenSora v1.2,870.1525593858826,866.5621220164295,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
10
+ ModelScope,ModelScope,869.0133783533573,871.6942492615718,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
11
+ AnimateDiff Turbo,AnimateDiff Turbo,866.6556308135064,867.9919100481715,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo