DongfuJiang commited on
Commit
9ae9bbc
1 Parent(s): 2b29653

Auto Daily Leaderboard udpate Tue Nov 26 12:00:29 PM EST 2024

Browse files
arena_elo/results/20241126/clean_battle_image_editing.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241126/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241126/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241126/elo_results_image_editing.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cf7a18b49d21184c92659b1885a93ed4dd595a642736c7c8845d368b629d195
3
+ size 63250
arena_elo/results/20241126/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a19cf2cb132e18b517a735d7bfe3b8a1d153d48fb7fc1d64e8db22ca2174144e
3
+ size 88251
arena_elo/results/20241126/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bd41eb15b8730e2a7aea435c2b3b94a3ef2d55a2d3b82c956a0400d233b6b5e
3
+ size 75106
arena_elo/results/20241126/image_editing_leaderboard.csv ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ MagicBrush,MagicBrush,1107.2523468920663,1111.3359673778732,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
3
+ InfEdit,InfEdit,1074.6681383592995,1074.366568165408,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
4
+ CosXLEdit,CosXLEdit,1067.1852498305389,1068.1159156502054,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
5
+ InstructPix2Pix,InstructPix2Pix,1039.5821277313255,1037.2991472309634,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
6
+ PNP,PNP,997.1116941557656,1001.6744424533496,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
7
+ Prompt2prompt,Prompt2prompt,989.1401514709111,990.234961285272,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
8
+ CycleDiffusion,CycleDiffusion,942.485204026653,936.1704318305718,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
9
+ SDEdit,SDEdit,925.6912657460032,924.1254182192059,MIT License,Stanford University,https://sde-image-editing.github.io
10
+ Pix2PixZero,Pix2PixZero,856.883821787437,856.6771477871511,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
arena_elo/results/20241126/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1119.4245614749766,1119.3398505179346,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1118.7719942147344,1140.2185930054598,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1085.4915442299828,1075.4466393349974,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.1196035302012,1070.5306877109626,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1053.779325612514,1052.2424299987567,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1039.985006227566,1041.9018827859181,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1032.4357261370817,1024.713732279021,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtSigma,PixArtSigma,1019.7100938324967,1019.1691120718482,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
+ PixArtAlpha,PixArtAlpha,1019.0743658208828,1010.0200957815943,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ SDXL-Lightning,SDXL-Lightning,1018.8451685663721,1021.5287331441663,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ AuraFlow,AuraFlow,1009.3769071056286,1003.5096460408063,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,1006.0704648861506,1009.0651756333817,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,965.8378298765667,965.7099942727879,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.8338215381855,911.915063594021,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.9171053050528,898.331570409839,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.5829423862915,823.9659869732409,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.7435392553159,803.206182716438,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/20241126/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1158.4413917321344,1157.8105707029795,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1153.1468397682638,1150.7030512039078,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1123.7522165079454,1126.225672613066,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1060.1966270970142,1056.6574875029269,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1053.9349740384023,1053.240460263357,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1043.2335741952163,1042.949636122313,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1039.3716015100424,1040.0073434298865,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,993.1349222233022,996.5981295980163,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,968.8961283433521,969.3970115413457,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,885.0625602402345,885.2857556430585,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ OpenSora v1.2,OpenSora v1.2,850.1904005420246,849.0730560325517,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ AnimateDiff Turbo,AnimateDiff Turbo,835.7134332655091,835.3982035565523,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
+ ModelScope,ModelScope,834.925330536558,836.6536217900396,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/latest/clean_battle_image_editing.json CHANGED
@@ -19672,5 +19672,21 @@
19672
  "judge": "arena_user_10.16.12.226",
19673
  "anony": true,
19674
  "tstamp": 1731419898.0109
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19675
  }
19676
  ]
 
19672
  "judge": "arena_user_10.16.12.226",
19673
  "anony": true,
19674
  "tstamp": 1731419898.0109
19675
+ },
19676
+ {
19677
+ "model_a_conv_id": "ba4a8a353aec446d97084e95fa5fe8d5",
19678
+ "model_b_conv_id": "58daaa48391b4a03b2dba67adfc1cdb5",
19679
+ "inputs": {
19680
+ "source_prompt": "A man scuba diving down a snow covered hillside.",
19681
+ "target_prompt": "A man scuba diving down a snow covered conifer hillside.",
19682
+ "instruct_prompt": "let the tree be conifers"
19683
+ },
19684
+ "model_a": "CosXLEdit",
19685
+ "model_b": "CycleDiffusion",
19686
+ "vote_type": "leftvote",
19687
+ "winner": "model_a",
19688
+ "judge": "arena_user_10.20.38.251",
19689
+ "anony": true,
19690
+ "tstamp": 1732630423.8649
19691
  }
19692
  ]
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -107486,5 +107486,61 @@
107486
  "judge": "arena_user_10.16.31.254",
107487
  "anony": true,
107488
  "tstamp": 1732417497.9857
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107489
  }
107490
  ]
 
107486
  "judge": "arena_user_10.16.31.254",
107487
  "anony": true,
107488
  "tstamp": 1732417497.9857
107489
+ },
107490
+ {
107491
+ "model_a_conv_id": "8850b296320640cc84ee150f1258844c",
107492
+ "model_b_conv_id": "93c198d42f9b4650860f43c629d0cb6a",
107493
+ "inputs": {
107494
+ "prompt": "A slow-motion shot of Karna drawing the Nagastra, a serpent-like arrow, from his quiver. As Karna releases it, the arrow morphs into a glowing serpent, leaving a trail of fiery sparks. The camera follows the serpent darting toward Arjuna, who pulls back his Gandiva bow. Lord Krishna guides the chariot at high speed, dodging the serpent's venomous strike in a dramatic sequence. The scene fades out with the serpent missing its mark and dissipating into smoke."
107495
+ },
107496
+ "model_a": "FLUX.1-schnell",
107497
+ "model_b": "AuraFlow",
107498
+ "vote_type": "tievote",
107499
+ "winner": "tie",
107500
+ "judge": "arena_user_10.16.13.73",
107501
+ "anony": true,
107502
+ "tstamp": 1732600576.9444
107503
+ },
107504
+ {
107505
+ "model_a_conv_id": "60efae4b966d4f6f9969cc92ecd457d4",
107506
+ "model_b_conv_id": "7b6657cb315c4e75a746ab2bfd1e3f60",
107507
+ "inputs": {
107508
+ "prompt": "a person siting on a chair and hes using her mac os"
107509
+ },
107510
+ "model_a": "AuraFlow",
107511
+ "model_b": "FLUX.1-schnell",
107512
+ "vote_type": "bothbad_vote",
107513
+ "winner": "tie (bothbad)",
107514
+ "judge": "arena_user_10.20.38.251",
107515
+ "anony": true,
107516
+ "tstamp": 1732627402.7997
107517
+ },
107518
+ {
107519
+ "model_a_conv_id": "7ae3cc053dfb4069ae5f0fe9d7bfd90f",
107520
+ "model_b_conv_id": "687a3f7e22af4756b9f941741e6e6358",
107521
+ "inputs": {
107522
+ "prompt": "a person siting on a chair and using her laptop"
107523
+ },
107524
+ "model_a": "FLUX.1-dev",
107525
+ "model_b": "PlayGround V2.5",
107526
+ "vote_type": "tievote",
107527
+ "winner": "tie",
107528
+ "judge": "arena_user_10.20.24.187",
107529
+ "anony": true,
107530
+ "tstamp": 1732627440.51
107531
+ },
107532
+ {
107533
+ "model_a_conv_id": "dcef50e513e64df48a1208e010193c67",
107534
+ "model_b_conv_id": "b9a7ac03efa645d6bcda11b85ff5c2ce",
107535
+ "inputs": {
107536
+ "prompt": "image from an iPhone video of a dog in a supermarket, hyper realistic, flash photo"
107537
+ },
107538
+ "model_a": "HunyuanDiT",
107539
+ "model_b": "SD3",
107540
+ "vote_type": "tievote",
107541
+ "winner": "tie",
107542
+ "judge": "arena_user_10.20.14.143",
107543
+ "anony": true,
107544
+ "tstamp": 1732630101.5154
107545
  }
107546
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -33206,5 +33206,47 @@
33206
  "judge": "arena_user_10.16.19.51",
33207
  "anony": true,
33208
  "tstamp": 1732366041.2244
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33209
  }
33210
  ]
 
33206
  "judge": "arena_user_10.16.19.51",
33207
  "anony": true,
33208
  "tstamp": 1732366041.2244
33209
+ },
33210
+ {
33211
+ "model_a_conv_id": "1d1c30fa2aad48668048d0b4bd371fe1",
33212
+ "model_b_conv_id": "298c7b5831da4a1d930a6d5f56d08a24",
33213
+ "inputs": {
33214
+ "prompt": "Yoda playing guitar on the stage"
33215
+ },
33216
+ "model_a": "StableVideoDiffusion",
33217
+ "model_b": "Allegro",
33218
+ "vote_type": "leftvote",
33219
+ "winner": "model_a",
33220
+ "judge": "arena_user_10.20.14.143",
33221
+ "anony": true,
33222
+ "tstamp": 1732630132.9214
33223
+ },
33224
+ {
33225
+ "model_a_conv_id": "107ed475e7054f658a537c1b34a5aa62",
33226
+ "model_b_conv_id": "a17f8961f64049a3b81a96c875ae8c36",
33227
+ "inputs": {
33228
+ "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, in cyberpunk style"
33229
+ },
33230
+ "model_a": "StableVideoDiffusion",
33231
+ "model_b": "AnimateDiff Turbo",
33232
+ "vote_type": "leftvote",
33233
+ "winner": "model_a",
33234
+ "judge": "arena_user_10.20.38.251",
33235
+ "anony": true,
33236
+ "tstamp": 1732630176.3916
33237
+ },
33238
+ {
33239
+ "model_a_conv_id": "da2cf94f78a14d08b78909867a61d2fa",
33240
+ "model_b_conv_id": "e51a2f6d6e3a4b2ea4768970cf3c7586",
33241
+ "inputs": {
33242
+ "prompt": "A panda standing on a surfboard in the ocean in sunset."
33243
+ },
33244
+ "model_a": "AnimateDiff",
33245
+ "model_b": "Pyramid Flow",
33246
+ "vote_type": "rightvote",
33247
+ "winner": "model_b",
33248
+ "judge": "arena_user_10.20.14.143",
33249
+ "anony": true,
33250
+ "tstamp": 1732630189.2469
33251
  }
33252
  ]
arena_elo/results/latest/elo_results_image_editing.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e617f42da378ae782063f9ecce3d9c6a4f5334cbb370e611ef27c7db1d2263f
3
  size 63250
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cf7a18b49d21184c92659b1885a93ed4dd595a642736c7c8845d368b629d195
3
  size 63250
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4d646c29690b67912c106a460c5630e8cb82ebda2e33ac4e31dd4347a6efa07
3
  size 88251
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a19cf2cb132e18b517a735d7bfe3b8a1d153d48fb7fc1d64e8db22ca2174144e
3
  size 88251
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23236f6116cb339a931d72fb601fce4d063a325bd42969189ae8c54017224227
3
- size 75107
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bd41eb15b8730e2a7aea435c2b3b94a3ef2d55a2d3b82c956a0400d233b6b5e
3
+ size 75106
arena_elo/results/latest/image_editing_leaderboard.csv CHANGED
@@ -1,10 +1,10 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- MagicBrush,MagicBrush,1107.2357724290591,1111.3252205193878,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
3
- InfEdit,InfEdit,1074.6087157006689,1074.312437136244,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
4
- CosXLEdit,CosXLEdit,1066.272720797529,1067.2626851589678,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
5
- InstructPix2Pix,InstructPix2Pix,1039.6194522185945,1037.3363224197426,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
6
- PNP,PNP,997.1174336409828,1001.6817392363948,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
7
- Prompt2prompt,Prompt2prompt,989.1743643506178,990.2638023339427,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
8
- CycleDiffusion,CycleDiffusion,943.3741294735114,936.971806037026,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
9
- SDEdit,SDEdit,925.6820709654739,924.1272750111482,MIT License,Stanford University,https://sde-image-editing.github.io
10
- Pix2PixZero,Pix2PixZero,856.9153404235628,856.718712147146,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ MagicBrush,MagicBrush,1107.2523468920663,1111.3359673778732,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
3
+ InfEdit,InfEdit,1074.6681383592995,1074.366568165408,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
4
+ CosXLEdit,CosXLEdit,1067.1852498305389,1068.1159156502054,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
5
+ InstructPix2Pix,InstructPix2Pix,1039.5821277313255,1037.2991472309634,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
6
+ PNP,PNP,997.1116941557656,1001.6744424533496,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
7
+ Prompt2prompt,Prompt2prompt,989.1401514709111,990.234961285272,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
8
+ CycleDiffusion,CycleDiffusion,942.485204026653,936.1704318305718,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
9
+ SDEdit,SDEdit,925.6912657460032,924.1254182192059,MIT License,Stanford University,https://sde-image-editing.github.io
10
+ Pix2PixZero,Pix2PixZero,856.883821787437,856.6771477871511,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1119.422201852276,1119.3254974190884,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1118.7577735683053,1140.3164888647264,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1086.2173739081252,1076.0301004202047,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.119444588499,1070.5306686690233,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1053.7888666910765,1052.229755796629,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1039.9803929877994,1041.8990083933154,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1032.5016442224126,1024.7450056148093,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtSigma,PixArtSigma,1019.7059840904717,1019.1666214513314,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
- PixArtAlpha,PixArtAlpha,1019.0750757709526,1010.0210174951809,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- SDXL-Lightning,SDXL-Lightning,1018.8493854310102,1021.541585340301,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- AuraFlow,AuraFlow,1008.7019879549289,1002.8668026575692,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
- SD3,SD3,1005.9645039856566,1009.0076992110376,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
- SDXL,SDXL,965.8373589516854,965.7094658152266,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,914.8338488980186,911.9157427114951,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.9169961143856,898.334725065795,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,829.5831044017344,823.9668540180395,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.7440565826593,803.207321539739,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1119.4245614749766,1119.3398505179346,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1118.7719942147344,1140.2185930054598,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1085.4915442299828,1075.4466393349974,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.1196035302012,1070.5306877109626,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1053.779325612514,1052.2424299987567,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1039.985006227566,1041.9018827859181,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1032.4357261370817,1024.713732279021,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtSigma,PixArtSigma,1019.7100938324967,1019.1691120718482,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
+ PixArtAlpha,PixArtAlpha,1019.0743658208828,1010.0200957815943,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ SDXL-Lightning,SDXL-Lightning,1018.8451685663721,1021.5287331441663,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ AuraFlow,AuraFlow,1009.3769071056286,1003.5096460408063,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,1006.0704648861506,1009.0651756333817,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,965.8378298765667,965.7099942727879,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.8338215381855,911.915063594021,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.9171053050528,898.331570409839,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.5829423862915,823.9659869732409,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.7435392553159,803.206182716438,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,14 +1,14 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1157.972246811062,1157.533193313731,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- Pyramid Flow,Pyramid Flow,1149.447258763105,1147.068420851308,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
- StableVideoDiffusion,StableVideoDiffusion,1122.706396975786,1125.2736961841472,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
- CogVideoX-2B,CogVideoX-2B,1060.1282174408072,1056.5676577518238,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
- T2V-Turbo,T2V-Turbo,1053.818742069915,1053.2537600320188,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- AnimateDiff,AnimateDiff,1043.5305038685276,1043.3040627627804,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
- VideoCrafter2,VideoCrafter2,1039.2540402881762,1039.9804752560567,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
- Allegro,Allegro,998.191682524914,1000.7525585543162,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
- LaVie,LaVie,968.8834937210415,969.4504151595753,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
- OpenSora,OpenSora,885.0979054640629,885.3709310916814,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
- OpenSora v1.2,OpenSora v1.2,850.1653058860228,849.0904557563964,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
- AnimateDiff Turbo,AnimateDiff Turbo,835.8862311768643,835.6506026855479,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
- ModelScope,ModelScope,834.9179750097161,836.7037706006129,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1158.4413917321344,1157.8105707029795,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1153.1468397682638,1150.7030512039078,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1123.7522165079454,1126.225672613066,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1060.1966270970142,1056.6574875029269,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1053.9349740384023,1053.240460263357,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1043.2335741952163,1042.949636122313,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1039.3716015100424,1040.0073434298865,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,993.1349222233022,996.5981295980163,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,968.8961283433521,969.3970115413457,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,885.0625602402345,885.2857556430585,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ OpenSora v1.2,OpenSora v1.2,850.1904005420246,849.0730560325517,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ AnimateDiff Turbo,AnimateDiff Turbo,835.7134332655091,835.3982035565523,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
+ ModelScope,ModelScope,834.925330536558,836.6536217900396,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571