DongfuJiang commited on
Commit
4624055
·
1 Parent(s): f3ba6f3

Auto Daily Leaderboard udpate Sat Nov 23 12:00:28 PM EST 2024

Browse files
arena_elo/results/20241123/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241123/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241123/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f35bd7a1f105f18c0752f0e8e3010c40d9d63ee1cb9f65a8d33a3d31f5c32853
3
+ size 88251
arena_elo/results/20241123/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23236f6116cb339a931d72fb601fce4d063a325bd42969189ae8c54017224227
3
+ size 75107
arena_elo/results/20241123/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1119.4222910596416,1119.3261165003562,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1118.7631368844152,1140.311230034617,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1086.216911430737,1076.0306528065796,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.1199676768201,1070.53147870473,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1053.7915496559704,1052.236663309995,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1039.9804683936043,1041.9002914214457,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1032.4944285275517,1024.7430284269738,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtSigma,PixArtSigma,1019.7062724863533,1019.1681845410927,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
+ PixArtAlpha,PixArtAlpha,1019.0747805884571,1010.0214024990656,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ SDXL-Lightning,SDXL-Lightning,1018.8493032033942,1021.5438059898942,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ AuraFlow,AuraFlow,1008.7021101897918,1002.8259425800242,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,1005.961760094339,1009.0324747317001,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,965.837823683357,965.710178702478,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.8339684246223,911.9163463159955,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.9178432069526,898.3362500592607,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.5832772453552,823.9675704504376,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.7441072486347,803.2075440379401,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/20241123/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1157.972246811062,1157.533193313731,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1149.447258763105,1147.068420851308,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1122.706396975786,1125.2736961841472,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1060.1282174408072,1056.5676577518238,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1053.818742069915,1053.2537600320188,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1043.5305038685276,1043.3040627627804,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1039.2540402881762,1039.9804752560567,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,998.191682524914,1000.7525585543162,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,968.8834937210415,969.4504151595753,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,885.0979054640629,885.3709310916814,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ OpenSora v1.2,OpenSora v1.2,850.1653058860228,849.0904557563964,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ AnimateDiff Turbo,AnimateDiff Turbo,835.8862311768643,835.6506026855479,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
+ ModelScope,ModelScope,834.9179750097161,836.7037706006129,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -107374,5 +107374,103 @@
107374
  "judge": "arena_user_10.16.38.136",
107375
  "anony": true,
107376
  "tstamp": 1732274284.9125
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107377
  }
107378
  ]
 
107374
  "judge": "arena_user_10.16.38.136",
107375
  "anony": true,
107376
  "tstamp": 1732274284.9125
107377
+ },
107378
+ {
107379
+ "model_a_conv_id": "13deffdab2b546b99afe849cbf0bd91e",
107380
+ "model_b_conv_id": "6a211af61f5c437a8a1e223b319fc400",
107381
+ "inputs": {
107382
+ "prompt": "Photo of two parents and their 5 children of different ages from 0 to 18"
107383
+ },
107384
+ "model_a": "AuraFlow",
107385
+ "model_b": "SD3",
107386
+ "vote_type": "leftvote",
107387
+ "winner": "model_a",
107388
+ "judge": "arena_user_10.16.12.226",
107389
+ "anony": true,
107390
+ "tstamp": 1732349549.4292
107391
+ },
107392
+ {
107393
+ "model_a_conv_id": "a19da332a74e43e682b7044c6c65aab3",
107394
+ "model_b_conv_id": "4f1c4c2293464112967052f07bb03cc9",
107395
+ "inputs": {
107396
+ "prompt": "una bella montagna alpina italiana"
107397
+ },
107398
+ "model_a": "PlayGround V2.5",
107399
+ "model_b": "SDXL",
107400
+ "vote_type": "rightvote",
107401
+ "winner": "model_b",
107402
+ "judge": "arena_user_10.16.16.234",
107403
+ "anony": true,
107404
+ "tstamp": 1732365089.0686
107405
+ },
107406
+ {
107407
+ "model_a_conv_id": "344894ca44884afb84787e9bffb8e155",
107408
+ "model_b_conv_id": "e8be653b86e342209ef3613aac6f08ef",
107409
+ "inputs": {
107410
+ "prompt": "il resegone visto da Milano in una giornata tersa al tramonto"
107411
+ },
107412
+ "model_a": "FLUX.1-schnell",
107413
+ "model_b": "AuraFlow",
107414
+ "vote_type": "bothbad_vote",
107415
+ "winner": "tie (bothbad)",
107416
+ "judge": "arena_user_10.16.38.196",
107417
+ "anony": true,
107418
+ "tstamp": 1732365157.4257
107419
+ },
107420
+ {
107421
+ "model_a_conv_id": "0772668bfe7748b399a29f2983c6d5ae",
107422
+ "model_b_conv_id": "3b37136ddd244beea9374192867eedc8",
107423
+ "inputs": {
107424
+ "prompt": "An instqrumemnt used for cutting cloth, paper, axdz othr thdin mteroial, consamistng of two blades lad one on tvopb of the other and fhastned in tle mixdqdjle so as to bllow them txo be pened and closed by thumb and fitngesr inserted tgrough rings on kthe end oc thei vatndlzes."
107425
+ },
107426
+ "model_a": "PixArtAlpha",
107427
+ "model_b": "FLUX.1-dev",
107428
+ "vote_type": "rightvote",
107429
+ "winner": "model_b",
107430
+ "judge": "arena_user_10.16.38.136",
107431
+ "anony": true,
107432
+ "tstamp": 1732372497.4258
107433
+ },
107434
+ {
107435
+ "model_a_conv_id": "27a5c97afb0d4750b7fd031075544f60",
107436
+ "model_b_conv_id": "ef74a3002ea045e598e44bc996af79d0",
107437
+ "inputs": {
107438
+ "prompt": "A silver , orange , and grey train 's closed doors ."
107439
+ },
107440
+ "model_a": "FLUX.1-schnell",
107441
+ "model_b": "PlayGround V2.5",
107442
+ "vote_type": "rightvote",
107443
+ "winner": "model_b",
107444
+ "judge": "arena_user_10.16.13.73",
107445
+ "anony": true,
107446
+ "tstamp": 1732372530.1893
107447
+ },
107448
+ {
107449
+ "model_a_conv_id": "9d8d8d8565b34944a9bed8a02087ebfa",
107450
+ "model_b_conv_id": "298af82468884cc8ada8dd1d7beb49b3",
107451
+ "inputs": {
107452
+ "prompt": "hyperrealism photo of a man with an orange hood covering his face"
107453
+ },
107454
+ "model_a": "PixArtSigma",
107455
+ "model_b": "SD3",
107456
+ "vote_type": "leftvote",
107457
+ "winner": "model_a",
107458
+ "judge": "arena_user_10.16.31.254",
107459
+ "anony": true,
107460
+ "tstamp": 1732372539.0708
107461
+ },
107462
+ {
107463
+ "model_a_conv_id": "1913fcb97158470287e9176ece671dcb",
107464
+ "model_b_conv_id": "a6e6345b8fbf4149989086488793c18e",
107465
+ "inputs": {
107466
+ "prompt": "An oil painting of a couple in formal evening wear going home get caught in a heavy downpour with no umbrellas."
107467
+ },
107468
+ "model_a": "StableCascade",
107469
+ "model_b": "SD3",
107470
+ "vote_type": "leftvote",
107471
+ "winner": "model_a",
107472
+ "judge": "arena_user_10.16.16.234",
107473
+ "anony": true,
107474
+ "tstamp": 1732372548.7607
107475
  }
107476
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -33108,5 +33108,103 @@
33108
  "judge": "arena_user_10.16.38.196",
33109
  "anony": true,
33110
  "tstamp": 1732274017.5392
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33111
  }
33112
  ]
 
33108
  "judge": "arena_user_10.16.38.196",
33109
  "anony": true,
33110
  "tstamp": 1732274017.5392
33111
+ },
33112
+ {
33113
+ "model_a_conv_id": "1dabe153df0f40b7a3ddc4a666929298",
33114
+ "model_b_conv_id": "d7177120e62242ac9deb5cb3159f53a2",
33115
+ "inputs": {
33116
+ "prompt": "a shark is swimming in the ocean, tilt up"
33117
+ },
33118
+ "model_a": "Pyramid Flow",
33119
+ "model_b": "VideoCrafter2",
33120
+ "vote_type": "leftvote",
33121
+ "winner": "model_a",
33122
+ "judge": "arena_user_10.16.38.136",
33123
+ "anony": true,
33124
+ "tstamp": 1732303850.1167
33125
+ },
33126
+ {
33127
+ "model_a_conv_id": "6a57df36f65f480dab926f8d3a10f8ee",
33128
+ "model_b_conv_id": "af591684716542d99219eeef97784015",
33129
+ "inputs": {
33130
+ "prompt": "a bengal cat standing at a window watching snowfall outside"
33131
+ },
33132
+ "model_a": "AnimateDiff Turbo",
33133
+ "model_b": "AnimateDiff",
33134
+ "vote_type": "rightvote",
33135
+ "winner": "model_b",
33136
+ "judge": "arena_user_10.16.13.73",
33137
+ "anony": true,
33138
+ "tstamp": 1732312287.4548
33139
+ },
33140
+ {
33141
+ "model_a_conv_id": "2dca09536d0e4f57b34744de283c1730",
33142
+ "model_b_conv_id": "a58a2f8ab01b45f183de10386e6e4800",
33143
+ "inputs": {
33144
+ "prompt": "A Bengal cat trying to catch falling snow from the inner side if a window"
33145
+ },
33146
+ "model_a": "StableVideoDiffusion",
33147
+ "model_b": "AnimateDiff Turbo",
33148
+ "vote_type": "bothbad_vote",
33149
+ "winner": "tie (bothbad)",
33150
+ "judge": "arena_user_10.16.38.136",
33151
+ "anony": true,
33152
+ "tstamp": 1732312572.0488
33153
+ },
33154
+ {
33155
+ "model_a_conv_id": "be7a9f594ca54078a5677492fd563d3a",
33156
+ "model_b_conv_id": "04d6fa5cfb8b47c48fd145aaf696f413",
33157
+ "inputs": {
33158
+ "prompt": "a couch and a potted plant"
33159
+ },
33160
+ "model_a": "Pyramid Flow",
33161
+ "model_b": "T2V-Turbo",
33162
+ "vote_type": "tievote",
33163
+ "winner": "tie",
33164
+ "judge": "arena_user_10.16.38.136",
33165
+ "anony": true,
33166
+ "tstamp": 1732312608.7374
33167
+ },
33168
+ {
33169
+ "model_a_conv_id": "b3f7c3d9e813466cbc2bee01695c5917",
33170
+ "model_b_conv_id": "5d07a79b6e654668b8e8963c0e04a53e",
33171
+ "inputs": {
33172
+ "prompt": "A beautiful Bengal cat sitting on a wooden windowsill, pawing playfully at snowflakes falling outside the window, shot from inside a warm, cozy room"
33173
+ },
33174
+ "model_a": "StableVideoDiffusion",
33175
+ "model_b": "AnimateDiff Turbo",
33176
+ "vote_type": "leftvote",
33177
+ "winner": "model_a",
33178
+ "judge": "arena_user_10.16.13.73",
33179
+ "anony": true,
33180
+ "tstamp": 1732314359.804
33181
+ },
33182
+ {
33183
+ "model_a_conv_id": "2196a51b36ed496c9a037e0c8cf89955",
33184
+ "model_b_conv_id": "ec2c8c6f291e4ca4b37c920cd84505b0",
33185
+ "inputs": {
33186
+ "prompt": "Il Resegone visto da Milano al tramonto"
33187
+ },
33188
+ "model_a": "AnimateDiff",
33189
+ "model_b": "AnimateDiff Turbo",
33190
+ "vote_type": "leftvote",
33191
+ "winner": "model_a",
33192
+ "judge": "arena_user_10.16.38.136",
33193
+ "anony": true,
33194
+ "tstamp": 1732365664.0784
33195
+ },
33196
+ {
33197
+ "model_a_conv_id": "2a5ab3c01cd54f34b5b3a6ed86a5bccc",
33198
+ "model_b_conv_id": "749aea876ffc40d89084af654ea9abb4",
33199
+ "inputs": {
33200
+ "prompt": "un volo in elicottero sulla città di Aosta"
33201
+ },
33202
+ "model_a": "AnimateDiff",
33203
+ "model_b": "CogVideoX-5B",
33204
+ "vote_type": "rightvote",
33205
+ "winner": "model_b",
33206
+ "judge": "arena_user_10.16.19.51",
33207
+ "anony": true,
33208
+ "tstamp": 1732366041.2244
33209
  }
33210
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a8cf0b420dc61886a4c1681047c252df8a292453a771c78da7e027b2294e958
3
  size 88251
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f35bd7a1f105f18c0752f0e8e3010c40d9d63ee1cb9f65a8d33a3d31f5c32853
3
  size 88251
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:31aa0c5b227604706288c82bb5bf0c6ffda5353c788424d042d0886565cf04be
3
  size 75107
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23236f6116cb339a931d72fb601fce4d063a325bd42969189ae8c54017224227
3
  size 75107
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1119.5503819760092,1119.4027806579286,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1117.4166386533755,1139.5493609342868,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1088.0703515408438,1077.5316386832274,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1071.9259726944813,1070.3481809997947,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1053.8351928735403,1052.2680852187787,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1039.5472697523528,1041.5084932270368,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1032.5320051580306,1024.8489287635252,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtSigma,PixArtSigma,1019.1516954080014,1018.6163824024559,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
- PixArtAlpha,PixArtAlpha,1019.0892647833175,1010.0009212811278,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- SDXL-Lightning,SDXL-Lightning,1018.7901906078412,1021.584298500332,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- SD3,SD3,1009.5952692205133,1012.2104159291994,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,1006.7869307787693,1000.9077454378214,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,965.3905615057964,965.3189641125372,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,914.6694648808933,911.7534473160129,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.6888190468827,898.1308280256873,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,829.4080103884988,823.8026127330378,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.5519807308478,803.0306002134037,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1119.4222910596416,1119.3261165003562,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1118.7631368844152,1140.311230034617,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1086.216911430737,1076.0306528065796,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.1199676768201,1070.53147870473,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1053.7915496559704,1052.236663309995,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1039.9804683936043,1041.9002914214457,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1032.4944285275517,1024.7430284269738,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtSigma,PixArtSigma,1019.7062724863533,1019.1681845410927,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
+ PixArtAlpha,PixArtAlpha,1019.0747805884571,1010.0214024990656,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ SDXL-Lightning,SDXL-Lightning,1018.8493032033942,1021.5438059898942,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ AuraFlow,AuraFlow,1008.7021101897918,1002.8259425800242,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,1005.961760094339,1009.0324747317001,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,965.837823683357,965.710178702478,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.8339684246223,911.9163463159955,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.9178432069526,898.3362500592607,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.5832772453552,823.9675704504376,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.7441072486347,803.2075440379401,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,14 +1,14 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1154.0270863009423,1153.5630685049769,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- Pyramid Flow,Pyramid Flow,1146.7080167081838,1144.3352112647865,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
- StableVideoDiffusion,StableVideoDiffusion,1123.657990702574,1126.2485893867406,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
- CogVideoX-2B,CogVideoX-2B,1060.3909593492672,1056.8319016355272,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
- T2V-Turbo,T2V-Turbo,1054.0048392384513,1053.4611348196281,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- AnimateDiff,AnimateDiff,1044.0602129735955,1043.8389168891172,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
- VideoCrafter2,VideoCrafter2,1040.4132916623614,1041.1463053063046,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
- Allegro,Allegro,997.9791599356979,1000.5457590015221,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
- LaVie,LaVie,969.7428573806096,970.3090139113779,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
- OpenSora,OpenSora,885.9732607127577,886.2391595941202,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
- OpenSora v1.2,OpenSora v1.2,850.324302840461,849.254082705264,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
- AnimateDiff Turbo,AnimateDiff Turbo,836.9273970650397,836.6769417240055,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
- ModelScope,ModelScope,835.7906251300603,837.5499152566277,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1157.972246811062,1157.533193313731,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1149.447258763105,1147.068420851308,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1122.706396975786,1125.2736961841472,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1060.1282174408072,1056.5676577518238,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1053.818742069915,1053.2537600320188,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1043.5305038685276,1043.3040627627804,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1039.2540402881762,1039.9804752560567,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,998.191682524914,1000.7525585543162,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,968.8834937210415,969.4504151595753,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,885.0979054640629,885.3709310916814,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ OpenSora v1.2,OpenSora v1.2,850.1653058860228,849.0904557563964,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ AnimateDiff Turbo,AnimateDiff Turbo,835.8862311768643,835.6506026855479,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
+ ModelScope,ModelScope,834.9179750097161,836.7037706006129,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571