DongfuJiang commited on
Commit
90372f3
1 Parent(s): 9ae9bbc

Auto Daily Leaderboard udpate Wed Nov 27 12:00:28 PM EST 2024

Browse files
arena_elo/results/20241126/clean_battle_video_generation.json CHANGED
@@ -33248,5 +33248,33 @@
33248
  "judge": "arena_user_10.20.14.143",
33249
  "anony": true,
33250
  "tstamp": 1732630189.2469
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33251
  }
33252
  ]
 
33248
  "judge": "arena_user_10.20.14.143",
33249
  "anony": true,
33250
  "tstamp": 1732630189.2469
33251
+ },
33252
+ {
33253
+ "model_a_conv_id": "89c534085a3f425484cdf31133c8683b",
33254
+ "model_b_conv_id": "45106775348749f2b66ddb147373efa2",
33255
+ "inputs": {
33256
+ "prompt": "A person is rock climbing"
33257
+ },
33258
+ "model_a": "AnimateDiff Turbo",
33259
+ "model_b": "CogVideoX-2B",
33260
+ "vote_type": "bothbad_vote",
33261
+ "winner": "tie (bothbad)",
33262
+ "judge": "arena_user_10.16.38.136",
33263
+ "anony": true,
33264
+ "tstamp": 1732688195.9389
33265
+ },
33266
+ {
33267
+ "model_a_conv_id": "d240d5a1363a46d19be6c5ef9adfee91",
33268
+ "model_b_conv_id": "7f2df7049f7643abb71591368e7e8d6f",
33269
+ "inputs": {
33270
+ "prompt": "a dilapidated phone booth stood as a relic of a bygone era on the sidewalk, frozen in time"
33271
+ },
33272
+ "model_a": "AnimateDiff",
33273
+ "model_b": "Pyramid Flow",
33274
+ "vote_type": "rightvote",
33275
+ "winner": "model_b",
33276
+ "judge": "arena_user_10.16.19.51",
33277
+ "anony": true,
33278
+ "tstamp": 1732688232.0047
33279
  }
33280
  ]
arena_elo/results/20241126/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2bd41eb15b8730e2a7aea435c2b3b94a3ef2d55a2d3b82c956a0400d233b6b5e
3
  size 75106
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6a73a079be8f60ccf09d9ebf12a7900d85aaa3ac5b5cadd7f3097a8e0211737
3
  size 75106
arena_elo/results/20241126/video_generation_leaderboard.csv CHANGED
@@ -1,14 +1,14 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1158.4413917321344,1157.8105707029795,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- Pyramid Flow,Pyramid Flow,1153.1468397682638,1150.7030512039078,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
- StableVideoDiffusion,StableVideoDiffusion,1123.7522165079454,1126.225672613066,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
- CogVideoX-2B,CogVideoX-2B,1060.1966270970142,1056.6574875029269,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
- T2V-Turbo,T2V-Turbo,1053.9349740384023,1053.240460263357,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- AnimateDiff,AnimateDiff,1043.2335741952163,1042.949636122313,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
- VideoCrafter2,VideoCrafter2,1039.3716015100424,1040.0073434298865,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
- Allegro,Allegro,993.1349222233022,996.5981295980163,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
- LaVie,LaVie,968.8961283433521,969.3970115413457,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
- OpenSora,OpenSora,885.0625602402345,885.2857556430585,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
- OpenSora v1.2,OpenSora v1.2,850.1904005420246,849.0730560325517,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
- AnimateDiff Turbo,AnimateDiff Turbo,835.7134332655091,835.3982035565523,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
- ModelScope,ModelScope,834.925330536558,836.6536217900396,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1158.4712183241957,1157.9004108237482,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1156.9539696086872,1154.4322404783106,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1123.4951477499626,1125.9613803238692,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1058.3926455587043,1054.957594401839,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1053.6628610248301,1052.9671689613504,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1042.642208408001,1042.3612727928826,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1039.0838425029929,1039.71324317346,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,993.423747693099,996.9285780209442,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,968.631319370324,969.1143861920405,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,884.821872630605,885.0306642170412,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ OpenSora v1.2,OpenSora v1.2,849.9580298118626,848.7959001126806,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ AnimateDiff Turbo,AnimateDiff Turbo,835.7727497465606,835.4310886964707,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
+ ModelScope,ModelScope,834.6903875701718,836.4060718053638,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/20241127/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241127/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e19ccc65da9055b9aa49dabebc9d914fe727c9e76124c649e57d6f0bb9386289
3
+ size 88251
arena_elo/results/20241127/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1120.4540793470928,1141.2564561151498,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1119.1453746376217,1119.2109020535827,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1086.7271585355002,1076.5060796434836,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.8973454683196,1070.3701004947143,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1052.2917467317652,1050.9062653406086,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1040.2562533939774,1042.1628634293718,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1033.1084286670161,1025.3891180666687,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtSigma,PixArtSigma,1019.5960240849129,1019.0974268197182,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
+ PixArtAlpha,PixArtAlpha,1018.898597987995,1009.88721123013,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ SDXL-Lightning,SDXL-Lightning,1018.4537081340246,1021.2441595399508,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ AuraFlow,AuraFlow,1009.4980600857074,1003.6240415753739,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,1006.0545839777783,1009.0572395712765,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,965.5100325126336,965.4519602548078,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.4951036952343,911.6436397674343,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.7270087404514,898.193594593506,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.3880209323753,823.8166444892022,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.4984730675993,803.0232072705957,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -107542,5 +107542,75 @@
107542
  "judge": "arena_user_10.20.14.143",
107543
  "anony": true,
107544
  "tstamp": 1732630101.5154
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107545
  }
107546
  ]
 
107542
  "judge": "arena_user_10.20.14.143",
107543
  "anony": true,
107544
  "tstamp": 1732630101.5154
107545
+ },
107546
+ {
107547
+ "model_a_conv_id": "27e349e97c0f487782fa7197481a3b54",
107548
+ "model_b_conv_id": "247a74cb2f6a43dd921e6c6dee80e5bb",
107549
+ "inputs": {
107550
+ "prompt": "A sign that says 'Deep Learning'."
107551
+ },
107552
+ "model_a": "SDXL-Lightning",
107553
+ "model_b": "PlayGround V2.5",
107554
+ "vote_type": "rightvote",
107555
+ "winner": "model_b",
107556
+ "judge": "arena_user_10.16.38.196",
107557
+ "anony": true,
107558
+ "tstamp": 1732703641.6852
107559
+ },
107560
+ {
107561
+ "model_a_conv_id": "ab520f0d843a43c08f2a202dba95d01d",
107562
+ "model_b_conv_id": "081eba2a31b5469fbf9bbaf825d096c7",
107563
+ "inputs": {
107564
+ "prompt": "photorealistic, detailed picture of a single flower crown"
107565
+ },
107566
+ "model_a": "HunyuanDiT",
107567
+ "model_b": "SDXLTurbo",
107568
+ "vote_type": "leftvote",
107569
+ "winner": "model_a",
107570
+ "judge": "arena_user_10.16.16.234",
107571
+ "anony": true,
107572
+ "tstamp": 1732719781.67
107573
+ },
107574
+ {
107575
+ "model_a_conv_id": "d2acca1e552e4f089d7b7f7793050deb",
107576
+ "model_b_conv_id": "7eb2e8973de44d8391a1bba7c8e9426b",
107577
+ "inputs": {
107578
+ "prompt": "Motorcyclis in blue white and red clothing with matching colored motorcycle ."
107579
+ },
107580
+ "model_a": "StableCascade",
107581
+ "model_b": "PlayGround V2.5",
107582
+ "vote_type": "leftvote",
107583
+ "winner": "model_a",
107584
+ "judge": "arena_user_10.16.38.136",
107585
+ "anony": true,
107586
+ "tstamp": 1732719789.4724
107587
+ },
107588
+ {
107589
+ "model_a_conv_id": "d1fb5e33c13244a38135c92d3041ae2d",
107590
+ "model_b_conv_id": "af6a9067dd5840f3901281104a4ce4ac",
107591
+ "inputs": {
107592
+ "prompt": "A sign that says 'Diffusion'."
107593
+ },
107594
+ "model_a": "FLUX.1-dev",
107595
+ "model_b": "Kolors",
107596
+ "vote_type": "leftvote",
107597
+ "winner": "model_a",
107598
+ "judge": "arena_user_10.16.15.137",
107599
+ "anony": true,
107600
+ "tstamp": 1732719797.1011
107601
+ },
107602
+ {
107603
+ "model_a_conv_id": "17e31b7860c44afda5721fecdd7be0a9",
107604
+ "model_b_conv_id": "fc2d14f5f9254ce69dd7b15124f9a0d8",
107605
+ "inputs": {
107606
+ "prompt": "New York Skyline with 'Diffusion' written with fireworks on the sky."
107607
+ },
107608
+ "model_a": "SDXL",
107609
+ "model_b": "FLUX.1-schnell",
107610
+ "vote_type": "rightvote",
107611
+ "winner": "model_b",
107612
+ "judge": "arena_user_10.16.13.73",
107613
+ "anony": true,
107614
+ "tstamp": 1732719805.1815
107615
  }
107616
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -33248,5 +33248,33 @@
33248
  "judge": "arena_user_10.20.14.143",
33249
  "anony": true,
33250
  "tstamp": 1732630189.2469
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33251
  }
33252
  ]
 
33248
  "judge": "arena_user_10.20.14.143",
33249
  "anony": true,
33250
  "tstamp": 1732630189.2469
33251
+ },
33252
+ {
33253
+ "model_a_conv_id": "89c534085a3f425484cdf31133c8683b",
33254
+ "model_b_conv_id": "45106775348749f2b66ddb147373efa2",
33255
+ "inputs": {
33256
+ "prompt": "A person is rock climbing"
33257
+ },
33258
+ "model_a": "AnimateDiff Turbo",
33259
+ "model_b": "CogVideoX-2B",
33260
+ "vote_type": "bothbad_vote",
33261
+ "winner": "tie (bothbad)",
33262
+ "judge": "arena_user_10.16.38.136",
33263
+ "anony": true,
33264
+ "tstamp": 1732688195.9389
33265
+ },
33266
+ {
33267
+ "model_a_conv_id": "d240d5a1363a46d19be6c5ef9adfee91",
33268
+ "model_b_conv_id": "7f2df7049f7643abb71591368e7e8d6f",
33269
+ "inputs": {
33270
+ "prompt": "a dilapidated phone booth stood as a relic of a bygone era on the sidewalk, frozen in time"
33271
+ },
33272
+ "model_a": "AnimateDiff",
33273
+ "model_b": "Pyramid Flow",
33274
+ "vote_type": "rightvote",
33275
+ "winner": "model_b",
33276
+ "judge": "arena_user_10.16.19.51",
33277
+ "anony": true,
33278
+ "tstamp": 1732688232.0047
33279
  }
33280
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a19cf2cb132e18b517a735d7bfe3b8a1d153d48fb7fc1d64e8db22ca2174144e
3
  size 88251
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e19ccc65da9055b9aa49dabebc9d914fe727c9e76124c649e57d6f0bb9386289
3
  size 88251
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2bd41eb15b8730e2a7aea435c2b3b94a3ef2d55a2d3b82c956a0400d233b6b5e
3
  size 75106
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6a73a079be8f60ccf09d9ebf12a7900d85aaa3ac5b5cadd7f3097a8e0211737
3
  size 75106
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1119.4245614749766,1119.3398505179346,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1118.7719942147344,1140.2185930054598,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1085.4915442299828,1075.4466393349974,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.1196035302012,1070.5306877109626,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1053.779325612514,1052.2424299987567,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1039.985006227566,1041.9018827859181,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1032.4357261370817,1024.713732279021,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtSigma,PixArtSigma,1019.7100938324967,1019.1691120718482,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
- PixArtAlpha,PixArtAlpha,1019.0743658208828,1010.0200957815943,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- SDXL-Lightning,SDXL-Lightning,1018.8451685663721,1021.5287331441663,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- AuraFlow,AuraFlow,1009.3769071056286,1003.5096460408063,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
- SD3,SD3,1006.0704648861506,1009.0651756333817,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
- SDXL,SDXL,965.8378298765667,965.7099942727879,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,914.8338215381855,911.915063594021,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.9171053050528,898.331570409839,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,829.5829423862915,823.9659869732409,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.7435392553159,803.206182716438,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1120.4540793470928,1141.2564561151498,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1119.1453746376217,1119.2109020535827,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1086.7271585355002,1076.5060796434836,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.8973454683196,1070.3701004947143,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1052.2917467317652,1050.9062653406086,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1040.2562533939774,1042.1628634293718,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1033.1084286670161,1025.3891180666687,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtSigma,PixArtSigma,1019.5960240849129,1019.0974268197182,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
+ PixArtAlpha,PixArtAlpha,1018.898597987995,1009.88721123013,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ SDXL-Lightning,SDXL-Lightning,1018.4537081340246,1021.2441595399508,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ AuraFlow,AuraFlow,1009.4980600857074,1003.6240415753739,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,1006.0545839777783,1009.0572395712765,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,965.5100325126336,965.4519602548078,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.4951036952343,911.6436397674343,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.7270087404514,898.193594593506,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.3880209323753,823.8166444892022,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.4984730675993,803.0232072705957,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,14 +1,14 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1158.4413917321344,1157.8105707029795,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- Pyramid Flow,Pyramid Flow,1153.1468397682638,1150.7030512039078,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
- StableVideoDiffusion,StableVideoDiffusion,1123.7522165079454,1126.225672613066,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
- CogVideoX-2B,CogVideoX-2B,1060.1966270970142,1056.6574875029269,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
- T2V-Turbo,T2V-Turbo,1053.9349740384023,1053.240460263357,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- AnimateDiff,AnimateDiff,1043.2335741952163,1042.949636122313,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
- VideoCrafter2,VideoCrafter2,1039.3716015100424,1040.0073434298865,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
- Allegro,Allegro,993.1349222233022,996.5981295980163,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
- LaVie,LaVie,968.8961283433521,969.3970115413457,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
- OpenSora,OpenSora,885.0625602402345,885.2857556430585,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
- OpenSora v1.2,OpenSora v1.2,850.1904005420246,849.0730560325517,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
- AnimateDiff Turbo,AnimateDiff Turbo,835.7134332655091,835.3982035565523,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
- ModelScope,ModelScope,834.925330536558,836.6536217900396,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1158.4712183241957,1157.9004108237482,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1156.9539696086872,1154.4322404783106,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1123.4951477499626,1125.9613803238692,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1058.3926455587043,1054.957594401839,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1053.6628610248301,1052.9671689613504,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1042.642208408001,1042.3612727928826,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1039.0838425029929,1039.71324317346,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,993.423747693099,996.9285780209442,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,968.631319370324,969.1143861920405,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,884.821872630605,885.0306642170412,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ OpenSora v1.2,OpenSora v1.2,849.9580298118626,848.7959001126806,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ AnimateDiff Turbo,AnimateDiff Turbo,835.7727497465606,835.4310886964707,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
+ ModelScope,ModelScope,834.6903875701718,836.4060718053638,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571