Auto Daily Leaderboard udpate Mon Nov 4 12:00:24 PM EST 2024

arena_elo/results/20241103/elo_results_image_editing.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2036fbc582c87ea010164d398525ae8dad9a8370b598c13e1d2ae573df4d4fe6
+size 63232

arena_elo/results/20241103/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6226ee1b037d73a86eab2528a5b6fb714a46efc9021bc157bcec111e909c155e
+size 69237

arena_elo/results/20241103/image_editing_leaderboard.csv

@@ -0,0 +1,10 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+MagicBrush,MagicBrush,1107.7600275773627,1111.8987152692182,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+InfEdit,InfEdit,1075.2400100771297,1074.9634478513365,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+CosXLEdit,CosXLEdit,1066.3111954552735,1067.2491092636335,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1039.2372793699997,1036.8923462538496,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,997.1982768315098,1001.7844833778543,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,989.3181232721022,990.4484667026096,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,943.4767730080964,935.9875034983652,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,923.9271537591701,922.3925500356792,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,857.5311606493565,858.3833777474538,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/20241103/video_generation_leaderboard.csv

@@ -0,0 +1,12 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1167.3039133542252,1166.844712695131,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1131.0401549526246,1134.3982896887933,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1100.8584915275067,1092.995885412659,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1068.8960074112938,1068.4153745953465,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1051.828041495489,1051.5728462776876,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1048.880952411367,1050.0119896386773,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+LaVie,LaVie,978.2042615873011,979.3355947592462,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,894.4607943799281,895.3360105075963,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,869.5274600966713,869.0200103699304,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,844.8052573759032,845.5325333335983,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,844.194665407691,846.5367527213342,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/20241104/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dec418a75734f7d0472ab916c7a24ccc72b9f4131f564d0fc88f6056794179
+size 88251

arena_elo/results/20241104/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1120.9011061857373,1123.178787381524,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1108.292333795138,1116.2335089062103,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1081.8395895039323,1073.9761029992628,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.2879210845435,1071.6723935804464,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1059.015423674191,1056.4454805601515,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.3553901895984,1042.2383223749857,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1029.0860536671169,1022.0928435016166,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.9752578147668,1011.6545685957196,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.4639353693534,1022.9796530551357,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1019.4449223967846,1019.6932472064809,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1015.6176608935622,1009.7716542574677,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1010.4367455023456,1013.574208425108,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.5249723297952,966.5009096349665,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.300157391628,912.0844758282022,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.0406382419178,899.4404971861966,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.5759937498698,824.8003559077246,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.8418982097153,804.153015428053,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_image_editing.json

@@ -19432,5 +19432,69 @@
     "judge": "arena_user_10.16.3.138",
     "anony": true,
     "tstamp": 1728524442.2107
+  },
+  {
+    "model_a_conv_id": "faf4817257b74d07943ffc43d3766598",
+    "model_b_conv_id": "ad374e21159d4782b2645cbc7feead00",
+    "inputs": {
+      "source_prompt": "The woman is taking a picture of the person that is taking a picture of her.",
+      "target_prompt": "The woman is taking a picture of the person that is taking a picture of her, while holding her own camera.",
+      "instruct_prompt": "make the woman hold a camera"
+    },
+    "model_a": "Pix2PixZero",
+    "model_b": "InstructPix2Pix",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730681380.7648
+  },
+  {
+    "model_a_conv_id": "a5e7f963af7549e4b8717c316e9c0163",
+    "model_b_conv_id": "d74fc72ddc904c6ab350aac7f65fd909",
+    "inputs": {
+      "source_prompt": "A stuffed bear that is laying down in the grass.",
+      "target_prompt": "A stuffed action figure toy laying down in the grass.",
+      "instruct_prompt": "change the teddy bear into a stuffed action figure toy"
+    },
+    "model_a": "PNP",
+    "model_b": "Prompt2prompt",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730681391.3549
+  },
+  {
+    "model_a_conv_id": "5229a44602484077aebe3a65e5cc8b80",
+    "model_b_conv_id": "473c25343d504b56b6dd630dba309743",
+    "inputs": {
+      "source_prompt": "A person laying in bed with his laptop.",
+      "target_prompt": "A person typing on his laptop while laying in bed.",
+      "instruct_prompt": "Let the man press the keyboard."
+    },
+    "model_a": "CycleDiffusion",
+    "model_b": "Pix2PixZero",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": false,
+    "tstamp": 1730686953.1231
+  },
+  {
+    "model_a_conv_id": "13ae7f5d276445c5a4cfa7b550ab5e49",
+    "model_b_conv_id": "78a8fe7491af4d29ba3fe5be43a38113",
+    "inputs": {
+      "source_prompt": "Two dogs sleeping on a small dog bed. The bed has many toys on it.",
+      "target_prompt": "Two dogs sleeping on a small dog bed. The bed has many rubber duckies on it.",
+      "instruct_prompt": "change the stuffed toys into rubber duckies"
+    },
+    "model_a": "CycleDiffusion",
+    "model_b": "Pix2PixZero",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.51",
+    "anony": false,
+    "tstamp": 1730687001.8951
   }
 ]

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -105946,5 +105946,33 @@
     "judge": "arena_user_10.16.19.51",
     "anony": true,
     "tstamp": 1730652069.5312
+  },
+  {
+    "model_a_conv_id": "43b373bb93184676abed10491f5eb7a5",
+    "model_b_conv_id": "8512fdda65d840a793edc82dd815a449",
+    "inputs": {
+      "prompt": "a cute dog is playing a ball"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730701367.4604
+  },
+  {
+    "model_a_conv_id": "1cca581df7214172b84083581a3c2b0c",
+    "model_b_conv_id": "353fd6f661f7420d9e225a67f21b1f56",
+    "inputs": {
+      "prompt": "A human Talking to a humanoid"
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730725340.5655
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -29790,5 +29790,47 @@
     "judge": "arena_user_10.16.19.51",
     "anony": true,
     "tstamp": 1730593548.1421
+  },
+  {
+    "model_a_conv_id": "037f4579367544e0a304806206e424f6",
+    "model_b_conv_id": "2e4ee20922d64ef284d5b24f71b16cb4",
+    "inputs": {
+      "prompt": "A raccoon dressed in suit playing the trumpet, stage background"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730701494.5545
+  },
+  {
+    "model_a_conv_id": "e692e6975a994dbabf821fd38e8bd7c5",
+    "model_b_conv_id": "e0e5a36c74cd45f18327facac4c361ff",
+    "inputs": {
+      "prompt": "An oil painting of a couple in formal evening wear going home get caught in a heavy downpour with umbrellas"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730701509.2391
+  },
+  {
+    "model_a_conv_id": "5f9763ee8fac49f3b2d9c9771cb74d94",
+    "model_b_conv_id": "7028a174b8d646c182d4c64ed9e3a892",
+    "inputs": {
+      "prompt": "A person is bungee jumping"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730701525.4594
   }
 ]

arena_elo/results/latest/elo_results_image_editing.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66cdb8a314b631fe711981019ebb80ba8e8de48920dd59e67be4ee6b420f9fda
-size 63250
+oid sha256:2036fbc582c87ea010164d398525ae8dad9a8370b598c13e1d2ae573df4d4fe6
+size 63232

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df0cf0eaa110198a484264ef0f64811cf139ca1220b4b5129f1b3fc5800cbef7
+oid sha256:45dec418a75734f7d0472ab916c7a24ccc72b9f4131f564d0fc88f6056794179
 size 88251

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:887378c36c838e2de4460ca0bed1973a57029be9dc067130f511f6509cdf9d64
+oid sha256:6226ee1b037d73a86eab2528a5b6fb714a46efc9021bc157bcec111e909c155e
 size 69237

arena_elo/results/latest/image_editing_leaderboard.csv

@@ -1,10 +1,10 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-MagicBrush,MagicBrush,1107.7585296528443,1111.8877953331628,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
-InfEdit,InfEdit,1075.1618170601243,1074.893496936247,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
-CosXLEdit,CosXLEdit,1066.335590925744,1067.2992474156495,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
-InstructPix2Pix,InstructPix2Pix,1038.49707081149,1036.2243821385555,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,998.4840484697651,1003.0561746556403,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-Prompt2prompt,Prompt2prompt,988.0725854628251,989.2059942332835,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
-CycleDiffusion,CycleDiffusion,943.454844547806,936.5430031272696,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
-SDEdit,SDEdit,923.9180516526719,922.3714237310501,MIT License,Stanford University,https://sde-image-editing.github.io
-Pix2PixZero,Pix2PixZero,858.3174614167292,858.5184824291412,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
+MagicBrush,MagicBrush,1107.7600275773627,1111.8987152692182,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+InfEdit,InfEdit,1075.2400100771297,1074.9634478513365,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+CosXLEdit,CosXLEdit,1066.3111954552735,1067.2491092636335,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1039.2372793699997,1036.8923462538496,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,997.1982768315098,1001.7844833778543,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,989.3181232721022,990.4484667026096,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,943.4767730080964,935.9875034983652,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,923.9271537591701,922.3925500356792,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,857.5311606493565,858.3833777474538,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1120.499000930567,1122.974904225171,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1111.047934003704,1118.208680551185,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1081.9851951679807,1074.0855279072914,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.1552913155724,1071.6102910499733,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1059.014679141188,1056.4089250480397,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.237001189073,1042.174258940343,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1027.6131744681757,1020.6810278865828,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.8406231969452,1011.581544184822,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1019.662311334041,1019.95904052005,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1019.3222590662881,1022.9007404644076,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-AuraFlow,AuraFlow,1015.6545574346965,1009.7764641699603,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,1010.3182081988439,1013.4670452544451,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,965.3968212176868,966.4349996816151,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.1741933730196,912.0205767380698,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.9275693414625,899.3974724502692,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.4443890636852,824.7297879296616,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.7067915570655,804.083751549083,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1120.9011061857373,1123.178787381524,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1108.292333795138,1116.2335089062103,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1081.8395895039323,1073.9761029992628,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.2879210845435,1071.6723935804464,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1059.015423674191,1056.4454805601515,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.3553901895984,1042.2383223749857,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1029.0860536671169,1022.0928435016166,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.9752578147668,1011.6545685957196,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.4639353693534,1022.9796530551357,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1019.4449223967846,1019.6932472064809,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1015.6176608935622,1009.7716542574677,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1010.4367455023456,1013.574208425108,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.5249723297952,966.5009096349665,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.300157391628,912.0844758282022,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.0406382419178,899.4404971861966,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.5759937498698,824.8003559077246,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.8418982097153,804.153015428053,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,12 +1,12 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1186.524614018962,1185.9535718058337,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-StableVideoDiffusion,StableVideoDiffusion,1129.1940102398598,1132.5860754175528,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1099.8172172344273,1091.9245231498248,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1067.0786519617104,1066.6262074634758,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-AnimateDiff,AnimateDiff,1048.4454031999574,1048.1705372815456,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1047.296636067804,1048.5173526871877,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-LaVie,LaVie,975.9539187729151,977.1182354703832,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,892.2373255548792,893.0765699426095,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,868.8509995573016,868.3397501318167,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,842.6506138607994,843.3792745425989,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,841.9506095313865,844.3079021071783,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1167.3039133542252,1166.844712695131,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1131.0401549526246,1134.3982896887933,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1100.8584915275067,1092.995885412659,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1068.8960074112938,1068.4153745953465,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1051.828041495489,1051.5728462776876,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1048.880952411367,1050.0119896386773,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+LaVie,LaVie,978.2042615873011,979.3355947592462,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,894.4607943799281,895.3360105075963,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,869.5274600966713,869.0200103699304,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,844.8052573759032,845.5325333335983,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,844.194665407691,846.5367527213342,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571