Auto Daily Leaderboard udpate Sun Nov 3 12:00:28 PM EST 2024

arena_elo/results/20241102/clean_battle_video_generation.json

@@ -29496,5 +29496,299 @@
     "judge": "arena_user_10.16.38.136",
     "anony": true,
     "tstamp": 1730555775.3026
+  },
+  {
+    "model_a_conv_id": "6c63a405910d478bb82b9a596eec1069",
+    "model_b_conv_id": "f4dfbd6fdb38405283f1deeadc04fdb1",
+    "inputs": {
+      "prompt": "lighthouse"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730593356.6057
+  },
+  {
+    "model_a_conv_id": "642d492d4b6e4c229704b3300290a0ce",
+    "model_b_conv_id": "ed695d9600e04488bae14eb95c5fcdc5",
+    "inputs": {
+      "prompt": "a book"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730593372.69
+  },
+  {
+    "model_a_conv_id": "ec0ed06df3f944269785b78493fbaead",
+    "model_b_conv_id": "3069628e03394336ad267b1f23703d84",
+    "inputs": {
+      "prompt": "a bus stuck in traffic during rush hour"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730593379.2379
+  },
+  {
+    "model_a_conv_id": "ded9f86c56e74022bd2ff7d7b337b730",
+    "model_b_conv_id": "c554bdfaa4e645f8a64f6734d0d272d7",
+    "inputs": {
+      "prompt": "a cup"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730593384.3049
+  },
+  {
+    "model_a_conv_id": "26e12ee583f44dcd9d7f83e52414a260",
+    "model_b_conv_id": "c8bfabf18fbc4875b02e894f1728cf5f",
+    "inputs": {
+      "prompt": "cliff"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "T2V-Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730593392.1789
+  },
+  {
+    "model_a_conv_id": "9ebb1317fb164c0bad6830b23f226a3d",
+    "model_b_conv_id": "f48dcfbf40a440a7813136ea592315b2",
+    "inputs": {
+      "prompt": "a pink chair"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730593398.9919
+  },
+  {
+    "model_a_conv_id": "2f53b1d77f724905ac5b7e3ff8fb68f6",
+    "model_b_conv_id": "bff5256ccc6d4e6bbe415534333f2344",
+    "inputs": {
+      "prompt": "a drone flying over a snowy forest."
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730593404.5093
+  },
+  {
+    "model_a_conv_id": "1a50e10b14734ef78bdfa2efe773ce4b",
+    "model_b_conv_id": "d3b58f1c68124df498e5b8110dde9482",
+    "inputs": {
+      "prompt": "hospital"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730593410.1738
+  },
+  {
+    "model_a_conv_id": "000b412f279445fb92cb3a562ac5253d",
+    "model_b_conv_id": "cf97747692b241d78b2f3c4c303b501c",
+    "inputs": {
+      "prompt": "a bird flying over a snowy forest"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730593416.0234
+  },
+  {
+    "model_a_conv_id": "5de977309ee74c81b6fd84bb816cb9b3",
+    "model_b_conv_id": "60a11b4f32374fe89bfca3f02aad2737",
+    "inputs": {
+      "prompt": "campus"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730593427.4677
+  },
+  {
+    "model_a_conv_id": "1ba9de1f99574ca496a5cca07c582513",
+    "model_b_conv_id": "2f377737357c4ff9a6e283c38c61a778",
+    "inputs": {
+      "prompt": "a person swimming in ocean"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730593433.4851
+  },
+  {
+    "model_a_conv_id": "69a12203abf54d0784f3d51639d4780d",
+    "model_b_conv_id": "7300af6d9f9245519a09f3d2dad18aa5",
+    "inputs": {
+      "prompt": "a truck turning a corner"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730593439.277
+  },
+  {
+    "model_a_conv_id": "9a5176ac4f3948c09b1a5eadb298e0e5",
+    "model_b_conv_id": "49a261b742a84d13bef733255ac69507",
+    "inputs": {
+      "prompt": "A person is washing hands"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1730593445.1279
+  },
+  {
+    "model_a_conv_id": "361408c91ea6472cb66b33dfc60b5208",
+    "model_b_conv_id": "f668f03186b342e6b322d931c9f6b09d",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, in cyberpunk style"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730593454.5268
+  },
+  {
+    "model_a_conv_id": "8df77fa2625b4f4a981e253b9ca635da",
+    "model_b_conv_id": "97d7e1175ec24099b39650fdadf941cb",
+    "inputs": {
+      "prompt": "a bear sniffing the air for scents of food"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730593485.5853
+  },
+  {
+    "model_a_conv_id": "ef0c34c91e8d4079ba8eb657f7755acd",
+    "model_b_conv_id": "f31c5f2d335046cdb0ab9e5e449e12b0",
+    "inputs": {
+      "prompt": "A beautiful coastal beach in spring, waves lapping on sand, Van Gogh style"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730593492.6986
+  },
+  {
+    "model_a_conv_id": "5b405c3208ba4dabb0a53fb829280ead",
+    "model_b_conv_id": "387d36c395c34125bbd5007371beb1f4",
+    "inputs": {
+      "prompt": "A boat sailing leisurely along the Seine River with the Eiffel Tower in background by Vincent van Gogh"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730593498.0072
+  },
+  {
+    "model_a_conv_id": "99ce63ce1f054b9b9cdc202b5fd3a42a",
+    "model_b_conv_id": "35cf50d75a494732b9f960f1ce410a43",
+    "inputs": {
+      "prompt": "a cat grooming itself meticulously with its tongue"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730593503.0784
+  },
+  {
+    "model_a_conv_id": "d4d45aded3164d77b83e688c1f87a3d9",
+    "model_b_conv_id": "766a3fa58fa849dfa8eca6894cad3b8c",
+    "inputs": {
+      "prompt": "a snowboard on the bottom of a kite, front view"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730593534.5071
+  },
+  {
+    "model_a_conv_id": "5443edea0eab4b43828d226be6e571cd",
+    "model_b_conv_id": "29c15e22b3784c5a854f94634373d8ed",
+    "inputs": {
+      "prompt": "sky"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730593540.8773
+  },
+  {
+    "model_a_conv_id": "fb6ffebdfe2f42fd9bf279600ee2f0ee",
+    "model_b_conv_id": "3fa951bae04045aa9437f63506191a51",
+    "inputs": {
+      "prompt": "The bund Shanghai, black and white"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730593548.1421
   }
 ]

arena_elo/results/20241102/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0602b5cdcf6c3ff122daa16683332d50a8e8d653b6ed35f3761fda7912566c5
-size 66388
+oid sha256:887378c36c838e2de4460ca0bed1973a57029be9dc067130f511f6509cdf9d64
+size 69237

arena_elo/results/20241102/video_generation_leaderboard.csv

@@ -1,11 +1,12 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-StableVideoDiffusion,StableVideoDiffusion,1148.0642886270214,1151.3880614357547,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1112.2576174206758,1105.1687043217862,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1084.7845844814285,1084.1554819951325,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-VideoCrafter2,VideoCrafter2,1067.842583015557,1068.9671018375977,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-AnimateDiff,AnimateDiff,1067.3723890784022,1066.9338214142892,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-LaVie,LaVie,995.0201155377238,996.0687383412502,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,911.303774003619,911.9906009487565,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,891.6841432763872,890.8491108094524,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-ModelScope,ModelScope,860.9122366302342,863.089718514995,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
-AnimateDiff Turbo,AnimateDiff Turbo,860.7582679289501,861.3886603809851,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+CogVideoX-5B,CogVideoX-5B,1186.524614018962,1185.9535718058337,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1129.1940102398598,1132.5860754175528,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1099.8172172344273,1091.9245231498248,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1067.0786519617104,1066.6262074634758,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1048.4454031999574,1048.1705372815456,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1047.296636067804,1048.5173526871877,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+LaVie,LaVie,975.9539187729151,977.1182354703832,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,892.2373255548792,893.0765699426095,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,868.8509995573016,868.3397501318167,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,842.6506138607994,843.3792745425989,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,841.9506095313865,844.3079021071783,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/20241103/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0cf0eaa110198a484264ef0f64811cf139ca1220b4b5129f1b3fc5800cbef7
+size 88251

arena_elo/results/20241103/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1120.499000930567,1122.974904225171,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1111.047934003704,1118.208680551185,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1081.9851951679807,1074.0855279072914,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.1552913155724,1071.6102910499733,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1059.014679141188,1056.4089250480397,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.237001189073,1042.174258940343,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1027.6131744681757,1020.6810278865828,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.8406231969452,1011.581544184822,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.662311334041,1019.95904052005,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1019.3222590662881,1022.9007404644076,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+AuraFlow,AuraFlow,1015.6545574346965,1009.7764641699603,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1010.3182081988439,1013.4670452544451,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.3968212176868,966.4349996816151,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.1741933730196,912.0205767380698,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.9275693414625,899.3974724502692,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.4443890636852,824.7297879296616,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.7067915570655,804.083751549083,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -105400,5 +105400,551 @@
     "judge": "arena_user_10.16.16.234",
     "anony": true,
     "tstamp": 1730499276.0484
+  },
+  {
+    "model_a_conv_id": "74965c10e85e4f27b1ccc1acbea68b4e",
+    "model_b_conv_id": "582fb34c841446f594d5da7d60a3642a",
+    "inputs": {
+      "prompt": "image of a cat holding up a bird on a wall. 8k, photoreal, sharp details, soft light."
+    },
+    "model_a": "Kolors",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730597985.4087
+  },
+  {
+    "model_a_conv_id": "a9077efd16db4bfaa26ea4f7d1e14fdc",
+    "model_b_conv_id": "c3ed285e38144e5583ce88dccecc7ace",
+    "inputs": {
+      "prompt": "A blue bunny in a pink water toilet bowl ."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730598002.9709
+  },
+  {
+    "model_a_conv_id": "0f70c9a78ce54b749dbee60d177ace59",
+    "model_b_conv_id": "abab988296d04f7c9afe5b287242d712",
+    "inputs": {
+      "prompt": "stylish cyberpunk woman with tattoo and bald head, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "SD3",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730598049.0722
+  },
+  {
+    "model_a_conv_id": "3f49ae5d59554081a2af0f8b7c18f035",
+    "model_b_conv_id": "1bb3c5f6f59b428d92e6e86049073918",
+    "inputs": {
+      "prompt": "New York Skyline with 'NeurIPS' written with fireworks on the sky."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730598063.1727
+  },
+  {
+    "model_a_conv_id": "b0b8ebd8425845689cd40dc705e2b548",
+    "model_b_conv_id": "4e87a3da6eeb42208ff3a8594d8c3672",
+    "inputs": {
+      "prompt": "A domesticated carnivvorous mzammal that typicbally hfaas a lons sfnout, an acxujte sense off osmell, noneetractaaln crlaws, anid xbarkring,y howlingu, or whining rvoiche."
+    },
+    "model_a": "Kolors",
+    "model_b": "SD3",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730598099.1568
+  },
+  {
+    "model_a_conv_id": "26174da6735a47d8bf02e8ee18bcf24b",
+    "model_b_conv_id": "c287e45a9a394f10a5155558ac6fc87c",
+    "inputs": {
+      "prompt": "a toy gun in the shape of a cute cat "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730598112.4449
+  },
+  {
+    "model_a_conv_id": "f3fb21f4c72d4d72bc9a946e052e0b18",
+    "model_b_conv_id": "18448f09449d44d597a0cc69087dfd01",
+    "inputs": {
+      "prompt": "image of a huge black castle in the sky surrounded by black vines"
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "PixArtSigma",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730598125.7396
+  },
+  {
+    "model_a_conv_id": "db5e9ce9f58d47579e5122abaa2a0c44",
+    "model_b_conv_id": "28ab0564d99f4a379b9c1a59d39da885",
+    "inputs": {
+      "prompt": "A sign that says 'Deep Learning'."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730598138.1298
+  },
+  {
+    "model_a_conv_id": "30e72c8b5dfd44ee8ad2e6c499384f9c",
+    "model_b_conv_id": "00a76fbb86e14a51830fab469e090a34",
+    "inputs": {
+      "prompt": "stylish cyberpunk girl with tattoo and wild colorful hair, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730598159.065
+  },
+  {
+    "model_a_conv_id": "51a0c60a3f33411faedd7c0279b90b0a",
+    "model_b_conv_id": "19d29e72093245fb8fc0ce164c0e101c",
+    "inputs": {
+      "prompt": "image of a hyper realistic alien hand puppet on a white background"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "SDXLTurbo",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730598189.3714
+  },
+  {
+    "model_a_conv_id": "f319e206ef194fa4b429733857b3dd67",
+    "model_b_conv_id": "38b9450a8d194323b94d5348d394af15",
+    "inputs": {
+      "prompt": "Darth Vader playing with raccoon in Mars during sunset."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1730636306.5772
+  },
+  {
+    "model_a_conv_id": "b4cdba9ce56746528134e642418f4932",
+    "model_b_conv_id": "8c6071eafa404ec3b91fb9718d4b1bbf",
+    "inputs": {
+      "prompt": "Motorcyclis in blue white and red clothing with matching colored motorcycle ."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730636324.338
+  },
+  {
+    "model_a_conv_id": "2816f732063046bbb0415c0f7a2f46ad",
+    "model_b_conv_id": "8b1227eff2254c9ba9b437c9ae700f78",
+    "inputs": {
+      "prompt": "A red colored car."
+    },
+    "model_a": "StableCascade",
+    "model_b": "AuraFlow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730636374.1342
+  },
+  {
+    "model_a_conv_id": "c2cbf828e64142adb18dd7e046156807",
+    "model_b_conv_id": "3bdfa4560b994bf787c35d6f5ae3822c",
+    "inputs": {
+      "prompt": "Darth Vader playing with raccoon in Mars during sunset."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730636386.921
+  },
+  {
+    "model_a_conv_id": "02326205165a4563817cee7d6f590943",
+    "model_b_conv_id": "1da1cf3d97bf4260a255ebc55c2ad3a3",
+    "inputs": {
+      "prompt": "New York Skyline with 'Diffusion' written with fireworks on the sky."
+    },
+    "model_a": "StableCascade",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730636414.7323
+  },
+  {
+    "model_a_conv_id": "b91410bfb8224d2d831c3983d64eac78",
+    "model_b_conv_id": "18f9a401a4c8442c99eb49ac6dfab738",
+    "inputs": {
+      "prompt": "painting of private onsen next to japanese inn with levitating red lanterns and petals by greg rutkowski craig mullins ross tran cushions towels buckets zen garden flowers japanese motifs concept art clear focus fantasy d & d cinematic lighting unreal engine lumen reflections trending on artstation "
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "OpenJourney",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730636441.4622
+  },
+  {
+    "model_a_conv_id": "837add4ff43940af90fc27f065ecd8af",
+    "model_b_conv_id": "704d9048e7494a8ab37f4f70af815095",
+    "inputs": {
+      "prompt": "A sign that says 'Deep Learning'."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "OpenJourney",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1730636454.7821
+  },
+  {
+    "model_a_conv_id": "bd1a8f0416e1456582acf061c517f8a5",
+    "model_b_conv_id": "14af7ea6def4424b8569df065a43d639",
+    "inputs": {
+      "prompt": "hyperrealism animal kingdom"
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730636465.8303
+  },
+  {
+    "model_a_conv_id": "6223418beb5043b39a263b85af9a5721",
+    "model_b_conv_id": "a2336a9f8875440d834c2cd0ca7f8b1c",
+    "inputs": {
+      "prompt": "A giraffe underneath a microwave."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "Kolors",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730636475.6446
+  },
+  {
+    "model_a_conv_id": "1785c02f64c04a5fbf986a220b8fb7fa",
+    "model_b_conv_id": "03afa30297704267a0eb5227bc17d9f1",
+    "inputs": {
+      "prompt": "A fisheye lens view of a turtle sitting in a forest."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1730636487.1557
+  },
+  {
+    "model_a_conv_id": "ed9f5ab3bcac46e5994952d56f6f751d",
+    "model_b_conv_id": "0b1baa58d48049f0991d9b14a93a68a5",
+    "inputs": {
+      "prompt": "futuristic city with forest, straight edged buildings, street signs, detailed shopfronts, video screens, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, concept art, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1730636497.8652
+  },
+  {
+    "model_a_conv_id": "26b1bed9b9534eb29c988951cc81673d",
+    "model_b_conv_id": "9b28bbe353874af8b285920f90afd033",
+    "inputs": {
+      "prompt": "photograph of a beautiful female model wearing high tech military clothing in the desert, detailed"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730636510.9616
+  },
+  {
+    "model_a_conv_id": "6710e44f388745aeb42b8dd4f97328a0",
+    "model_b_conv_id": "ee45dee485cf4a4da4299c373ad2dec0",
+    "inputs": {
+      "prompt": "Paying for a quarter-sized pizza with a pizza-sized quarter."
+    },
+    "model_a": "Kolors",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730636532.079
+  },
+  {
+    "model_a_conv_id": "54bb0bb2b51449318d0dd4d2b4eb4251",
+    "model_b_conv_id": "8aa537ad89f9413e8cb37aac61da2339",
+    "inputs": {
+      "prompt": "A storefront with 'Hello World' written on it."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "AuraFlow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1730636548.1461
+  },
+  {
+    "model_a_conv_id": "639a2bba35ce4d2fa17d3c35e6353253",
+    "model_b_conv_id": "c3ec0375086541d4af7419d6252d17e5",
+    "inputs": {
+      "prompt": "futuristic city with forest, straight edged buildings, street signs, detailed shopfronts, video screens, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, concept art, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
+    },
+    "model_a": "SD3",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730636565.0272
+  },
+  {
+    "model_a_conv_id": "f25c17af8fdd467eb3db6a810f48e49a",
+    "model_b_conv_id": "3b35c68a9d9c4547a2c08c604d649696",
+    "inputs": {
+      "prompt": "A ldarge keybord msical instroument lwith a woden case enmclosig a qsouvnkboajrd and mfgtal strivgf, which are strucrk b hammrs when the nels are depresdsmed.f lhe strsingsj' vibration ie stopped by damperds when the keys re released and can bce regulavewdd for lengh and vnolume y two or three pedalvs."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730636580.2439
+  },
+  {
+    "model_a_conv_id": "e3c4f3276f6c42f3addf444a8d54eb56",
+    "model_b_conv_id": "d8f56ee928c04115ac8315c2e8547c4b",
+    "inputs": {
+      "prompt": "A cube made of brick. A cube with the texture of brick."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730636596.4054
+  },
+  {
+    "model_a_conv_id": "6f923a1a71ce4a65894798a1c67ddea2",
+    "model_b_conv_id": "c54ea09f591f4ce8a1168c489f7d53e5",
+    "inputs": {
+      "prompt": "Abraham Lincoln touches his toes while George Washington does chin-ups. Lincoln is barefoot. Washington is wearing boots."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "AuraFlow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730636616.1437
+  },
+  {
+    "model_a_conv_id": "7ddbdf94a500475a80dd58652931f8c7",
+    "model_b_conv_id": "856a109f201644c7a287c2cef517b43f",
+    "inputs": {
+      "prompt": "cinestill 5 0 d depht of gfield of a dreamy beautiful pre - raphaelite cople hypnos and thanatos in style of annie liebovitz - john watherhouse, elegant, highly detailed, pale pink matt, soft blur, artstation, sharp focus, head in focus "
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730636635.6887
+  },
+  {
+    "model_a_conv_id": "27bcba3e40194b8aba6b767bb274e228",
+    "model_b_conv_id": "522450b2b0ca4eabae90ed0d4542953b",
+    "inputs": {
+      "prompt": "A sign that says 'Deep Learning'."
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "SDXLTurbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730636650.7885
+  },
+  {
+    "model_a_conv_id": "0986fd5e6783428cba35cf498e816115",
+    "model_b_conv_id": "dfcfc00a94e84717b466dabb7aa09b0d",
+    "inputs": {
+      "prompt": "An orange colored sandwich."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "Kolors",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1730636664.7714
+  },
+  {
+    "model_a_conv_id": "5340539c3e0f457b8fd9ab33feae8537",
+    "model_b_conv_id": "02a18ab5e1ae407594acc8c17b144587",
+    "inputs": {
+      "prompt": "A mechanical or electrical device for measuring time."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "SD3",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730636684.0202
+  },
+  {
+    "model_a_conv_id": "e99fcd89d616401ca59288f9365b1804",
+    "model_b_conv_id": "20a698a70b2046269497df3f17e41074",
+    "inputs": {
+      "prompt": "A silver suitcase and other bags lie in the back seat of a pink car ."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1730636698.077
+  },
+  {
+    "model_a_conv_id": "7e5d1612b08248689cbf9b86dc223cc9",
+    "model_b_conv_id": "64321a1a14684c6585b2b8123c42db2b",
+    "inputs": {
+      "prompt": "beautiful portrait of a porcelain ivory fair face woman biomechanical cyborg, close - up, sharp focus, studio light, iris van herpen haute couture headdress made of rhizomorphs, daisies, arches, brackets, herbs, colorful corals, fractal mushrooms, puffballs, octane render, ultra sharp, 8 k "
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730636714.1464
+  },
+  {
+    "model_a_conv_id": "4a7e4cb015a54b7d8551aee25f69aa2b",
+    "model_b_conv_id": "eb2450e8b06b4fec815cf8eb3d344dab",
+    "inputs": {
+      "prompt": "A giraffe underneath a microwave."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1730651986.4419
+  },
+  {
+    "model_a_conv_id": "805b0245e48c44c1b7a226023dc914a1",
+    "model_b_conv_id": "c072e72fba524fd5bbec3c0f6454329a",
+    "inputs": {
+      "prompt": "photorealistic, hyper detailed sculpture of a large mech dragon"
+    },
+    "model_a": "StableCascade",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1730652001.0036
+  },
+  {
+    "model_a_conv_id": "db4413509f5945f6a73de023d68f2d4a",
+    "model_b_conv_id": "daeba1c19e4d4dd7bc9b8a213b6b93fa",
+    "inputs": {
+      "prompt": "some green cattle are grazing in a black field"
+    },
+    "model_a": "StableCascade",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730652030.2568
+  },
+  {
+    "model_a_conv_id": "1408571e1bd74d278b17c2ad3a96eabe",
+    "model_b_conv_id": "b1dcaae4b36841ea96954992c8c04f27",
+    "inputs": {
+      "prompt": "portait of mystical witch, hyper detailed, flowing background, intricate and detailed, trippy, 8 k "
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXLTurbo",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730652050.3687
+  },
+  {
+    "model_a_conv_id": "12cc97114c584695ba426d8594c54c1d",
+    "model_b_conv_id": "340179e509fb4d2a878cbef6c3811f91",
+    "inputs": {
+      "prompt": "A woman stands wearing a black and white coat over a dark vest, orange shirt and pink tie."
+    },
+    "model_a": "Kolors",
+    "model_b": "OpenJourney",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730652069.5312
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -29496,5 +29496,299 @@
     "judge": "arena_user_10.16.38.136",
     "anony": true,
     "tstamp": 1730555775.3026
+  },
+  {
+    "model_a_conv_id": "6c63a405910d478bb82b9a596eec1069",
+    "model_b_conv_id": "f4dfbd6fdb38405283f1deeadc04fdb1",
+    "inputs": {
+      "prompt": "lighthouse"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730593356.6057
+  },
+  {
+    "model_a_conv_id": "642d492d4b6e4c229704b3300290a0ce",
+    "model_b_conv_id": "ed695d9600e04488bae14eb95c5fcdc5",
+    "inputs": {
+      "prompt": "a book"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730593372.69
+  },
+  {
+    "model_a_conv_id": "ec0ed06df3f944269785b78493fbaead",
+    "model_b_conv_id": "3069628e03394336ad267b1f23703d84",
+    "inputs": {
+      "prompt": "a bus stuck in traffic during rush hour"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730593379.2379
+  },
+  {
+    "model_a_conv_id": "ded9f86c56e74022bd2ff7d7b337b730",
+    "model_b_conv_id": "c554bdfaa4e645f8a64f6734d0d272d7",
+    "inputs": {
+      "prompt": "a cup"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730593384.3049
+  },
+  {
+    "model_a_conv_id": "26e12ee583f44dcd9d7f83e52414a260",
+    "model_b_conv_id": "c8bfabf18fbc4875b02e894f1728cf5f",
+    "inputs": {
+      "prompt": "cliff"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "T2V-Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730593392.1789
+  },
+  {
+    "model_a_conv_id": "9ebb1317fb164c0bad6830b23f226a3d",
+    "model_b_conv_id": "f48dcfbf40a440a7813136ea592315b2",
+    "inputs": {
+      "prompt": "a pink chair"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730593398.9919
+  },
+  {
+    "model_a_conv_id": "2f53b1d77f724905ac5b7e3ff8fb68f6",
+    "model_b_conv_id": "bff5256ccc6d4e6bbe415534333f2344",
+    "inputs": {
+      "prompt": "a drone flying over a snowy forest."
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730593404.5093
+  },
+  {
+    "model_a_conv_id": "1a50e10b14734ef78bdfa2efe773ce4b",
+    "model_b_conv_id": "d3b58f1c68124df498e5b8110dde9482",
+    "inputs": {
+      "prompt": "hospital"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730593410.1738
+  },
+  {
+    "model_a_conv_id": "000b412f279445fb92cb3a562ac5253d",
+    "model_b_conv_id": "cf97747692b241d78b2f3c4c303b501c",
+    "inputs": {
+      "prompt": "a bird flying over a snowy forest"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730593416.0234
+  },
+  {
+    "model_a_conv_id": "5de977309ee74c81b6fd84bb816cb9b3",
+    "model_b_conv_id": "60a11b4f32374fe89bfca3f02aad2737",
+    "inputs": {
+      "prompt": "campus"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730593427.4677
+  },
+  {
+    "model_a_conv_id": "1ba9de1f99574ca496a5cca07c582513",
+    "model_b_conv_id": "2f377737357c4ff9a6e283c38c61a778",
+    "inputs": {
+      "prompt": "a person swimming in ocean"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730593433.4851
+  },
+  {
+    "model_a_conv_id": "69a12203abf54d0784f3d51639d4780d",
+    "model_b_conv_id": "7300af6d9f9245519a09f3d2dad18aa5",
+    "inputs": {
+      "prompt": "a truck turning a corner"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730593439.277
+  },
+  {
+    "model_a_conv_id": "9a5176ac4f3948c09b1a5eadb298e0e5",
+    "model_b_conv_id": "49a261b742a84d13bef733255ac69507",
+    "inputs": {
+      "prompt": "A person is washing hands"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1730593445.1279
+  },
+  {
+    "model_a_conv_id": "361408c91ea6472cb66b33dfc60b5208",
+    "model_b_conv_id": "f668f03186b342e6b322d931c9f6b09d",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, in cyberpunk style"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1730593454.5268
+  },
+  {
+    "model_a_conv_id": "8df77fa2625b4f4a981e253b9ca635da",
+    "model_b_conv_id": "97d7e1175ec24099b39650fdadf941cb",
+    "inputs": {
+      "prompt": "a bear sniffing the air for scents of food"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1730593485.5853
+  },
+  {
+    "model_a_conv_id": "ef0c34c91e8d4079ba8eb657f7755acd",
+    "model_b_conv_id": "f31c5f2d335046cdb0ab9e5e449e12b0",
+    "inputs": {
+      "prompt": "A beautiful coastal beach in spring, waves lapping on sand, Van Gogh style"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730593492.6986
+  },
+  {
+    "model_a_conv_id": "5b405c3208ba4dabb0a53fb829280ead",
+    "model_b_conv_id": "387d36c395c34125bbd5007371beb1f4",
+    "inputs": {
+      "prompt": "A boat sailing leisurely along the Seine River with the Eiffel Tower in background by Vincent van Gogh"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730593498.0072
+  },
+  {
+    "model_a_conv_id": "99ce63ce1f054b9b9cdc202b5fd3a42a",
+    "model_b_conv_id": "35cf50d75a494732b9f960f1ce410a43",
+    "inputs": {
+      "prompt": "a cat grooming itself meticulously with its tongue"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730593503.0784
+  },
+  {
+    "model_a_conv_id": "d4d45aded3164d77b83e688c1f87a3d9",
+    "model_b_conv_id": "766a3fa58fa849dfa8eca6894cad3b8c",
+    "inputs": {
+      "prompt": "a snowboard on the bottom of a kite, front view"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1730593534.5071
+  },
+  {
+    "model_a_conv_id": "5443edea0eab4b43828d226be6e571cd",
+    "model_b_conv_id": "29c15e22b3784c5a854f94634373d8ed",
+    "inputs": {
+      "prompt": "sky"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1730593540.8773
+  },
+  {
+    "model_a_conv_id": "fb6ffebdfe2f42fd9bf279600ee2f0ee",
+    "model_b_conv_id": "3fa951bae04045aa9437f63506191a51",
+    "inputs": {
+      "prompt": "The bund Shanghai, black and white"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730593548.1421
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bea5ae7c568fbd3622e5c8ffb7c300367bf111ce7f2b1e3c48efb8ba2ccb515
-size 88245
+oid sha256:df0cf0eaa110198a484264ef0f64811cf139ca1220b4b5129f1b3fc5800cbef7
+size 88251

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0602b5cdcf6c3ff122daa16683332d50a8e8d653b6ed35f3761fda7912566c5
-size 66388
+oid sha256:887378c36c838e2de4460ca0bed1973a57029be9dc067130f511f6509cdf9d64
+size 69237

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1121.5653398199045,1123.947534812969,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1111.100531379555,1118.581586220773,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1077.6077083360585,1070.3011445131515,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.5193384762679,1071.8591770396717,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1059.8516654207529,1057.173657577711,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.27071663852,1042.2469700521758,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1030.802888581253,1023.6754147754089,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-SDXL-Lightning,SDXL-Lightning,1021.1296885645739,1024.439296337127,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1021.0374102563209,1021.3125697068199,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-PixArtAlpha,PixArtAlpha,1020.3784815009102,1011.9893976385754,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SD3,SD3,1011.1998308593261,1014.4085015272096,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1010.0458861167007,1004.0759061512285,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.5584792482977,966.529500796736,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.0326149969756,911.8546923067103,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.3582122712113,899.7545312419196,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,828.7416657202157,824.0746132265045,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.7995418131491,804.0715989673412,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1120.499000930567,1122.974904225171,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1111.047934003704,1118.208680551185,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1081.9851951679807,1074.0855279072914,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.1552913155724,1071.6102910499733,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1059.014679141188,1056.4089250480397,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.237001189073,1042.174258940343,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1027.6131744681757,1020.6810278865828,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.8406231969452,1011.581544184822,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.662311334041,1019.95904052005,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1019.3222590662881,1022.9007404644076,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+AuraFlow,AuraFlow,1015.6545574346965,1009.7764641699603,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1010.3182081988439,1013.4670452544451,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.3968212176868,966.4349996816151,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.1741933730196,912.0205767380698,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.9275693414625,899.3974724502692,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.4443890636852,824.7297879296616,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.7067915570655,804.083751549083,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,11 +1,12 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-StableVideoDiffusion,StableVideoDiffusion,1148.0642886270214,1151.3880614357547,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1112.2576174206758,1105.1687043217862,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1084.7845844814285,1084.1554819951325,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-VideoCrafter2,VideoCrafter2,1067.842583015557,1068.9671018375977,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-AnimateDiff,AnimateDiff,1067.3723890784022,1066.9338214142892,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-LaVie,LaVie,995.0201155377238,996.0687383412502,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,911.303774003619,911.9906009487565,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,891.6841432763872,890.8491108094524,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-ModelScope,ModelScope,860.9122366302342,863.089718514995,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
-AnimateDiff Turbo,AnimateDiff Turbo,860.7582679289501,861.3886603809851,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+CogVideoX-5B,CogVideoX-5B,1186.524614018962,1185.9535718058337,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1129.1940102398598,1132.5860754175528,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1099.8172172344273,1091.9245231498248,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1067.0786519617104,1066.6262074634758,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1048.4454031999574,1048.1705372815456,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1047.296636067804,1048.5173526871877,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+LaVie,LaVie,975.9539187729151,977.1182354703832,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,892.2373255548792,893.0765699426095,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,868.8509995573016,868.3397501318167,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,842.6506138607994,843.3792745425989,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,841.9506095313865,844.3079021071783,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571