DongfuJiang commited on
Commit
583f0ee
1 Parent(s): 7813c72
arena_elo/results/20240604/clean_battle_t2i_generation.json CHANGED
@@ -42854,5 +42854,69 @@
42854
  "judge": "arena_user_10.16.3.126",
42855
  "anony": true,
42856
  "tstamp": 1717531911.8773
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
42857
  }
42858
  ]
 
42854
  "judge": "arena_user_10.16.3.126",
42855
  "anony": true,
42856
  "tstamp": 1717531911.8773
42857
+ },
42858
+ {
42859
+ "model_a": "SDXLLightning",
42860
+ "model_b": "PlayGround V2",
42861
+ "winner": "model_b",
42862
+ "judge": "arena_user_10.16.15.131",
42863
+ "anony": true,
42864
+ "tstamp": 1717538676.5622
42865
+ },
42866
+ {
42867
+ "model_a": "SDXLLightning",
42868
+ "model_b": "PixArtAlpha",
42869
+ "winner": "model_b",
42870
+ "judge": "arena_user_10.16.44.20",
42871
+ "anony": true,
42872
+ "tstamp": 1717539355.8965
42873
+ },
42874
+ {
42875
+ "model_a": "SDXLLightning",
42876
+ "model_b": "PixArtAlpha",
42877
+ "winner": "model_a",
42878
+ "judge": "arena_user_10.16.15.131",
42879
+ "anony": true,
42880
+ "tstamp": 1717539473.2644
42881
+ },
42882
+ {
42883
+ "model_a": "SDXLTurbo",
42884
+ "model_b": "SDXLLightning",
42885
+ "winner": "model_a",
42886
+ "judge": "arena_user_10.16.40.170",
42887
+ "anony": true,
42888
+ "tstamp": 1717539549.597
42889
+ },
42890
+ {
42891
+ "model_a": "SDXLLightning",
42892
+ "model_b": "OpenJourney",
42893
+ "winner": "model_b",
42894
+ "judge": "arena_user_10.16.40.170",
42895
+ "anony": true,
42896
+ "tstamp": 1717545309.6677
42897
+ },
42898
+ {
42899
+ "model_a": "SDXLTurbo",
42900
+ "model_b": "SDXLLightning",
42901
+ "winner": "tie (bothbad)",
42902
+ "judge": "arena_user_10.16.44.20",
42903
+ "anony": true,
42904
+ "tstamp": 1717545413.4993
42905
+ },
42906
+ {
42907
+ "model_a": "SDXL",
42908
+ "model_b": "PlayGround V2",
42909
+ "winner": "tie (bothbad)",
42910
+ "judge": "arena_user_10.16.3.126",
42911
+ "anony": true,
42912
+ "tstamp": 1717551442.6857
42913
+ },
42914
+ {
42915
+ "model_a": "SDXLLightning",
42916
+ "model_b": "PlayGround V2",
42917
+ "winner": "tie (bothbad)",
42918
+ "judge": "arena_user_10.16.19.59",
42919
+ "anony": true,
42920
+ "tstamp": 1717551677.9232
42921
  }
42922
  ]
arena_elo/results/20240604/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:62c89bc7b4258953c0f082b63e661e0a8d3f00ad4f6de6cde7793e8210f08655
3
- size 68006
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62c6b2be4057410cea279902889932cfab9457d9b9e8da3c9cb3f9a37971f9df
3
+ size 68024
arena_elo/results/20240604/t2i_generation_leaderboard.csv CHANGED
@@ -1,12 +1,12 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1149.9001388193824,1151.298981408886,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- PlayGround V2,PlayGround V2,1100.2295708093045,1099.2435192218618,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
- StableCascade,StableCascade,1056.8862952004993,1061.2445492902596,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
5
- SDXLLightning,SDXLLightning,1055.1945362839917,1059.2386798970413,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
6
- PixArtAlpha,PixArtAlpha,1051.937080159304,1039.832422352047,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
7
- PixArtSigma,PixArtSigma,1049.6740909508305,1048.9798883299788,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
8
- SDXL,SDXL,1000.5438900590348,999.2922859910303,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
9
- SDXLTurbo,SDXLTurbo,934.0851125433855,932.1678554400401,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
10
- LCM(v1.5/XL),LCM(v1.5/XL),932.2490649921025,925.6564639593804,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
11
- OpenJourney,OpenJourney,852.5594277716134,847.3401426774195,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
12
- LCM,LCM,816.740792410556,829.9775203382414,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1149.8701178556255,1151.2355340843367,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ PlayGround V2,PlayGround V2,1100.5075625388747,1099.5250045486985,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
+ StableCascade,StableCascade,1056.8118945188705,1061.158875402848,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
5
+ SDXLLightning,SDXLLightning,1052.955324722208,1057.1909595688794,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
6
+ PixArtAlpha,PixArtAlpha,1052.0540338691276,1039.997644106329,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
7
+ PixArtSigma,PixArtSigma,1049.6632192574068,1048.9760349558715,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
8
+ SDXL,SDXL,1000.780478259573,999.5071927081885,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
9
+ SDXLTurbo,SDXLTurbo,934.7256708634909,932.7451965887616,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
10
+ LCM(v1.5/XL),LCM(v1.5/XL),932.2859985479632,925.6936284015911,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
11
+ OpenJourney,OpenJourney,853.254716577876,847.9703536184193,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
12
+ LCM,LCM,817.0909829889843,830.305656465181,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -42854,5 +42854,69 @@
42854
  "judge": "arena_user_10.16.3.126",
42855
  "anony": true,
42856
  "tstamp": 1717531911.8773
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
42857
  }
42858
  ]
 
42854
  "judge": "arena_user_10.16.3.126",
42855
  "anony": true,
42856
  "tstamp": 1717531911.8773
42857
+ },
42858
+ {
42859
+ "model_a": "SDXLLightning",
42860
+ "model_b": "PlayGround V2",
42861
+ "winner": "model_b",
42862
+ "judge": "arena_user_10.16.15.131",
42863
+ "anony": true,
42864
+ "tstamp": 1717538676.5622
42865
+ },
42866
+ {
42867
+ "model_a": "SDXLLightning",
42868
+ "model_b": "PixArtAlpha",
42869
+ "winner": "model_b",
42870
+ "judge": "arena_user_10.16.44.20",
42871
+ "anony": true,
42872
+ "tstamp": 1717539355.8965
42873
+ },
42874
+ {
42875
+ "model_a": "SDXLLightning",
42876
+ "model_b": "PixArtAlpha",
42877
+ "winner": "model_a",
42878
+ "judge": "arena_user_10.16.15.131",
42879
+ "anony": true,
42880
+ "tstamp": 1717539473.2644
42881
+ },
42882
+ {
42883
+ "model_a": "SDXLTurbo",
42884
+ "model_b": "SDXLLightning",
42885
+ "winner": "model_a",
42886
+ "judge": "arena_user_10.16.40.170",
42887
+ "anony": true,
42888
+ "tstamp": 1717539549.597
42889
+ },
42890
+ {
42891
+ "model_a": "SDXLLightning",
42892
+ "model_b": "OpenJourney",
42893
+ "winner": "model_b",
42894
+ "judge": "arena_user_10.16.40.170",
42895
+ "anony": true,
42896
+ "tstamp": 1717545309.6677
42897
+ },
42898
+ {
42899
+ "model_a": "SDXLTurbo",
42900
+ "model_b": "SDXLLightning",
42901
+ "winner": "tie (bothbad)",
42902
+ "judge": "arena_user_10.16.44.20",
42903
+ "anony": true,
42904
+ "tstamp": 1717545413.4993
42905
+ },
42906
+ {
42907
+ "model_a": "SDXL",
42908
+ "model_b": "PlayGround V2",
42909
+ "winner": "tie (bothbad)",
42910
+ "judge": "arena_user_10.16.3.126",
42911
+ "anony": true,
42912
+ "tstamp": 1717551442.6857
42913
+ },
42914
+ {
42915
+ "model_a": "SDXLLightning",
42916
+ "model_b": "PlayGround V2",
42917
+ "winner": "tie (bothbad)",
42918
+ "judge": "arena_user_10.16.19.59",
42919
+ "anony": true,
42920
+ "tstamp": 1717551677.9232
42921
  }
42922
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:62c89bc7b4258953c0f082b63e661e0a8d3f00ad4f6de6cde7793e8210f08655
3
- size 68006
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62c6b2be4057410cea279902889932cfab9457d9b9e8da3c9cb3f9a37971f9df
3
+ size 68024
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,12 +1,12 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1149.9001388193824,1151.298981408886,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- PlayGround V2,PlayGround V2,1100.2295708093045,1099.2435192218618,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
- StableCascade,StableCascade,1056.8862952004993,1061.2445492902596,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
5
- SDXLLightning,SDXLLightning,1055.1945362839917,1059.2386798970413,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
6
- PixArtAlpha,PixArtAlpha,1051.937080159304,1039.832422352047,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
7
- PixArtSigma,PixArtSigma,1049.6740909508305,1048.9798883299788,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
8
- SDXL,SDXL,1000.5438900590348,999.2922859910303,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
9
- SDXLTurbo,SDXLTurbo,934.0851125433855,932.1678554400401,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
10
- LCM(v1.5/XL),LCM(v1.5/XL),932.2490649921025,925.6564639593804,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
11
- OpenJourney,OpenJourney,852.5594277716134,847.3401426774195,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
12
- LCM,LCM,816.740792410556,829.9775203382414,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1149.8701178556255,1151.2355340843367,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ PlayGround V2,PlayGround V2,1100.5075625388747,1099.5250045486985,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
+ StableCascade,StableCascade,1056.8118945188705,1061.158875402848,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
5
+ SDXLLightning,SDXLLightning,1052.955324722208,1057.1909595688794,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
6
+ PixArtAlpha,PixArtAlpha,1052.0540338691276,1039.997644106329,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
7
+ PixArtSigma,PixArtSigma,1049.6632192574068,1048.9760349558715,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
8
+ SDXL,SDXL,1000.780478259573,999.5071927081885,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
9
+ SDXLTurbo,SDXLTurbo,934.7256708634909,932.7451965887616,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
10
+ LCM(v1.5/XL),LCM(v1.5/XL),932.2859985479632,925.6936284015911,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
11
+ OpenJourney,OpenJourney,853.254716577876,847.9703536184193,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
12
+ LCM,LCM,817.0909829889843,830.305656465181,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7