Hugging Face's logo

Spaces:
TIGER-Lab
/
GenAI-Arena
Running on Zero

App Files Community
15
DongfuJiang commited on
Commit
4eb3add
•
1 Parent(s): 806ad66

update

Browse files
Files changed (6) hide show
  1. arena_elo/results/20240528/clean_battle_video_generation.json +0 -80
  2. arena_elo/results/20240528/elo_results_video_generation.pkl +2 -2
  3. arena_elo/results/20240528/video_generation_leaderboard.csv +6 -7
  4. arena_elo/results/latest/clean_battle_video_generation.json +0 -80
  5. arena_elo/results/latest/elo_results_video_generation.pkl +2 -2
  6. arena_elo/results/latest/video_generation_leaderboard.csv +6 -7
arena_elo/results/20240528/clean_battle_video_generation.json CHANGED
@@ -7503,14 +7503,6 @@
7503
  "anony": true,
7504
  "tstamp": 1716817554.6787
7505
  },
7506
- {
7507
- "model_a": "AnimateDiff",
7508
- "model_b": "StableVideoDiffusion",
7509
- "winner": "model_a",
7510
- "judge": "arena_user_10.16.27.38",
7511
- "anony": false,
7512
- "tstamp": 1716819747.8528
7513
- },
7514
  {
7515
  "model_a": "VideoCrafter2",
7516
  "model_b": "OpenSora",
@@ -7551,14 +7543,6 @@
7551
  "anony": true,
7552
  "tstamp": 1716845639.4286
7553
  },
7554
- {
7555
- "model_a": "AnimateDiffTurbo",
7556
- "model_b": "StableVideoDiffusion",
7557
- "winner": "tie (bothbad)",
7558
- "judge": "arena_user_10.16.3.14",
7559
- "anony": true,
7560
- "tstamp": 1716845662.1402
7561
- },
7562
  {
7563
  "model_a": "AnimateDiff",
7564
  "model_b": "LaVie",
@@ -7599,14 +7583,6 @@
7599
  "anony": true,
7600
  "tstamp": 1716845769.7927
7601
  },
7602
- {
7603
- "model_a": "StableVideoDiffusion",
7604
- "model_b": "AnimateDiff",
7605
- "winner": "model_b",
7606
- "judge": "arena_user_10.16.3.14",
7607
- "anony": true,
7608
- "tstamp": 1716845783.0165
7609
- },
7610
  {
7611
  "model_a": "ModelScope",
7612
  "model_b": "VideoCrafter2",
@@ -7623,14 +7599,6 @@
7623
  "anony": true,
7624
  "tstamp": 1716845828.573
7625
  },
7626
- {
7627
- "model_a": "OpenSora",
7628
- "model_b": "StableVideoDiffusion",
7629
- "winner": "model_a",
7630
- "judge": "arena_user_10.16.3.14",
7631
- "anony": true,
7632
- "tstamp": 1716845854.1902
7633
- },
7634
  {
7635
  "model_a": "LaVie",
7636
  "model_b": "VideoCrafter2",
@@ -7695,14 +7663,6 @@
7695
  "anony": true,
7696
  "tstamp": 1716846040.2247
7697
  },
7698
- {
7699
- "model_a": "AnimateDiffTurbo",
7700
- "model_b": "StableVideoDiffusion",
7701
- "winner": "tie (bothbad)",
7702
- "judge": "arena_user_10.16.34.32",
7703
- "anony": true,
7704
- "tstamp": 1716846068.5392
7705
- },
7706
  {
7707
  "model_a": "AnimateDiffTurbo",
7708
  "model_b": "VideoCrafter2",
@@ -7727,14 +7687,6 @@
7727
  "anony": true,
7728
  "tstamp": 1716846163.6735
7729
  },
7730
- {
7731
- "model_a": "StableVideoDiffusion",
7732
- "model_b": "LaVie",
7733
- "winner": "model_b",
7734
- "judge": "arena_user_10.16.9.183",
7735
- "anony": true,
7736
- "tstamp": 1716846211.1808
7737
- },
7738
  {
7739
  "model_a": "OpenSora",
7740
  "model_b": "AnimateDiffTurbo",
@@ -7759,14 +7711,6 @@
7759
  "anony": true,
7760
  "tstamp": 1716846302.5935
7761
  },
7762
- {
7763
- "model_a": "StableVideoDiffusion",
7764
- "model_b": "LaVie",
7765
- "winner": "model_b",
7766
- "judge": "arena_user_10.16.9.183",
7767
- "anony": true,
7768
- "tstamp": 1716846311.1625
7769
- },
7770
  {
7771
  "model_a": "VideoCrafter2",
7772
  "model_b": "OpenSora",
@@ -7791,14 +7735,6 @@
7791
  "anony": true,
7792
  "tstamp": 1716846386.3667
7793
  },
7794
- {
7795
- "model_a": "StableVideoDiffusion",
7796
- "model_b": "AnimateDiffTurbo",
7797
- "winner": "tie (bothbad)",
7798
- "judge": "arena_user_10.16.9.183",
7799
- "anony": true,
7800
- "tstamp": 1716846397.8456
7801
- },
7802
  {
7803
  "model_a": "LaVie",
7804
  "model_b": "ModelScope",
@@ -7831,22 +7767,6 @@
7831
  "anony": true,
7832
  "tstamp": 1716848067.902
7833
  },
7834
- {
7835
- "model_a": "LaVie",
7836
- "model_b": "StableVideoDiffusion",
7837
- "winner": "tie (bothbad)",
7838
- "judge": "arena_user_10.16.3.14",
7839
- "anony": true,
7840
- "tstamp": 1716848078.9331
7841
- },
7842
- {
7843
- "model_a": "StableVideoDiffusion",
7844
- "model_b": "ModelScope",
7845
- "winner": "model_a",
7846
- "judge": "arena_user_10.16.3.14",
7847
- "anony": true,
7848
- "tstamp": 1716848302.6348
7849
- },
7850
  {
7851
  "model_a": "LaVie",
7852
  "model_b": "ModelScope",
 
7503
  "anony": true,
7504
  "tstamp": 1716817554.6787
7505
  },
 
 
 
 
 
 
 
 
7506
  {
7507
  "model_a": "VideoCrafter2",
7508
  "model_b": "OpenSora",
 
7543
  "anony": true,
7544
  "tstamp": 1716845639.4286
7545
  },
 
 
 
 
 
 
 
 
7546
  {
7547
  "model_a": "AnimateDiff",
7548
  "model_b": "LaVie",
 
7583
  "anony": true,
7584
  "tstamp": 1716845769.7927
7585
  },
 
 
 
 
 
 
 
 
7586
  {
7587
  "model_a": "ModelScope",
7588
  "model_b": "VideoCrafter2",
 
7599
  "anony": true,
7600
  "tstamp": 1716845828.573
7601
  },
 
 
 
 
 
 
 
 
7602
  {
7603
  "model_a": "LaVie",
7604
  "model_b": "VideoCrafter2",
 
7663
  "anony": true,
7664
  "tstamp": 1716846040.2247
7665
  },
 
 
 
 
 
 
 
 
7666
  {
7667
  "model_a": "AnimateDiffTurbo",
7668
  "model_b": "VideoCrafter2",
 
7687
  "anony": true,
7688
  "tstamp": 1716846163.6735
7689
  },
 
 
 
 
 
 
 
 
7690
  {
7691
  "model_a": "OpenSora",
7692
  "model_b": "AnimateDiffTurbo",
 
7711
  "anony": true,
7712
  "tstamp": 1716846302.5935
7713
  },
 
 
 
 
 
 
 
 
7714
  {
7715
  "model_a": "VideoCrafter2",
7716
  "model_b": "OpenSora",
 
7735
  "anony": true,
7736
  "tstamp": 1716846386.3667
7737
  },
 
 
 
 
 
 
 
 
7738
  {
7739
  "model_a": "LaVie",
7740
  "model_b": "ModelScope",
 
7767
  "anony": true,
7768
  "tstamp": 1716848067.902
7769
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7770
  {
7771
  "model_a": "LaVie",
7772
  "model_b": "ModelScope",
arena_elo/results/20240528/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d3c60583aef9b1ebed11bc011ee71066d553fc4469ab36fe9e1a69bdd7f045f1
3
- size 57226
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:285f16418fbe87b09d9ceb0a81ce7dd3aef90e243ea604843bba9e0c061a8755
3
+ size 54611
arena_elo/results/20240528/video_generation_leaderboard.csv CHANGED
@@ -1,8 +1,7 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- AnimateDiff,AnimateDiff,1152.0856885350188,1151.0162844753168,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
3
- VideoCrafter2,VideoCrafter2,1133.1007019381395,1135.6926816244604,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
4
- LaVie,LaVie,1033.7517715333445,1035.5659090630193,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
5
- OpenSora,OpenSora,981.0443881053995,982.7176909892552,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
6
- ModelScope,ModelScope,925.4949965722631,926.9772247294472,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
7
- AnimateDiffTurbo,AnimateDiffTurbo,908.2458421360755,912.3411648048902,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
8
- StableVideoDiffusion,StableVideoDiffusion,866.2766111797596,855.6890443136105,N/A,N/A,N/A
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ AnimateDiff,AnimateDiff,1129.3469962839424,1126.3299258165302,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
3
+ VideoCrafter2,VideoCrafter2,1110.664362155481,1111.5426616945233,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
4
+ LaVie,LaVie,1010.9582114307759,1010.9852804779358,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
5
+ OpenSora,OpenSora,958.3202820424096,958.230605931128,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
6
+ ModelScope,ModelScope,904.4318403477278,904.1394593723784,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
7
+ AnimateDiffTurbo,AnimateDiffTurbo,886.2783077396631,888.772066707504,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -7503,14 +7503,6 @@
7503
  "anony": true,
7504
  "tstamp": 1716817554.6787
7505
  },
7506
- {
7507
- "model_a": "AnimateDiff",
7508
- "model_b": "StableVideoDiffusion",
7509
- "winner": "model_a",
7510
- "judge": "arena_user_10.16.27.38",
7511
- "anony": false,
7512
- "tstamp": 1716819747.8528
7513
- },
7514
  {
7515
  "model_a": "VideoCrafter2",
7516
  "model_b": "OpenSora",
@@ -7551,14 +7543,6 @@
7551
  "anony": true,
7552
  "tstamp": 1716845639.4286
7553
  },
7554
- {
7555
- "model_a": "AnimateDiffTurbo",
7556
- "model_b": "StableVideoDiffusion",
7557
- "winner": "tie (bothbad)",
7558
- "judge": "arena_user_10.16.3.14",
7559
- "anony": true,
7560
- "tstamp": 1716845662.1402
7561
- },
7562
  {
7563
  "model_a": "AnimateDiff",
7564
  "model_b": "LaVie",
@@ -7599,14 +7583,6 @@
7599
  "anony": true,
7600
  "tstamp": 1716845769.7927
7601
  },
7602
- {
7603
- "model_a": "StableVideoDiffusion",
7604
- "model_b": "AnimateDiff",
7605
- "winner": "model_b",
7606
- "judge": "arena_user_10.16.3.14",
7607
- "anony": true,
7608
- "tstamp": 1716845783.0165
7609
- },
7610
  {
7611
  "model_a": "ModelScope",
7612
  "model_b": "VideoCrafter2",
@@ -7623,14 +7599,6 @@
7623
  "anony": true,
7624
  "tstamp": 1716845828.573
7625
  },
7626
- {
7627
- "model_a": "OpenSora",
7628
- "model_b": "StableVideoDiffusion",
7629
- "winner": "model_a",
7630
- "judge": "arena_user_10.16.3.14",
7631
- "anony": true,
7632
- "tstamp": 1716845854.1902
7633
- },
7634
  {
7635
  "model_a": "LaVie",
7636
  "model_b": "VideoCrafter2",
@@ -7695,14 +7663,6 @@
7695
  "anony": true,
7696
  "tstamp": 1716846040.2247
7697
  },
7698
- {
7699
- "model_a": "AnimateDiffTurbo",
7700
- "model_b": "StableVideoDiffusion",
7701
- "winner": "tie (bothbad)",
7702
- "judge": "arena_user_10.16.34.32",
7703
- "anony": true,
7704
- "tstamp": 1716846068.5392
7705
- },
7706
  {
7707
  "model_a": "AnimateDiffTurbo",
7708
  "model_b": "VideoCrafter2",
@@ -7727,14 +7687,6 @@
7727
  "anony": true,
7728
  "tstamp": 1716846163.6735
7729
  },
7730
- {
7731
- "model_a": "StableVideoDiffusion",
7732
- "model_b": "LaVie",
7733
- "winner": "model_b",
7734
- "judge": "arena_user_10.16.9.183",
7735
- "anony": true,
7736
- "tstamp": 1716846211.1808
7737
- },
7738
  {
7739
  "model_a": "OpenSora",
7740
  "model_b": "AnimateDiffTurbo",
@@ -7759,14 +7711,6 @@
7759
  "anony": true,
7760
  "tstamp": 1716846302.5935
7761
  },
7762
- {
7763
- "model_a": "StableVideoDiffusion",
7764
- "model_b": "LaVie",
7765
- "winner": "model_b",
7766
- "judge": "arena_user_10.16.9.183",
7767
- "anony": true,
7768
- "tstamp": 1716846311.1625
7769
- },
7770
  {
7771
  "model_a": "VideoCrafter2",
7772
  "model_b": "OpenSora",
@@ -7791,14 +7735,6 @@
7791
  "anony": true,
7792
  "tstamp": 1716846386.3667
7793
  },
7794
- {
7795
- "model_a": "StableVideoDiffusion",
7796
- "model_b": "AnimateDiffTurbo",
7797
- "winner": "tie (bothbad)",
7798
- "judge": "arena_user_10.16.9.183",
7799
- "anony": true,
7800
- "tstamp": 1716846397.8456
7801
- },
7802
  {
7803
  "model_a": "LaVie",
7804
  "model_b": "ModelScope",
@@ -7831,22 +7767,6 @@
7831
  "anony": true,
7832
  "tstamp": 1716848067.902
7833
  },
7834
- {
7835
- "model_a": "LaVie",
7836
- "model_b": "StableVideoDiffusion",
7837
- "winner": "tie (bothbad)",
7838
- "judge": "arena_user_10.16.3.14",
7839
- "anony": true,
7840
- "tstamp": 1716848078.9331
7841
- },
7842
- {
7843
- "model_a": "StableVideoDiffusion",
7844
- "model_b": "ModelScope",
7845
- "winner": "model_a",
7846
- "judge": "arena_user_10.16.3.14",
7847
- "anony": true,
7848
- "tstamp": 1716848302.6348
7849
- },
7850
  {
7851
  "model_a": "LaVie",
7852
  "model_b": "ModelScope",
 
7503
  "anony": true,
7504
  "tstamp": 1716817554.6787
7505
  },
 
 
 
 
 
 
 
 
7506
  {
7507
  "model_a": "VideoCrafter2",
7508
  "model_b": "OpenSora",
 
7543
  "anony": true,
7544
  "tstamp": 1716845639.4286
7545
  },
 
 
 
 
 
 
 
 
7546
  {
7547
  "model_a": "AnimateDiff",
7548
  "model_b": "LaVie",
 
7583
  "anony": true,
7584
  "tstamp": 1716845769.7927
7585
  },
 
 
 
 
 
 
 
 
7586
  {
7587
  "model_a": "ModelScope",
7588
  "model_b": "VideoCrafter2",
 
7599
  "anony": true,
7600
  "tstamp": 1716845828.573
7601
  },
 
 
 
 
 
 
 
 
7602
  {
7603
  "model_a": "LaVie",
7604
  "model_b": "VideoCrafter2",
 
7663
  "anony": true,
7664
  "tstamp": 1716846040.2247
7665
  },
 
 
 
 
 
 
 
 
7666
  {
7667
  "model_a": "AnimateDiffTurbo",
7668
  "model_b": "VideoCrafter2",
 
7687
  "anony": true,
7688
  "tstamp": 1716846163.6735
7689
  },
 
 
 
 
 
 
 
 
7690
  {
7691
  "model_a": "OpenSora",
7692
  "model_b": "AnimateDiffTurbo",
 
7711
  "anony": true,
7712
  "tstamp": 1716846302.5935
7713
  },
 
 
 
 
 
 
 
 
7714
  {
7715
  "model_a": "VideoCrafter2",
7716
  "model_b": "OpenSora",
 
7735
  "anony": true,
7736
  "tstamp": 1716846386.3667
7737
  },
 
 
 
 
 
 
 
 
7738
  {
7739
  "model_a": "LaVie",
7740
  "model_b": "ModelScope",
 
7767
  "anony": true,
7768
  "tstamp": 1716848067.902
7769
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7770
  {
7771
  "model_a": "LaVie",
7772
  "model_b": "ModelScope",
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d3c60583aef9b1ebed11bc011ee71066d553fc4469ab36fe9e1a69bdd7f045f1
3
- size 57226
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:285f16418fbe87b09d9ceb0a81ce7dd3aef90e243ea604843bba9e0c061a8755
3
+ size 54611
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,8 +1,7 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- AnimateDiff,AnimateDiff,1152.0856885350188,1151.0162844753168,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
3
- VideoCrafter2,VideoCrafter2,1133.1007019381395,1135.6926816244604,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
4
- LaVie,LaVie,1033.7517715333445,1035.5659090630193,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
5
- OpenSora,OpenSora,981.0443881053995,982.7176909892552,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
6
- ModelScope,ModelScope,925.4949965722631,926.9772247294472,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
7
- AnimateDiffTurbo,AnimateDiffTurbo,908.2458421360755,912.3411648048902,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
8
- StableVideoDiffusion,StableVideoDiffusion,866.2766111797596,855.6890443136105,N/A,N/A,N/A
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ AnimateDiff,AnimateDiff,1129.3469962839424,1126.3299258165302,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
3
+ VideoCrafter2,VideoCrafter2,1110.664362155481,1111.5426616945233,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
4
+ LaVie,LaVie,1010.9582114307759,1010.9852804779358,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
5
+ OpenSora,OpenSora,958.3202820424096,958.230605931128,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
6
+ ModelScope,ModelScope,904.4318403477278,904.1394593723784,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
7
+ AnimateDiffTurbo,AnimateDiffTurbo,886.2783077396631,888.772066707504,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo