update leaderboard

app.py

@@ -78,19 +78,7 @@ def create_model_link(model_name):
 # Predict Tab Configuration and Utilities
 # ============================================================================
 
-# Column name mapping (from original name to display name)
-PREDICT_COLUMN_NAME_MAPPING = {
-    'Common+Misc': 'Common Sense',
-    'BG Consistency': 'Background Consistency',
-    'Motion': 'Motion Smoothness',
-    'Aesthetic': 'Aesthetic Quality',
-    'I2V BG': 'I2V Background'
-}
-
-# Columns to remove from the dataframe
-PREDICT_COLUMNS_TO_REMOVE = ['Avg Score/Video', 'Common', 'Misc']
-
-# Desired column order (using renamed column names)
+# Expected column order (the CSV should already have this order)
 PREDICT_COLUMN_ORDER = [
     'model',
     'Overall',
@@ -168,25 +156,28 @@ PREDICT_NEVER_HIDDEN_COLUMNS = ['model', 'Overall']
 # Columns displayed by default (using renamed column names)
 PREDICT_DEFAULT_DISPLAYED_COLUMNS = PREDICT_NEVER_HIDDEN_COLUMNS + PREDICT_ALL_SELECTED_COLUMNS
 
-def load_predict_csv(csv_path):
-    """Load CSV and apply column ordering"""
-    df = pd.read_csv(csv_path)
-
-    # Remove specified columns
-    df = df.drop(columns=PREDICT_COLUMNS_TO_REMOVE, errors='ignore')
+def load_predict_json(json_path):
+    """
+    Load predict leaderboard JSON.
 
-    # Rename columns according to mapping
-    df = df.rename(columns=PREDICT_COLUMN_NAME_MAPPING)
+    The JSON should already be pre-processed by generate_predict_leaderboard.py
+    with correct column names, ordering, sorting, and separate model/url fields.
+    """
+    df = pd.read_json(json_path, orient='records')
 
-    # Reorder columns (only keep columns that exist in the dataframe)
-    available_cols = [col for col in PREDICT_COLUMN_ORDER if col in df.columns]
-    df = df[available_cols]
+    # Convert model name + url to markdown link format for display
+    if 'model' in df.columns and 'url' in df.columns:
+        def create_link(row):
+            if pd.notna(row['url']):
+                return f"[{row['model']}]({row['url']})"
+            return row['model']
 
-    # Convert model names to HuggingFace links
-    if 'model' in df.columns:
-        df['model'] = df['model'].apply(create_model_link)
+        df['model'] = df.apply(create_link, axis=1)
+        # Remove the url column as it's now embedded in model
+        df = df.drop(columns=['url'])
 
     # Format numbers to ensure decimal places (1 decimal for numeric columns)
+    # Numbers should already be scaled to 0-100 by the generation script
     for col in df.columns:
         if col not in ['model', 'params', 'activate_params'] and pd.api.types.is_numeric_dtype(df[col]):
             df[col] = df[col].apply(lambda x: f"{x:.1f}" if pd.notna(x) else x)
@@ -600,7 +591,7 @@ with demo:
     with gr.Tabs(elem_classes="tab-buttons") as tabs:
         with gr.TabItem("🎨 Predict", elem_id="predict-tab", id=0):
             # Load data for Predict tab
-            predict_df = load_predict_csv("data/predict-leaderboard.csv")
+            predict_df = load_predict_json("data/predict-leaderboard.json")
             predict_leaderboard = init_predict_leaderboard(predict_df)
 
         with gr.TabItem("🔄 Transfer", elem_id="transfer-tab", id=1):

data/predict-leaderboard.csv

@@ -1,5 +0,0 @@
-model,params,activate_params,Overall,AV,Common,Human,Industry,Misc,Physics,Robot,Avg Score/Video,Common+Misc,Domain Score,Aesthetic,BG Consistency,Image Quality,Motion,Overall Consistency,Subject Consistency,I2V BG,I2V Subject,Quality Score
-nvidia/Cosmos-Predict2.5-2B,2.0,2.0,81.0,66.1,95.9,81.4,87.8,91.0,93.9,80.8,84.4,94.1,84.0,52.4,94.2,70.8,99.1,20.1,92.5,97.4,96.6,77.9
-Wan-AI/Wan2.2-I2V-A14B,14.0,14.0,80.6,66.3,94.6,82.1,89.2,90.9,91.8,81.7,84.5,93.2,84.1,51.2,93.7,69.6,98.3,20.4,91.6,96.6,96.0,77.2
-Wan-AI/Wan2.2-TI2V-5B,5.0,5.0,80.4,65.2,95.3,83.0,88.4,89.6,91.5,79.3,84.1,93.1,83.4,51.9,93.7,69.9,98.8,20.3,91.8,96.7,95.9,77.4
-Wan-AI/Wan2.1-I2V-14B-720P,14.0,14.0,79.7,66.9,93.7,80.1,89.7,85.5,88.7,80.1,82.9,90.6,82.7,51.5,93.1,70.1,98.1,20.4,90.0,96.0,95.2,76.8

data/predict-leaderboard.json

@@ -0,0 +1,301 @@
+[
+  {
+    "model":"Veo-3",
+    "url":"https:\/\/deepmind.google\/models\/veo",
+    "Overall":82.1,
+    "Domain Score":86.7,
+    "Quality Score":77.6,
+    "Common Sense":94.4,
+    "AV":68.7,
+    "Robot":86.9,
+    "Industry":89.7,
+    "Human":84.4,
+    "Physics":91.6,
+    "Subject Consistency":91.4,
+    "Background Consistency":93.1,
+    "Motion Smoothness":99.2,
+    "Aesthetic Quality":51.9,
+    "Image Quality":69.8,
+    "Overall Consistency":21.7,
+    "I2V Subject":97.0,
+    "I2V Background":96.9,
+    "params":null,
+    "activate_params":null
+  },
+  {
+    "model":"nvidia\/Cosmos-Predict2.5-2B",
+    "url":"https:\/\/huggingface.co\/nvidia\/Cosmos-Predict2.5-2B",
+    "Overall":81.0,
+    "Domain Score":84.0,
+    "Quality Score":77.9,
+    "Common Sense":94.1,
+    "AV":66.1,
+    "Robot":80.8,
+    "Industry":87.8,
+    "Human":81.4,
+    "Physics":93.9,
+    "Subject Consistency":92.5,
+    "Background Consistency":94.2,
+    "Motion Smoothness":99.1,
+    "Aesthetic Quality":52.4,
+    "Image Quality":70.8,
+    "Overall Consistency":20.1,
+    "I2V Subject":96.6,
+    "I2V Background":97.4,
+    "params":2.0,
+    "activate_params":2.0
+  },
+  {
+    "model":"Wan-AI\/Wan2.2-I2V-A14B",
+    "url":"https:\/\/huggingface.co\/Wan-AI\/Wan2.2-I2V-A14B",
+    "Overall":80.6,
+    "Domain Score":84.1,
+    "Quality Score":77.2,
+    "Common Sense":93.2,
+    "AV":66.3,
+    "Robot":81.7,
+    "Industry":89.2,
+    "Human":82.1,
+    "Physics":91.8,
+    "Subject Consistency":91.6,
+    "Background Consistency":93.7,
+    "Motion Smoothness":98.3,
+    "Aesthetic Quality":51.2,
+    "Image Quality":69.6,
+    "Overall Consistency":20.4,
+    "I2V Subject":96.0,
+    "I2V Background":96.6,
+    "params":14.0,
+    "activate_params":14.0
+  },
+  {
+    "model":"Wan-AI\/Wan2.2-TI2V-5B",
+    "url":"https:\/\/huggingface.co\/Wan-AI\/Wan2.2-TI2V-5B",
+    "Overall":80.4,
+    "Domain Score":83.4,
+    "Quality Score":77.4,
+    "Common Sense":93.1,
+    "AV":65.2,
+    "Robot":79.3,
+    "Industry":88.4,
+    "Human":83.0,
+    "Physics":91.5,
+    "Subject Consistency":91.8,
+    "Background Consistency":93.7,
+    "Motion Smoothness":98.8,
+    "Aesthetic Quality":51.9,
+    "Image Quality":69.9,
+    "Overall Consistency":20.3,
+    "I2V Subject":95.9,
+    "I2V Background":96.7,
+    "params":5.0,
+    "activate_params":5.0
+  },
+  {
+    "model":"Wan-AI\/Wan2.1-I2V-14B-720P",
+    "url":"https:\/\/huggingface.co\/Wan-AI\/Wan2.1-I2V-14B-720P",
+    "Overall":79.7,
+    "Domain Score":82.7,
+    "Quality Score":76.8,
+    "Common Sense":90.6,
+    "AV":66.9,
+    "Robot":80.1,
+    "Industry":89.7,
+    "Human":80.1,
+    "Physics":88.7,
+    "Subject Consistency":90.0,
+    "Background Consistency":93.1,
+    "Motion Smoothness":98.1,
+    "Aesthetic Quality":51.5,
+    "Image Quality":70.1,
+    "Overall Consistency":20.4,
+    "I2V Subject":95.2,
+    "I2V Background":96.0,
+    "params":14.0,
+    "activate_params":14.0
+  },
+  {
+    "model":"MAGI\/MAGI-1-24B",
+    "url":"https:\/\/huggingface.co\/sand-ai\/MAGI-1",
+    "Overall":78.5,
+    "Domain Score":80.5,
+    "Quality Score":76.5,
+    "Common Sense":90.6,
+    "AV":61.8,
+    "Robot":73.5,
+    "Industry":84.1,
+    "Human":79.8,
+    "Physics":87.7,
+    "Subject Consistency":90.0,
+    "Background Consistency":92.4,
+    "Motion Smoothness":99.0,
+    "Aesthetic Quality":50.2,
+    "Image Quality":64.2,
+    "Overall Consistency":21.4,
+    "I2V Subject":96.8,
+    "I2V Background":97.9,
+    "params":24.0,
+    "activate_params":24.0
+  },
+  {
+    "model":"THUDM\/CogVideoX1.5-5B-I2V",
+    "url":"https:\/\/huggingface.co\/THUDM\/CogVideoX1.5-5B-I2V",
+    "Overall":78.3,
+    "Domain Score":80.1,
+    "Quality Score":76.6,
+    "Common Sense":89.1,
+    "AV":59.7,
+    "Robot":73.0,
+    "Industry":84.4,
+    "Human":79.2,
+    "Physics":91.8,
+    "Subject Consistency":91.6,
+    "Background Consistency":93.9,
+    "Motion Smoothness":98.5,
+    "Aesthetic Quality":50.0,
+    "Image Quality":66.5,
+    "Overall Consistency":21.2,
+    "I2V Subject":95.0,
+    "I2V Background":96.1,
+    "params":5.0,
+    "activate_params":5.0
+  },
+  {
+    "model":"THUDM\/CogVideoX-5B-I2V",
+    "url":"https:\/\/huggingface.co\/THUDM\/CogVideoX-5B-I2V",
+    "Overall":77.9,
+    "Domain Score":79.5,
+    "Quality Score":76.3,
+    "Common Sense":87.7,
+    "AV":58.0,
+    "Robot":74.0,
+    "Industry":84.4,
+    "Human":79.0,
+    "Physics":90.2,
+    "Subject Consistency":91.4,
+    "Background Consistency":93.4,
+    "Motion Smoothness":98.0,
+    "Aesthetic Quality":51.2,
+    "Image Quality":64.6,
+    "Overall Consistency":21.3,
+    "I2V Subject":94.1,
+    "I2V Background":95.9,
+    "params":5.0,
+    "activate_params":5.0
+  },
+  {
+    "model":"Lightricks\/LTX-Video-13B",
+    "url":"https:\/\/huggingface.co\/Lightricks\/LTX-Video",
+    "Overall":77.9,
+    "Domain Score":78.4,
+    "Quality Score":77.4,
+    "Common Sense":88.9,
+    "AV":55.3,
+    "Robot":70.1,
+    "Industry":82.7,
+    "Human":78.3,
+    "Physics":90.1,
+    "Subject Consistency":90.6,
+    "Background Consistency":93.5,
+    "Motion Smoothness":99.0,
+    "Aesthetic Quality":53.5,
+    "Image Quality":69.5,
+    "Overall Consistency":21.4,
+    "I2V Subject":95.7,
+    "I2V Background":96.0,
+    "params":13.0,
+    "activate_params":13.0
+  },
+  {
+    "model":"Tencent\/HunyuanVideo-I2V",
+    "url":"https:\/\/huggingface.co\/Tencent\/HunyuanVideo-I2V",
+    "Overall":77.4,
+    "Domain Score":76.8,
+    "Quality Score":78.0,
+    "Common Sense":87.4,
+    "AV":56.3,
+    "Robot":67.7,
+    "Industry":83.0,
+    "Human":75.5,
+    "Physics":88.2,
+    "Subject Consistency":94.3,
+    "Background Consistency":95.3,
+    "Motion Smoothness":99.5,
+    "Aesthetic Quality":52.1,
+    "Image Quality":65.2,
+    "Overall Consistency":21.5,
+    "I2V Subject":98.6,
+    "I2V Background":97.6,
+    "params":null,
+    "activate_params":null
+  },
+  {
+    "model":"MAGI\/MAGI-1-4.5B",
+    "url":"https:\/\/huggingface.co\/sand-ai\/MAGI-1",
+    "Overall":76.9,
+    "Domain Score":77.4,
+    "Quality Score":76.3,
+    "Common Sense":87.5,
+    "AV":56.3,
+    "Robot":71.6,
+    "Industry":79.8,
+    "Human":76.0,
+    "Physics":88.9,
+    "Subject Consistency":92.1,
+    "Background Consistency":93.3,
+    "Motion Smoothness":99.0,
+    "Aesthetic Quality":50.4,
+    "Image Quality":61.8,
+    "Overall Consistency":21.6,
+    "I2V Subject":94.5,
+    "I2V Background":98.1,
+    "params":4.5,
+    "activate_params":4.5
+  },
+  {
+    "model":"Lightricks\/LTX-Video-2B",
+    "url":"https:\/\/huggingface.co\/Lightricks\/LTX-Video",
+    "Overall":76.9,
+    "Domain Score":76.6,
+    "Quality Score":77.1,
+    "Common Sense":87.3,
+    "AV":53.6,
+    "Robot":67.1,
+    "Industry":81.5,
+    "Human":77.1,
+    "Physics":87.6,
+    "Subject Consistency":89.2,
+    "Background Consistency":92.7,
+    "Motion Smoothness":98.7,
+    "Aesthetic Quality":53.2,
+    "Image Quality":71.3,
+    "Overall Consistency":21.1,
+    "I2V Subject":95.0,
+    "I2V Background":95.9,
+    "params":2.0,
+    "activate_params":2.0
+  },
+  {
+    "model":"Doubiiu\/DynamiCrafter_1024",
+    "url":"https:\/\/huggingface.co\/Doubiiu\/DynamiCrafter_1024",
+    "Overall":69.7,
+    "Domain Score":65.6,
+    "Quality Score":73.7,
+    "Common Sense":75.2,
+    "AV":43.4,
+    "Robot":55.0,
+    "Industry":72.5,
+    "Human":64.1,
+    "Physics":83.8,
+    "Subject Consistency":91.1,
+    "Background Consistency":92.5,
+    "Motion Smoothness":94.9,
+    "Aesthetic Quality":51.5,
+    "Image Quality":68.0,
+    "Overall Consistency":21.2,
+    "I2V Subject":84.5,
+    "I2V Background":86.2,
+    "params":null,
+    "activate_params":null
+  }
+]

data/reason-leaderboard.csv

@@ -1,10 +1,15 @@
-model,params,activate_params,Overall,AV,Agibot,BridgeData V2,Common Sense,Embodied Reasoning,HoloAssist,Physics,RoboFail,RoboVQA,Space,Time
-Qwen/Qwen3-VL-30B-A3B-Instruct,30.0,3.0,60.6,49.0,43.0,36.0,59.9,61.3,81.0,59.7,67.0,89.1,52.5,62.1
-Qwen/Qwen2.5-VL-72B-Instruct,72.0,72.0,56.8,39.0,35.0,35.0,57.9,55.7,58.0,52.2,73.0,90.9,56.2,62.8
-nvidia/Cosmos-Reason1-7B,7.0,7.0,54.3,47.0,42.0,41.0,50.7,57.9,57.0,44.2,65.0,91.8,57.5,53.7
-Qwen/Qwen2.5-VL-32B-Instruct,32.0,32.0,51.9,33.0,34.0,32.0,53.8,50.0,55.0,45.6,52.0,90.0,50.0,61.1
-Qwen/Qwen2.5-VL-7B-Instruct,7.0,7.0,50.3,45.0,44.0,33.0,47.7,53.0,47.0,37.6,62.0,83.6,47.5,55.4
-Qwen/Qwen2.5-VL-3B-Instruct,3.0,3.0,48.1,29.0,36.0,31.0,47.4,48.9,48.0,42.9,63.0,82.7,47.5,50.7
-Qwen/Qwen2-VL-2B-Instruct,2.0,2.0,40.0,51.0,24.0,25.0,44.5,35.4,28.0,41.2,34.0,49.1,32.5,50.3
-Qwen/Qwen2-VL-72B-Instruct,72.0,72.0,40.0,25.0,31.0,28.0,45.0,34.9,21.0,40.3,49.0,53.6,50.0,47.3
-Qwen/Qwen2-VL-7B-Instruct,7.0,7.0,38.8,24.0,28.0,28.0,44.5,33.1,26.0,44.7,38.0,52.7,38.8,46.0
+model,Overall,Common Sense,Embodied Reasoning,Space,Time,Physics,BridgeData V2,RoboVQA,RoboFail,Agibot,HoloAssist,AV,params,activate_params
+GPT-5,70.0,72.7,67.4,67.5,72.8,74.3,53.0,90.9,68.0,55.0,73.0,62.0,,
+Qwen/Qwen3-VL-235B-A22B-Instruct,64.8,65.2,64.4,56.2,69.8,62.4,42.0,93.6,71.0,45.0,76.0,56.0,235.0,22.0
+Qwen/Qwen3-VL-30B-A3B-Instruct,60.6,59.9,61.3,52.5,62.1,59.7,36.0,89.1,67.0,43.0,81.0,49.0,30.0,3.0
+Qwen/Qwen2.5-VL-72B-Instruct,56.8,57.9,55.7,56.2,62.8,52.2,35.0,90.9,73.0,35.0,58.0,39.0,72.0,72.0
+OpenGVLab/InternVL3_5-38B,55.8,55.8,55.7,57.5,60.4,49.1,36.0,81.8,67.0,44.0,71.0,32.0,38.0,38.0
+nvidia/Cosmos-Reason1-7B,54.3,50.7,57.9,57.5,53.7,44.2,41.0,91.8,65.0,42.0,57.0,47.0,7.0,7.0
+GPT-4o,53.7,56.3,51.1,55.0,55.0,58.4,40.0,56.4,65.0,37.0,65.0,43.0,,
+Qwen/Qwen2.5-VL-32B-Instruct,51.9,53.8,50.0,50.0,61.1,45.6,32.0,90.0,52.0,34.0,55.0,33.0,32.0,32.0
+OpenGVLab/InternVL3_5-8B,50.5,50.5,50.5,48.8,54.7,45.6,32.0,77.3,66.0,38.0,49.0,38.0,8.0,8.0
+Qwen/Qwen2.5-VL-7B-Instruct,50.3,47.7,53.0,47.5,55.4,37.6,33.0,83.6,62.0,44.0,47.0,45.0,7.0,7.0
+OpenGVLab/InternVL3_5-14B,49.7,50.3,49.0,52.5,52.0,47.3,26.0,80.0,67.0,28.0,54.0,36.0,14.0,14.0
+OpenGVLab/InternVL3_5-30B-A3B,49.5,49.5,49.5,47.5,54.4,43.8,37.0,78.2,60.0,27.0,55.0,37.0,30.0,3.0
+Qwen/Qwen2.5-VL-3B-Instruct,48.1,47.4,48.9,47.5,50.7,42.9,31.0,82.7,63.0,36.0,48.0,29.0,3.0,3.0
+zai-org/GLM-4.5V,45.5,46.0,44.9,46.2,50.7,39.8,26.0,83.6,69.0,25.0,24.0,38.0,,