adding cmaps

app.py

@@ -14,7 +14,8 @@ TASKS = {
     "video-challenge-task-2-config": ["source", "category"],
 }
 valid_splits = ["public", "private"]
-
+with st.sidebar:
+    color_map =st.selectbox("colormap",["paired","category20","category20b","category20c","set2","set3"])
 
 #####################################################################
 ##                            Data loading                         ##
@@ -140,7 +141,7 @@ def make_roc_curves(task, submission_ids):
     # if rocs["team"].nunique() > 1:
     color_field = "team:N"
 
-    roc_chart = alt.Chart(rocs).mark_line().encode(x="fpr", y="tpr", color=color_field, detail="submission_id:N")
+    roc_chart = alt.Chart(rocs).mark_line().encode(x="fpr", y="tpr", color=alt.Color(color_field, scale=alt.Scale(scheme=color_map)), detail="submission_id:N")
 
     return roc_chart
 
@@ -419,7 +420,7 @@ def make_roc(results, show_text=False):
         .encode(
             x=alt.X("FA:Q", title="🧑‍🎤 False Positive Rate", scale=alt.Scale(domain=[0.0, 1.0])),
             y=alt.Y("generated_accuracy:Q", title="👤 True Positive Rate", scale=alt.Scale(domain=[0.0, 1.0])),
-            color="team:N",  # Color by categorical field
+            color=alt.Color('team:N', scale=alt.Scale(scheme=color_map)),  # Color by categorical field
             size=alt.Size(
                 "total_time:Q", title="🕒 Inference Time", scale=alt.Scale(rangeMin=100)
             ),  # Size by quantitative field
@@ -439,7 +440,7 @@ def make_roc(results, show_text=False):
             .encode(
                 x=alt.X("FA:Q", title="🧑‍🎤 False Positive Rate", scale=alt.Scale(domain=[0, 1])),
                 y=alt.Y("generated_accuracy:Q", title="👤 True Positive Rate", scale=alt.Scale(domain=[0, 1])),
-                color="team:N",  # Color by categorical field
+                color=alt.Color('team:N', scale=alt.Scale(scheme=color_map)),  # Color by categorical field
                 text="team",
             )
         )
@@ -468,7 +469,7 @@ def make_acc(results, show_text=False):
                 title="Balanced Accuracy",
                 scale=alt.Scale(domain=[0.4, 1]),
             ),
-            color="team:N",  # Color by categorical field # Size by quantitative field
+            color=alt.Color('team:N', scale=alt.Scale(scheme=color_map)),  # Color by categorical field # Size by quantitative field
         )
         .properties(width=400, height=400, title="Inference Time vs Balanced Accuracy")
     )
@@ -491,7 +492,7 @@ def make_acc(results, show_text=False):
                     title="Balanced Accuracy",
                     scale=alt.Scale(domain=[0.4, 1]),
                 ),
-                color="team:N",  # Color by categorical field # Size by quantitative field
+                color=alt.Color('team:N', scale=alt.Scale(scheme=color_map)),  # Color by categorical field # Size by quantitative field
                 text="team",
             )
         )

utils.py

@@ -141,18 +141,18 @@ def extract_roc(results: Dict[str, Any]) -> Dict[str, Any]:
     return new
 
 
-def add_custom_submission(path_to_cache, path_to_subfile):
+def add_custom_submission(path_to_cache, path_to_subfile, threshold = 0):
     import pandas as pd
     import json
 
     data = pd.read_csv(path_to_subfile)
     data["id"] = data["ID"]
     data["score"] = data["Score"]
-    data["pred"] = data["Pred"].apply(lambda a: "generated" if a == 1 else "real")
+    data["pred"] = data["score"].apply(lambda a: "generated" if a >= threshold else "real")
 
     team_id = "insiders-id-1-2-3"
     team_name = "insiders"
-    submission_id = "sub1"
+    submission_id = f"sub{threshold}".replace(".","")
 
     ## update teams
     teams = json.load(open(path_to_cache + "/teams.json"))
@@ -163,11 +163,14 @@ def add_custom_submission(path_to_cache, path_to_subfile):
 
     ## create submission
 
-    with open(path_to_cache + f"/submission_info/{team_id}.json", "w") as f:
-        temp = {
-            "id": team_id,
-            "submissions": [
-                {
+    submission_info_file = path_to_cache + f"/submission_info/{team_id}.json"
+
+    if os.path.exists(submission_info_file):
+        temp = json.load(open(submission_info_file))
+    else:
+        temp = {"id": team_id,"submissions": []}
+
+    temp["submissions"].append({
                     "datetime": "2025-09-22 14:42:14",
                     "submission_id": submission_id,
                     "submission_comment": "",
@@ -178,15 +181,21 @@ def add_custom_submission(path_to_cache, path_to_subfile):
                     "selected": True,
                     "public_score": {},
                     "private_score": {},
-                }
-            ],
-        }
+                })
+
+    with open(submission_info_file, "w") as f:
         json.dump(temp, f)
 
     data.loc[:, ["id", "pred", "score"]].to_csv(
         path_to_cache + f"/submissions/{team_id}-{submission_id}.csv", index=False
     )
 
+def create_custom_subs():
+    import numpy as np
+    for threshold in np.linspace(-6,0,10):
+        add_custom_submission(path_to_cache="competition_cache/safe-challenge/video-challenge-task-1-config",
+                          path_to_subfile="competition_cache/custom/Scores-DSRI-brian.txt", threshold=threshold)
+
 
 if __name__ == "__main__":
 
@@ -198,6 +207,14 @@ if __name__ == "__main__":
     ]
     download_competition_data(competition_names=spaces)
 
+   
+    if os.environ.get("MAKE_CUSTOM"):
+        print("adding custom subs")
+        create_custom_subs()
+        
+    
+
+
     ## Loop
     for space in spaces:
         local_dir = Path("competition_cache") / space