Spaces:
Running
Running
| import gradio as gr | |
| from gradio_leaderboard import Leaderboard | |
| from pathlib import Path | |
| import pandas as pd | |
| import os | |
| import json | |
| from envs import API, EVAL_REQUESTS_PATH, TOKEN, QUEUE_REPO | |
| def submit(model_name, model_id, challenge, submission_id, paper_link, architecture, license): | |
| if model_name == "" or model_id == "" or challenge == "" or architecture == "" or license == "": | |
| gr.Error("Please fill all the fields") | |
| return | |
| if submission_id == "" and paper_link =="": | |
| gr.Error("Provide either a link to a paper describing the method or a submission ID for the MLSB workshop.") | |
| return | |
| try: | |
| user_name = "" | |
| if "/" in model_id: | |
| user_name = model_id.split("/")[0] | |
| model_path = model_id.split("/")[1] | |
| eval_entry = { | |
| "model_name": model_name, | |
| "model_id": model_id, | |
| "challenge": challenge, | |
| "submission_id": submission_id, | |
| "architecture": architecture, | |
| "license": license | |
| } | |
| OUT_DIR = f"{EVAL_REQUESTS_PATH}/{user_name}" | |
| os.makedirs(OUT_DIR, exist_ok=True) | |
| out_path = f"{OUT_DIR}/{user_name}_{model_path}.json" | |
| with open(out_path, "w") as f: | |
| f.write(json.dumps(eval_entry)) | |
| print("Uploading eval file") | |
| API.upload_file( | |
| path_or_fileobj=out_path, | |
| path_in_repo=out_path.split("eval-queue/")[1], | |
| repo_id=QUEUE_REPO, | |
| repo_type="dataset", | |
| commit_message=f"Add {model_name} to eval queue", | |
| ) | |
| gr.Info("Successfully submitted", duration=10) | |
| # Remove the local file | |
| os.remove(out_path) | |
| except: | |
| gr.Error("Error submitting the model") | |
| abs_path = Path(__file__).parent | |
| # Any pandas-compatible data | |
| df = pd.read_json(str(abs_path / "leaderboard_data.json")) | |
| with gr.Blocks() as demo: | |
| gr.Markdown(""" | |
| # MLSB 2024 Challenges | |
| """) | |
| with gr.Tab("🎖️ PINDER Leaderboard"): | |
| gr.Markdown("""## PINDER Leaderboard | |
| Evaluating Protein-Protein interaction prediction | |
| """) | |
| Leaderboard( | |
| value=df, | |
| select_columns=["Arch", "Model", "L_rms", "I_rms", | |
| "F_nat", "DOCKQ", "CAPRI"], | |
| search_columns=["model_name_for_query"], | |
| hide_columns=["model_name_for_query",], | |
| filter_columns=["Arch"], | |
| ) | |
| with gr.Tab("🥇 PLINDER Leaderboard"): | |
| gr.Markdown("""## PLINDER Leaderboard | |
| Evaluating Protein-Ligand prediction | |
| """) | |
| Leaderboard( | |
| value=df, | |
| select_columns=["Arch", "Model", "L_rms", "I_rms", | |
| "F_nat", "DOCKQ", "CAPRI"], | |
| search_columns=["model_name_for_query"], | |
| hide_columns=["model_name_for_query",], | |
| filter_columns=["Arch"], | |
| ) | |
| with gr.Tab("✉️ Submit"): | |
| gr.Markdown("""## Submit your model | |
| Submit your model to the leaderboard | |
| """) | |
| model_name = gr.Textbox(label="Model name") | |
| model_id = gr.Textbox(label="username/space e.g mlsb/alphafold3") | |
| challenge = gr.Radio(choices=["PINDER", "PLINDER"],label="Challenge") | |
| gr.Markdown("Either give a submission id if you submitted to the MLSB workshop or provide a link to the preprint/paper describing the method.") | |
| with gr.Row(): | |
| submission_id = gr.Textbox(label="Submission ID on CMT") | |
| paper_link = gr.Textbox(label="Preprint or Paper link") | |
| architecture = gr.Dropdown(choices=["GNN", "CNN", "Physics-based", "Other"],label="Model architecture") | |
| license = gr.Dropdown(choices=["mit", "apache-2.0", "gplv2", "gplv3", "lgpl", "mozilla", "bsd", "other"],label="License") | |
| submit_btn = gr.Button("Submit") | |
| submit_btn.click(submit, inputs=[model_name, model_id, challenge, submission_id, paper_link, architecture, license], outputs=[]) | |
| if __name__ == "__main__": | |
| demo.launch() |