Refactor submission format

app.py

@@ -3,8 +3,8 @@ from datetime import datetime
 from pathlib import Path
 from re import sub
 
-import pandas as pd
 import numpy as np
+import pandas as pd
 import requests
 import streamlit as st
 from datasets import get_dataset_config_names
@@ -37,7 +37,7 @@ def download_submissions():
 
     for dataset in all_datasets:
         tags = extract_tags(dataset)
-        if tags.get("benchmark") == "ought/raft" and tags.get("type") == "evaluation":
+        if tags.get("benchmark") == "raft" and tags.get("type") == "evaluation":
             submissions.append(dataset)
     return submissions
 
@@ -49,16 +49,18 @@ def format_submissions(submissions):
     # The following picks the latest submissions which adhere to the model card schema
     for submission in submissions:
         submission_id = submission["id"]
+        print(submission_id)
         response = requests.get(
             f"http://huggingface.co/api/datasets/{submission_id}?full=true",
             headers=header,
         )
         data = response.json()
         card_data = data["card_data"]
-        submission_name = card_data["submission_dataset"]
-        submission_data["Submission"].append(submission_name)
+        username = card_data["submission_dataset"].split("/")[0]
         submission_id = card_data["submission_id"]
-        timestamp = submission_id.split("-")[-1]
+        submission_name, sha, timestamp = submission_id.split("__")
+        submission = username + "\n" + submission_name
+        submission_data["Submission"].append(submission)
         timestamp = pd.to_datetime(int(timestamp))
         submission_data["Date"].append(datetime.date(timestamp))
 
@@ -97,7 +99,6 @@ To submit to RAFT, follow the instruction posted on [this page](https://github.c
 )
 submissions = download_submissions()
 df = format_submissions(submissions)
-# hack to remove index column from https://github.com/streamlit/streamlit/issues/641
-# st.table(df.assign(hack="").set_index("hack").style.format(precision=3))
-# st.table(df.assign(hack="").set_index("hack").style.format({task: "{:.3f}" for task in FORMATTED_TASK_NAMES}))
-st.table(df.assign(hack="").set_index("hack"))
+st.table(df.style.set_precision(3).set_properties(**{"white-space": "pre-wrap", "text-align": "center"}))
+# hack to remove index column: https://github.com/streamlit/streamlit/issues/641
+# st.table(df.assign(hack="").set_index("hack"))

requirements.txt

@@ -1,3 +1,2 @@
-streamlit>=0.87.0
 pandas
 python-dotenv