Update space

app.py

@@ -122,7 +122,7 @@ class SubmissionForum:
 
 # Initialize storage once at startup
 try:
-    REPO_ID = "snap-stanford/stark-leaderboard"
+    REPO_ID = "snap-stanford/stark-leaderboard"  # Replace with your space name
     hub_storage = HubStorage(REPO_ID)
     forum = SubmissionForum(hub_storage=hub_storage)
 except Exception as e:
@@ -797,39 +797,26 @@ def process_submission(
         folder_name = f"{sanitize_name(method_name)}_{sanitize_name(team_name)}"
         
         # Process CSV file
-        temp_csv_path = None
+        csv_content = None
         if isinstance(csv_file, str):
-            temp_csv_path = csv_file
+            with open(csv_file, 'r') as f:
+                csv_content = f.read()
+        elif hasattr(csv_file, 'name'):
+            with open(csv_file.name, 'r') as f:
+                csv_content = f.read()
         else:
-            temp_fd, temp_csv_path = tempfile.mkstemp(suffix='.csv')
-            temp_files.append(temp_csv_path)
-            os.close(temp_fd)
-            
-            if hasattr(csv_file, 'name'):
-                shutil.copy2(csv_file.name, temp_csv_path)
-            else:
-                with open(temp_csv_path, 'wb') as temp_file:
-                    if hasattr(csv_file, 'seek'):
-                        csv_file.seek(0)
-                    if hasattr(csv_file, 'read'):
-                        shutil.copyfileobj(csv_file, temp_file)
-                    else:
-                        temp_file.write(csv_file)
-
-        if not os.path.exists(temp_csv_path):
-            raise FileNotFoundError(f"Failed to create temporary CSV file at {temp_csv_path}")
+            return "Error: Invalid CSV file", forum.format_posts_for_display()
 
         # Compute metrics
         results = compute_metrics(
-            csv_path=temp_csv_path,
+            csv_path=csv_file if isinstance(csv_file, str) else csv_file.name,
             dataset=dataset.lower(),
             split=split,
             num_workers=4
         )
         
         if isinstance(results, str):
-            # send_error_notification(meta_data, results)
-            return f"Evaluation error: {results}"
+            return f"Evaluation error: {results}", forum.format_posts_for_display()
 
         # Process results
         processed_results = {
@@ -838,6 +825,23 @@ def process_submission(
             "recall@20": round(results['recall@20'] * 100, 2),
             "mrr": round(results['mrr'] * 100, 2)
         }
+
+        meta_data = {
+            "Method Name": method_name,
+            "Team Name": team_name,
+            "Dataset": dataset,
+            "Split": split,
+            "Contact Email(s)": contact_email,
+            "Code Repository": code_repo,
+            "Model Description": model_description,
+            "Hardware": hardware,
+            "(Optional) Paper link": paper_link,
+            "Model Type": model_type,
+            "results": processed_results,
+            "status": "pending_review",
+            "submission_date": datetime.now().strftime("%Y-%m-%d %H:%M:%S")
+        }
+        
         
         # Save files to HuggingFace Hub
         try:
@@ -845,30 +849,17 @@ def process_submission(
             csv_filename = f"predictions_{timestamp}.csv"
             csv_path_in_repo = f"submissions/{folder_name}/{csv_filename}"
             hub_storage.save_to_hub(
-                file_content=temp_csv_path,
+                file_content=csv_content,
                 path_in_repo=csv_path_in_repo,
                 commit_message=f"Add submission: {method_name} by {team_name}"
             )
+            meta_data["csv_path"] = csv_path_in_repo
 
             # 2. Save metadata
-            submission_data = {
-                **meta_data,
-                "results": processed_results,
-                "status": "pending_review",  # or "approved"
-                "submission_date": datetime.now().strftime("%Y-%m-%d %H:%M:%S"),
-                "csv_path": csv_path_in_repo
-            }
-            
-            metadata_fd, temp_metadata_path = tempfile.mkstemp(suffix='.json')
-            temp_files.append(temp_metadata_path)
-            os.close(metadata_fd)
-            
-            with open(temp_metadata_path, 'w') as f:
-                json.dump(submission_data, f, indent=4)
-            
             metadata_path = f"submissions/{folder_name}/metadata_{timestamp}.json"
+            metadata_content = json.dumps(meta_data, indent=4)
             hub_storage.save_to_hub(
-                file_content=temp_metadata_path,
+                file_content=metadata_content,  # Pass JSON string directly
                 path_in_repo=metadata_path,
                 commit_message=f"Add metadata: {method_name} by {team_name}"
             )
@@ -881,16 +872,10 @@ def process_submission(
                 "team_name": team_name
             }
             
-            latest_fd, temp_latest_path = tempfile.mkstemp(suffix='.json')
-            temp_files.append(temp_latest_path)
-            os.close(latest_fd)
-            
-            with open(temp_latest_path, 'w') as f:
-                json.dump(latest_info, f, indent=4)
-            
             latest_path = f"submissions/{folder_name}/latest.json"
+            latest_content = json.dumps(latest_info, indent=4)
             hub_storage.save_to_hub(
-                file_content=temp_latest_path,
+                file_content=latest_content,  # Pass JSON string directly
                 path_in_repo=latest_path,
                 commit_message=f"Update latest submission info for {method_name}"
             )
@@ -900,7 +885,7 @@ def process_submission(
         
         # Send confirmation email and update leaderboard data
         # send_submission_confirmation(meta_data, processed_results)
-        update_leaderboard_data(submission_data)
+        update_leaderboard_data(meta_data)
 
         forum.add_submission_post(method_name, dataset, split)
         forum_display = forum.format_posts_for_display()

submissions/debug_test_a/latest.json

@@ -1 +0,0 @@
-/tmp/tmplbsqy_x8.json

submissions/debug_test_a/metadata_20241121_005531.json

@@ -1 +0,0 @@
-/tmp/tmpcd1864kh.json

submissions/debug_test_a/predictions_20241121_005531.csv

@@ -1 +0,0 @@
-/tmp/gradio/c6ce39e8ff7b6df1194eaa8460676f88c8351a09a43683ea4d8b76acc4544cfc/submissions_debug_submission_none_predictions_20241024_125801.csv

submissions/forum_posts.json

@@ -1,7 +0,0 @@
-[
-    {
-        "message": "\ud83d\udce5 New submission: debug_test on human_generated_eval/mag",
-        "timestamp": "2024-11-21 00:55:49",
-        "post_type": "submission"
-    }
-]