Update space

app.py

@@ -518,58 +518,6 @@ def get_emails_from_metadata(meta_data):
     """
     return [email.strip() for email in meta_data.get("Contact Email(s)", "").split(";")]
             
-def send_error_notification(meta_data, error_info):
-    """
-    Sends an email notification about an error during the evaluation process.
-
-    Args:
-        meta_data (dict): Submission metadata to be included in the email.
-        error_info (str): Error message or notification content to be included in the email.
-
-    Returns:
-        None
-    """
-    emails_to_send = get_emails_from_metadata(meta_data)
-    send_from = 'stark-qa@cs.stanford.edu'
-    recipients_str = ', '.join(emails_to_send)
-
-    # Create the email container
-    msg = MIMEMultipart('alternative')
-    msg['Subject'] = 'STaRK Leaderboard Submission - Error Notification'
-    msg['From'] = send_from
-    msg['To'] = recipients_str
-
-    # Format the metadata table
-    metadata_table = format_metadata_as_table(meta_data)
-
-    # Email body content with metadata table
-    body = f"""
-    <p>Dear STaRK Leaderboard Participant,</p>
-
-    <p>We encountered an issue during the evaluation of your recent submission:</p>
-
-    <p><i>{error_info}</i></p>
-
-    <p>Please verify your inputs and resubmit. If the issue persists, feel free to contact us at stark-qa@cs.stanford.edu with the error details and your dataset information.</p>
-
-    <p>Submitted Metadata:</p>
-    {metadata_table}
-
-    <p>Thank you for your participation.</p>
-
-    <p>Best regards,<br>The STaRK QA Team</p>
-    """
-
-    msg.attach(MIMEText(body, 'html'))
-
-    # Send the email
-    try:
-        with smtplib.SMTP('localhost') as server:
-            server.sendmail(send_from, emails_to_send, msg.as_string())  # No CC for error notification
-        print("Error notification sent successfully.")
-    except Exception as e:
-        print(f"Failed to send error notification: {e}")
-
 def format_evaluation_results(results):
     """
     Formats the evaluation results dictionary into a readable string.
@@ -582,61 +530,6 @@ def format_evaluation_results(results):
     """
     result_lines = [f"{metric}: {value}" for metric, value in results.items()]
     return "\n".join(result_lines)
-
-# Function to send a submission confirmation with evaluation results and metadata, CCing the sender
-def send_submission_confirmation(meta_data, eval_results):
-    """
-    Sends an email notification confirming submission and including evaluation results.
-    Modified to handle SMTP connection properly.
-    """
-    try:
-        emails_to_send = get_emails_from_metadata(meta_data)
-        send_from = 'stark-qa@cs.stanford.edu'
-        recipients_str = ', '.join(emails_to_send)
-
-        msg = MIMEMultipart('alternative')
-        msg['Subject'] = 'STaRK Leaderboard Submission - Evaluation Results'
-        msg['From'] = send_from
-        msg['To'] = recipients_str
-        msg['Cc'] = send_from
-
-        formatted_results = format_evaluation_results(eval_results)
-        metadata_table = format_metadata_as_table(meta_data)
-
-        body = f"""
-        <p>Dear STaRK Leaderboard Participant,</p>
-
-        <p>Thank you for your submission to the STaRK leaderboard. Below are the results of your submission:</p>
-
-        <pre>{formatted_results}</pre>
-
-        <p>Submitted Metadata:</p>
-        {metadata_table}
-
-        <p>Your results have been added to the leaderboard. If you would like to withdraw your submission, 
-        please reply to this email with "withdrawn."</p>
-
-        <p>Best regards,<br>The STaRK QA Team</p>
-        """
-
-        msg.attach(MIMEText(body, 'html'))
-
-        # Modified SMTP connection handling
-        try:
-            # First try localhost
-            with smtplib.SMTP('localhost') as server:
-                server.send_message(msg)
-        except:
-            # If localhost fails, try connecting to a remote SMTP server
-            with smtplib.SMTP('smtp.stanford.edu', 587) as server:
-                server.starttls()
-                server.send_message(msg)
-                
-        print(f"Submission confirmation sent successfully to {recipients_str}")
-    except Exception as e:
-        print(f"Warning: Failed to send email notification: {str(e)}")
-        # Continue with submission even if email fails
-        pass
     
 def process_submission(
     method_name, team_name, dataset, split, contact_email,
@@ -708,7 +601,7 @@ def process_submission(
         )
         
         if isinstance(results, str):
-            send_error_notification(meta_data, results)
+            # send_error_notification(meta_data, results)
             return f"Evaluation error: {results}"
 
         # Process results
@@ -779,7 +672,7 @@ def process_submission(
             raise RuntimeError(f"Failed to save files to HuggingFace Hub: {str(e)}")
         
         # Send confirmation email and update leaderboard
-        send_submission_confirmation(meta_data, processed_results)
+        # send_submission_confirmation(meta_data, processed_results)
         update_leaderboard_data(submission_data)
         demo.update()
         
@@ -801,7 +694,7 @@ def process_submission(
         
     except Exception as e:
         error_message = f"Error processing submission: {str(e)}"
-        send_error_notification(meta_data, error_message)
+        # send_error_notification(meta_data, error_message)
         return error_message
     finally:
         # Clean up temporary files

submissions/ance_test_tester1/latest.json

@@ -1,6 +0,0 @@
-{
-    "latest_submission": "20241023_233630",
-    "status": "approved",
-    "method_name": "ance_test",
-    "team_name": "tester1"
-}

submissions/ance_test_tester1/metadata_20241023_233630.json

@@ -1,20 +0,0 @@
-{
-    "Method Name": "ance_test",
-    "Team Name": "tester1",
-    "Dataset": "amazon",
-    "Split": "human_generated_eval",
-    "Contact Email(s)": "shiyuz@stanford.edu",
-    "Code Repository": "https://github.com/snap-stanford/stark",
-    "Model Description": "tester1",
-    "Hardware": "a100",
-    "(Optional) Paper link": "",
-    "results": {
-        "hit@1": 25.93,
-        "hit@5": 54.32,
-        "recall@20": 23.69,
-        "mrr": 37.08
-    },
-    "status": "approved",
-    "submission_date": "2024-10-23 23:37:03",
-    "csv_path": "submissions/ance_test_tester1/predictions_20241023_233630.csv"
-}