import json import os from datetime import datetime import glob from app import SubmissionForum from utils.hub_storage import HubStorage def read_json_file(file_path: str) -> dict: """Read and parse local JSON file.""" try: with open(file_path, 'r') as f: return json.load(f) except Exception as e: print(f"Error reading {file_path}: {str(e)}") return None def update_json_file(file_path: str, content: dict, method_name: str = None, new_status: str = None) -> bool: """Update local JSON file and add forum post if status changed""" try: with open(file_path, 'w') as f: json.dump(content, f, indent=4) # Add forum post if this is a status update if method_name and new_status: forum.add_status_update(method_name, new_status) return True except Exception as e: print(f"Error updating {file_path}: {str(e)}") return False def review_pending_submissions(submissions_dir: str = "submissions"): """Review all pending submissions and allow admin to approve/reject them.""" try: REPO_ID = "snap-stanford/stark-leaderboard" hub_storage = HubStorage(REPO_ID) forum = SubmissionForum(hub_storage=hub_storage) # Find all latest.json files latest_files = glob.glob(os.path.join(submissions_dir, "**", "latest.json"), recursive=True) if not latest_files: print("No submissions found.") return changes_made = False # Process each submission for latest_file in latest_files: folder_path = os.path.dirname(latest_file) latest_info = read_json_file(latest_file) if not latest_info: print(f"Could not read {latest_file}, skipping...") continue if latest_info.get('status') != 'pending_review': continue # Find corresponding metadata file timestamp = latest_info.get('latest_submission') if not timestamp: print(f"No timestamp found in {latest_file}, skipping...") continue metadata_file = os.path.join(folder_path, f"metadata_{timestamp}.json") metadata = read_json_file(metadata_file) if not metadata: print(f"Could not read metadata for {latest_file}, skipping...") continue # Display submission details print("\n" + "="*80) print(f"Submission Details:") print(f"Method Name: {metadata.get('Method Name')}") print(f"Team Name: {metadata.get('Team Name')}") print(f"Dataset: {metadata.get('Dataset')}") print(f"Split: {metadata.get('Split')}") print(f"Contact Email(s): {metadata.get('Contact Email(s)')}") print(f"Code Repository: {metadata.get('Code Repository')}") print("\nModel Description:") print(metadata.get('Model Description', 'No description provided')) print("\nResults:") if 'results' in metadata: for metric, value in metadata['results'].items(): print(f"{metric}: {value}") print("\nSubmission Date:", metadata.get('submission_date', 'Unknown')) print("="*80) # Get admin decision while True: decision = input("\nApprove this submission? (y/n/skip/quit): ").lower() if decision in ['y', 'n', 'skip', 'quit']: break print("Invalid input. Please enter 'y', 'n', 'skip', or 'quit'") if decision == 'quit': print("Exiting review process...") break if decision == 'skip': continue # Update status new_status = 'approved' if decision == 'y' else 'rejected' review_timestamp = datetime.now().strftime("%Y-%m-%d %H:%M:%S") # Update latest.json latest_info['status'] = new_status latest_info['reviewed_at'] = review_timestamp if not update_json_file( latest_file, latest_info, method_name=metadata.get('Method Name'), new_status=new_status ): print("Failed to update latest.json") continue # Update metadata metadata['status'] = new_status metadata['reviewed_at'] = review_timestamp if not update_json_file(metadata_file, metadata): print("Failed to update metadata file") continue forum.add_status_update(metadata.get('Method Name'), new_status) print(f"Submission {new_status}") changes_made = True if changes_made: print("\nChanges have been made to the following files:") print("Please push these changes to HuggingFace manually.") except Exception as e: print(f"Error during review process: {str(e)}") if __name__ == "__main__": print("Starting submission review process...") # You can specify a different submissions directory if needed review_pending_submissions("submissions") print("\nReview process completed.")