from enum import Enum class Navigation(Enum): TEXT_LEADERBOARD = "Text Leaderboard" MULTIMODAL_LEADERBOARD = "Multimodal Leaderboard" class TaskCategory(Enum): LAW = "Law" CODE = "Code" CONVERSATIONAL = "Conversational" TECH = "Tech" LONG_CONTEXT = "Long-context" MULTILINGUAL = "Multilingual" class ModelProvider(Enum): OPENAI = "OpenAI" VOYAGEAI = "VoyageAI" COHERE = "Cohere" OTHERS = "Others" class EvaluationMetric(Enum): NDCG_1 = "NDCG@1" NDCG_3 = "NDCG@3" NDCG_5 = "NDCG@5" NDCG_10 = "NDCG@10" NDCG_20 = "NDCG@20" NDCG_50 = "NDCG@50" NDCG_100 = "NDCG@100" RECALL_1 = "RECALL@1" RECALL_3 = "RECALL@3" RECALL_5 = "RECALL@5" RECALL_10 = "RECALL@10" RECALL_20 = "RECALL@20" RECALL_50 = "RECALL@50" RECALL_100 = "RECALL@100" PRECISION_1 = "PRECISION@1" PRECISION_3 = "PRECISION@3" PRECISION_5 = "PRECISION@5" PRECISION_10 = "PRECISION@10" PRECISION_20 = "PRECISION@20" PRECISION_50 = "PRECISION@50" PRECISION_100 = "PRECISION@100" class EmbdDtype(Enum): ALL = "all" FLOAT_32 = "float32" INT_8 = "int8" BINARY = "binary" class EmbdDim(Enum): OP1 = "<=1k" OP2 = "1k-2k" OP3 = "2k-5k" OP4 = ">=5k" class Similarity(Enum): ALL = "all" COSINE = "cosine" DOT = "dot" EUCLIDEAN = "euclidean" LEADERBOARD_ICON_MAP = { "Text Leaderboard": "📚", "Law": "⚖️", "Multilingual": "🌎", "German": "🇩🇪", "Code": "💻", "Tech": "🛠️", "Legal": "📜", "English": "🇬🇧", "Healthcare": "🏥", "Finance": "💰", "French": "🇫🇷", } USERNAME = "embedding-benchmark" SPACENAME = "ebr" # https://{UserName}-{SpaceName}.hf.space/ BASE_URL = f"https://{USERNAME}-{SPACENAME}.hf.space/"