Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
| import os | |
| from yaml import safe_load | |
| from huggingface_hub import HfApi | |
| LEADERBOARD_CONFIG_PATH = "config.yaml" | |
| with open(LEADERBOARD_CONFIG_PATH, 'r', encoding='utf-8') as f: | |
| LEADERBOARD_CONFIG = safe_load(f) | |
| MODEL_META_PATH = "model_meta.yaml" | |
| with open(MODEL_META_PATH, 'r', encoding='utf-8') as f: | |
| MODEL_META = safe_load(f) | |
| # Try first to get the config from the environment variables, then from the config.yaml file | |
| def get_config(name, default): | |
| res = None | |
| if name in os.environ: | |
| res = os.environ[name] | |
| elif 'config' in LEADERBOARD_CONFIG: | |
| res = LEADERBOARD_CONFIG['config'].get(name, None) | |
| if res is None: | |
| return default | |
| return res | |
| def str2bool(v): | |
| return str(v).lower() in ("yes", "true", "t", "1") | |
| # clone / pull the lmeh eval data | |
| HF_TOKEN = get_config("HF_TOKEN", None) | |
| LEADERBOARD_NAME = get_config("LEADERBOARD_NAME", "MTEB Leaderboard") | |
| REPO_ID = get_config("REPO_ID", "mteb/leaderboard") | |
| RESULTS_REPO = get_config("RESULTS_REPO", "mteb/results") | |
| CACHE_PATH=get_config("HF_HOME", ".") | |
| os.environ["HF_HOME"] = CACHE_PATH | |
| # Check if it is using persistent storage | |
| if not os.access(CACHE_PATH, os.W_OK): | |
| print(f"No write access to HF_HOME: {CACHE_PATH}. Resetting to current directory.") | |
| CACHE_PATH = "." | |
| os.environ["HF_HOME"] = CACHE_PATH | |
| else: | |
| print(f"Write access confirmed for HF_HOME") | |
| API = HfApi(token=HF_TOKEN) |