Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Clémentine
commited on
Commit
•
2acf509
1
Parent(s):
fa8d766
replace HuggingFaceH4 by open-llm-leaderboard
Browse files- README.md +0 -1
- src/display/about.py +2 -2
- src/envs.py +1 -1
- src/leaderboard/filter_models.py +110 -110
- src/submission/check_validity.py +1 -1
- src/tools/model_backlinks.py +2 -2
README.md
CHANGED
|
@@ -8,7 +8,6 @@ sdk_version: 4.9.0
|
|
| 8 |
app_file: app.py
|
| 9 |
pinned: true
|
| 10 |
license: apache-2.0
|
| 11 |
-
duplicated_from: HuggingFaceH4/open_llm_leaderboard
|
| 12 |
fullWidth: true
|
| 13 |
startup_duration_timeout: 1h
|
| 14 |
space_ci:
|
|
|
|
| 8 |
app_file: app.py
|
| 9 |
pinned: true
|
| 10 |
license: apache-2.0
|
|
|
|
| 11 |
fullWidth: true
|
| 12 |
startup_duration_timeout: 1h
|
| 13 |
space_ci:
|
src/display/about.py
CHANGED
|
@@ -81,7 +81,7 @@ To get more information about quantization, see:
|
|
| 81 |
- 4 bits: [blog post](https://huggingface.co/blog/4bit-transformers-bitsandbytes), [paper](https://arxiv.org/abs/2305.14314)
|
| 82 |
|
| 83 |
### Useful links
|
| 84 |
-
- [Community resources](https://huggingface.co/spaces/
|
| 85 |
- [Collection of best models](https://huggingface.co/collections/open-llm-leaderboard/llm-leaderboard-best-models-652d6c7965a4619fb5c27a03)
|
| 86 |
|
| 87 |
### Other cool leaderboards:
|
|
@@ -217,7 +217,7 @@ CITATION_BUTTON_TEXT = r"""
|
|
| 217 |
title = {Open LLM Leaderboard},
|
| 218 |
year = {2023},
|
| 219 |
publisher = {Hugging Face},
|
| 220 |
-
howpublished = "\url{https://huggingface.co/spaces/
|
| 221 |
}
|
| 222 |
@software{eval-harness,
|
| 223 |
author = {Gao, Leo and
|
|
|
|
| 81 |
- 4 bits: [blog post](https://huggingface.co/blog/4bit-transformers-bitsandbytes), [paper](https://arxiv.org/abs/2305.14314)
|
| 82 |
|
| 83 |
### Useful links
|
| 84 |
+
- [Community resources](https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/174)
|
| 85 |
- [Collection of best models](https://huggingface.co/collections/open-llm-leaderboard/llm-leaderboard-best-models-652d6c7965a4619fb5c27a03)
|
| 86 |
|
| 87 |
### Other cool leaderboards:
|
|
|
|
| 217 |
title = {Open LLM Leaderboard},
|
| 218 |
year = {2023},
|
| 219 |
publisher = {Hugging Face},
|
| 220 |
+
howpublished = "\url{https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard}"
|
| 221 |
}
|
| 222 |
@software{eval-harness,
|
| 223 |
author = {Gao, Leo and
|
src/envs.py
CHANGED
|
@@ -4,7 +4,7 @@ from huggingface_hub import HfApi
|
|
| 4 |
# clone / pull the lmeh eval data
|
| 5 |
HF_TOKEN = os.environ.get("HF_TOKEN", None)
|
| 6 |
|
| 7 |
-
REPO_ID = "
|
| 8 |
QUEUE_REPO = "open-llm-leaderboard/requests"
|
| 9 |
AGGREGATED_REPO = "open-llm-leaderboard/contents"
|
| 10 |
|
|
|
|
| 4 |
# clone / pull the lmeh eval data
|
| 5 |
HF_TOKEN = os.environ.get("HF_TOKEN", None)
|
| 6 |
|
| 7 |
+
REPO_ID = "open-llm-leaderboard/open_llm_leaderboard"
|
| 8 |
QUEUE_REPO = "open-llm-leaderboard/requests"
|
| 9 |
AGGREGATED_REPO = "open-llm-leaderboard/contents"
|
| 10 |
|
src/leaderboard/filter_models.py
CHANGED
|
@@ -5,120 +5,120 @@ from src.display.utils import AutoEvalColumn
|
|
| 5 |
# Models which have been flagged by users as being problematic for a reason or another
|
| 6 |
# (Model name to forum discussion link)
|
| 7 |
FLAGGED_MODELS = {
|
| 8 |
-
"merged": "https://huggingface.co/spaces/
|
| 9 |
-
"Voicelab/trurl-2-13b": "https://huggingface.co/spaces/
|
| 10 |
-
"deepnight-research/llama-2-70B-inst": "https://huggingface.co/spaces/
|
| 11 |
-
"Aspik101/trurl-2-13b-pl-instruct_unload": "https://huggingface.co/spaces/
|
| 12 |
-
"Fredithefish/ReasonixPajama-3B-HF": "https://huggingface.co/spaces/
|
| 13 |
-
"TigerResearch/tigerbot-7b-sft-v1": "https://huggingface.co/spaces/
|
| 14 |
-
"gaodrew/gaodrew-gorgonzola-13b": "https://huggingface.co/spaces/
|
| 15 |
-
"AIDC-ai-business/Marcoroni-70B": "https://huggingface.co/spaces/
|
| 16 |
-
"AIDC-ai-business/Marcoroni-13B": "https://huggingface.co/spaces/
|
| 17 |
-
"AIDC-ai-business/Marcoroni-7B": "https://huggingface.co/spaces/
|
| 18 |
-
"fblgit/una-xaberius-34b-v1beta": "https://huggingface.co/spaces/
|
| 19 |
-
"jan-hq/trinity-v1": "https://huggingface.co/spaces/
|
| 20 |
-
"rwitz2/go-bruins-v2.1.1": "https://huggingface.co/spaces/
|
| 21 |
-
"rwitz2/go-bruins-v2.1": "https://huggingface.co/spaces/
|
| 22 |
-
"GreenNode/GreenNodeLM-v3olet-7B": "https://huggingface.co/spaces/
|
| 23 |
-
"GreenNode/GreenNodeLM-7B-v4leo": "https://huggingface.co/spaces/
|
| 24 |
-
"GreenNode/LeoScorpius-GreenNode-7B-v1": "https://huggingface.co/spaces/
|
| 25 |
-
"viethq188/LeoScorpius-7B-Chat-DPO": "https://huggingface.co/spaces/
|
| 26 |
-
"GreenNode/GreenNodeLM-7B-v2leo": "https://huggingface.co/spaces/
|
| 27 |
-
"janai-hq/trinity-v1": "https://huggingface.co/spaces/
|
| 28 |
-
"ignos/LeoScorpius-GreenNode-Alpaca-7B-v1": "https://huggingface.co/spaces/
|
| 29 |
-
"fblgit/una-cybertron-7b-v3-OMA": "https://huggingface.co/spaces/
|
| 30 |
-
"mncai/mistral-7b-dpo-merge-v1.1": "https://huggingface.co/spaces/
|
| 31 |
-
"mncai/mistral-7b-dpo-v6": "https://huggingface.co/spaces/
|
| 32 |
-
"Toten5/LeoScorpius-GreenNode-7B-v1": "https://huggingface.co/spaces/
|
| 33 |
-
"GreenNode/GreenNodeLM-7B-v1olet": "https://huggingface.co/spaces/
|
| 34 |
-
"quantumaikr/quantum-dpo-v0.1": "https://huggingface.co/spaces/
|
| 35 |
-
"quantumaikr/quantum-v0.01": "https://huggingface.co/spaces/
|
| 36 |
-
"quantumaikr/quantum-trinity-v0.1": "https://huggingface.co/spaces/
|
| 37 |
-
"mncai/mistral-7b-dpo-v5": "https://huggingface.co/spaces/
|
| 38 |
-
"cookinai/BruinHermes": "https://huggingface.co/spaces/
|
| 39 |
-
"jan-ai/Pandora-10.7B-v1": "https://huggingface.co/spaces/
|
| 40 |
-
"v1olet/v1olet_marcoroni-go-bruins-merge-7B": "https://huggingface.co/spaces/
|
| 41 |
-
"v1olet/v1olet_merged_dpo_7B_v3": "https://huggingface.co/spaces/
|
| 42 |
-
"rwitz2/pee": "https://huggingface.co/spaces/
|
| 43 |
-
"zyh3826 / GML-Mistral-merged-v1": "https://huggingface.co/spaces/
|
| 44 |
-
"dillfrescott/trinity-medium": "https://huggingface.co/spaces/
|
| 45 |
-
"udkai/Garrulus": "https://huggingface.co/spaces/
|
| 46 |
"dfurman/GarrulusMarcoro-7B-v0.1": "https://huggingface.co/dfurman/GarrulusMarcoro-7B-v0.1/discussions/1",
|
| 47 |
-
"eren23/slerp-test-turdus-beagle": "https://huggingface.co/spaces/
|
| 48 |
-
"abideen/NexoNimbus-7B": "https://huggingface.co/spaces/
|
| 49 |
-
"alnrg2arg/test2_3": "https://huggingface.co/spaces/
|
| 50 |
-
"nfaheem/Marcoroni-7b-DPO-Merge": "https://huggingface.co/spaces/
|
| 51 |
-
"CultriX/MergeTrix-7B": "https://huggingface.co/spaces/
|
| 52 |
-
"liminerity/Blur-7b-v1.21": "https://huggingface.co/spaces/
|
| 53 |
# Merges not indicated
|
| 54 |
-
"gagan3012/MetaModelv2": "https://huggingface.co/spaces/
|
| 55 |
-
"gagan3012/MetaModelv3": "https://huggingface.co/spaces/
|
| 56 |
-
"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v2": "https://huggingface.co/spaces/
|
| 57 |
-
"kyujinpy/Sakura-SOLAR-Instruct-DPO-v2": "https://huggingface.co/spaces/
|
| 58 |
-
"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1": "https://huggingface.co/spaces/
|
| 59 |
-
"kyujinpy/Sakura-SOLRCA-Instruct-DPO": "https://huggingface.co/spaces/
|
| 60 |
-
"fblgit/LUNA-SOLARkrautLM-Instruct": "https://huggingface.co/spaces/
|
| 61 |
-
"perlthoughts/Marcoroni-8x7B-v3-MoE": "https://huggingface.co/spaces/
|
| 62 |
-
"rwitz/go-bruins-v2": "https://huggingface.co/spaces/
|
| 63 |
-
"rwitz/go-bruins": "https://huggingface.co/spaces/
|
| 64 |
-
"Walmart-the-bag/Solar-10.7B-Cato": "https://huggingface.co/spaces/
|
| 65 |
-
"aqweteddy/mistral_tv-neural-marconroni": "https://huggingface.co/spaces/
|
| 66 |
-
"NExtNewChattingAI/shark_tank_ai_7_b": "https://huggingface.co/spaces/
|
| 67 |
-
"Q-bert/MetaMath-Cybertron": "https://huggingface.co/spaces/
|
| 68 |
-
"OpenPipe/mistral-ft-optimized-1227": "https://huggingface.co/spaces/
|
| 69 |
-
"perlthoughts/Falkor-7b": "https://huggingface.co/spaces/
|
| 70 |
-
"v1olet/v1olet_merged_dpo_7B": "https://huggingface.co/spaces/
|
| 71 |
-
"Ba2han/BruinsV2-OpHermesNeu-11B": "https://huggingface.co/spaces/
|
| 72 |
-
"DopeorNope/You_can_cry_Snowman-13B": "https://huggingface.co/spaces/
|
| 73 |
-
"PistachioAlt/Synatra-MCS-7B-v0.3-RP-Slerp": "https://huggingface.co/spaces/
|
| 74 |
-
"Weyaxi/MetaMath-una-cybertron-v2-bf16-Ties": "https://huggingface.co/spaces/
|
| 75 |
-
"Weyaxi/OpenHermes-2.5-neural-chat-7b-v3-2-7B": "https://huggingface.co/spaces/
|
| 76 |
-
"perlthoughts/Falkor-8x7B-MoE": "https://huggingface.co/spaces/
|
| 77 |
-
"elinas/chronos007-70b": "https://huggingface.co/spaces/
|
| 78 |
-
"Weyaxi/MetaMath-NeuralHermes-2.5-Mistral-7B-Linear": "https://huggingface.co/spaces/
|
| 79 |
-
"Weyaxi/MetaMath-neural-chat-7b-v3-2-Ties": "https://huggingface.co/spaces/
|
| 80 |
-
"diffnamehard/Mistral-CatMacaroni-slerp-uncensored-7B": "https://huggingface.co/spaces/
|
| 81 |
-
"Weyaxi/neural-chat-7b-v3-1-OpenHermes-2.5-7B": "https://huggingface.co/spaces/
|
| 82 |
-
"Weyaxi/MetaMath-NeuralHermes-2.5-Mistral-7B-Ties": "https://huggingface.co/spaces/
|
| 83 |
-
"Walmart-the-bag/Misted-7B": "https://huggingface.co/spaces/
|
| 84 |
-
"garage-bAInd/Camel-Platypus2-70B": "https://huggingface.co/spaces/
|
| 85 |
-
"Weyaxi/OpenOrca-Zephyr-7B": "https://huggingface.co/spaces/
|
| 86 |
-
"uukuguy/speechless-mistral-7b-dare-0.85": "https://huggingface.co/spaces/
|
| 87 |
-
"DopeorNope/SOLARC-M-10.7B": "https://huggingface.co/spaces/
|
| 88 |
-
"cloudyu/Mixtral_11Bx2_MoE_19B": "https://huggingface.co/spaces/
|
| 89 |
-
"DopeorNope/SOLARC-MOE-10.7Bx6 ": "https://huggingface.co/spaces/
|
| 90 |
-
"DopeorNope/SOLARC-MOE-10.7Bx4": "https://huggingface.co/spaces/
|
| 91 |
-
"gagan3012/MetaModelv2 ": "https://huggingface.co/spaces/
|
| 92 |
-
"udkai/Turdus": "https://huggingface.co/spaces/
|
| 93 |
-
"kodonho/Solar-OrcaDPO-Solar-Instruct-SLERP": "https://huggingface.co/spaces/
|
| 94 |
-
"kodonho/SolarM-SakuraSolar-SLERP": "https://huggingface.co/spaces/
|
| 95 |
-
"Yhyu13/LMCocktail-10.7B-v1": "https://huggingface.co/spaces/
|
| 96 |
-
"mlabonne/NeuralMarcoro14-7B": "https://huggingface.co/spaces/
|
| 97 |
-
"Neuronovo/neuronovo-7B-v0.2": "https://huggingface.co/spaces/
|
| 98 |
-
"ryandt/MusingCaterpillar": "https://huggingface.co/spaces/
|
| 99 |
-
"Neuronovo/neuronovo-7B-v0.3": "https://huggingface.co/spaces/
|
| 100 |
-
"SanjiWatsuki/Lelantos-DPO-7B": "https://huggingface.co/spaces/
|
| 101 |
-
"bardsai/jaskier-7b-dpo": "https://huggingface.co/spaces/
|
| 102 |
-
"cookinai/OpenCM-14": "https://huggingface.co/spaces/
|
| 103 |
-
"bardsai/jaskier-7b-dpo-v2": "https://huggingface.co/spaces/
|
| 104 |
-
"jan-hq/supermario-v2": "https://huggingface.co/spaces/
|
| 105 |
# MoErges
|
| 106 |
-
"cloudyu/Yi-34Bx2-MoE-60B": "https://huggingface.co/spaces/
|
| 107 |
-
"cloudyu/Mixtral_34Bx2_MoE_60B": "https://huggingface.co/spaces/
|
| 108 |
-
"gagan3012/MetaModel_moe": "https://huggingface.co/spaces/
|
| 109 |
-
"macadeliccc/SOLAR-math-2x10.7b-v0.2": "https://huggingface.co/spaces/
|
| 110 |
-
"cloudyu/Mixtral_7Bx2_MoE": "https://huggingface.co/spaces/
|
| 111 |
-
"macadeliccc/SOLAR-math-2x10.7b": "https://huggingface.co/spaces/
|
| 112 |
-
"macadeliccc/Orca-SOLAR-4x10.7b": "https://huggingface.co/spaces/
|
| 113 |
-
"macadeliccc/piccolo-8x7b": "https://huggingface.co/spaces/
|
| 114 |
-
"cloudyu/Mixtral_7Bx4_MOE_24B": "https://huggingface.co/spaces/
|
| 115 |
-
"macadeliccc/laser-dolphin-mixtral-2x7b-dpo": "https://huggingface.co/spaces/
|
| 116 |
-
"macadeliccc/polyglot-math-4x7b": "https://huggingface.co/spaces/
|
| 117 |
# Other - contamination mostly
|
| 118 |
-
"DopeorNope/COKAL-v1-70B": "https://huggingface.co/spaces/
|
| 119 |
-
"CultriX/MistralTrix-v1": "https://huggingface.co/spaces/
|
| 120 |
-
"Contamination/contaminated_proof_7b_v1.0": "https://huggingface.co/spaces/
|
| 121 |
-
"Contamination/contaminated_proof_7b_v1.0_safetensor": "https://huggingface.co/spaces/
|
| 122 |
}
|
| 123 |
|
| 124 |
# Models which have been requested by orgs to not be submitted on the leaderboard
|
|
|
|
| 5 |
# Models which have been flagged by users as being problematic for a reason or another
|
| 6 |
# (Model name to forum discussion link)
|
| 7 |
FLAGGED_MODELS = {
|
| 8 |
+
"merged": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 9 |
+
"Voicelab/trurl-2-13b": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/202",
|
| 10 |
+
"deepnight-research/llama-2-70B-inst": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/207",
|
| 11 |
+
"Aspik101/trurl-2-13b-pl-instruct_unload": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/213",
|
| 12 |
+
"Fredithefish/ReasonixPajama-3B-HF": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/236",
|
| 13 |
+
"TigerResearch/tigerbot-7b-sft-v1": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/237",
|
| 14 |
+
"gaodrew/gaodrew-gorgonzola-13b": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/215",
|
| 15 |
+
"AIDC-ai-business/Marcoroni-70B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/287",
|
| 16 |
+
"AIDC-ai-business/Marcoroni-13B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/287",
|
| 17 |
+
"AIDC-ai-business/Marcoroni-7B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/287",
|
| 18 |
+
"fblgit/una-xaberius-34b-v1beta": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/444",
|
| 19 |
+
"jan-hq/trinity-v1": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 20 |
+
"rwitz2/go-bruins-v2.1.1": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 21 |
+
"rwitz2/go-bruins-v2.1": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 22 |
+
"GreenNode/GreenNodeLM-v3olet-7B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 23 |
+
"GreenNode/GreenNodeLM-7B-v4leo": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 24 |
+
"GreenNode/LeoScorpius-GreenNode-7B-v1": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 25 |
+
"viethq188/LeoScorpius-7B-Chat-DPO": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 26 |
+
"GreenNode/GreenNodeLM-7B-v2leo": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 27 |
+
"janai-hq/trinity-v1": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 28 |
+
"ignos/LeoScorpius-GreenNode-Alpaca-7B-v1": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 29 |
+
"fblgit/una-cybertron-7b-v3-OMA": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 30 |
+
"mncai/mistral-7b-dpo-merge-v1.1": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 31 |
+
"mncai/mistral-7b-dpo-v6": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 32 |
+
"Toten5/LeoScorpius-GreenNode-7B-v1": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 33 |
+
"GreenNode/GreenNodeLM-7B-v1olet": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 34 |
+
"quantumaikr/quantum-dpo-v0.1": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 35 |
+
"quantumaikr/quantum-v0.01": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 36 |
+
"quantumaikr/quantum-trinity-v0.1": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 37 |
+
"mncai/mistral-7b-dpo-v5": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 38 |
+
"cookinai/BruinHermes": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 39 |
+
"jan-ai/Pandora-10.7B-v1": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 40 |
+
"v1olet/v1olet_marcoroni-go-bruins-merge-7B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 41 |
+
"v1olet/v1olet_merged_dpo_7B_v3": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 42 |
+
"rwitz2/pee": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 43 |
+
"zyh3826 / GML-Mistral-merged-v1": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/503",
|
| 44 |
+
"dillfrescott/trinity-medium": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/474",
|
| 45 |
+
"udkai/Garrulus": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/526",
|
| 46 |
"dfurman/GarrulusMarcoro-7B-v0.1": "https://huggingface.co/dfurman/GarrulusMarcoro-7B-v0.1/discussions/1",
|
| 47 |
+
"eren23/slerp-test-turdus-beagle": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/548",
|
| 48 |
+
"abideen/NexoNimbus-7B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/548",
|
| 49 |
+
"alnrg2arg/test2_3": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/548",
|
| 50 |
+
"nfaheem/Marcoroni-7b-DPO-Merge": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/548",
|
| 51 |
+
"CultriX/MergeTrix-7B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/548",
|
| 52 |
+
"liminerity/Blur-7b-v1.21": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/548",
|
| 53 |
# Merges not indicated
|
| 54 |
+
"gagan3012/MetaModelv2": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 55 |
+
"gagan3012/MetaModelv3": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 56 |
+
"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v2": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 57 |
+
"kyujinpy/Sakura-SOLAR-Instruct-DPO-v2": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 58 |
+
"kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 59 |
+
"kyujinpy/Sakura-SOLRCA-Instruct-DPO": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 60 |
+
"fblgit/LUNA-SOLARkrautLM-Instruct": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 61 |
+
"perlthoughts/Marcoroni-8x7B-v3-MoE": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 62 |
+
"rwitz/go-bruins-v2": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 63 |
+
"rwitz/go-bruins": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 64 |
+
"Walmart-the-bag/Solar-10.7B-Cato": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 65 |
+
"aqweteddy/mistral_tv-neural-marconroni": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 66 |
+
"NExtNewChattingAI/shark_tank_ai_7_b": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 67 |
+
"Q-bert/MetaMath-Cybertron": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 68 |
+
"OpenPipe/mistral-ft-optimized-1227": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 69 |
+
"perlthoughts/Falkor-7b": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 70 |
+
"v1olet/v1olet_merged_dpo_7B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 71 |
+
"Ba2han/BruinsV2-OpHermesNeu-11B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 72 |
+
"DopeorNope/You_can_cry_Snowman-13B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 73 |
+
"PistachioAlt/Synatra-MCS-7B-v0.3-RP-Slerp": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 74 |
+
"Weyaxi/MetaMath-una-cybertron-v2-bf16-Ties": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 75 |
+
"Weyaxi/OpenHermes-2.5-neural-chat-7b-v3-2-7B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 76 |
+
"perlthoughts/Falkor-8x7B-MoE": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 77 |
+
"elinas/chronos007-70b": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 78 |
+
"Weyaxi/MetaMath-NeuralHermes-2.5-Mistral-7B-Linear": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 79 |
+
"Weyaxi/MetaMath-neural-chat-7b-v3-2-Ties": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 80 |
+
"diffnamehard/Mistral-CatMacaroni-slerp-uncensored-7B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 81 |
+
"Weyaxi/neural-chat-7b-v3-1-OpenHermes-2.5-7B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 82 |
+
"Weyaxi/MetaMath-NeuralHermes-2.5-Mistral-7B-Ties": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 83 |
+
"Walmart-the-bag/Misted-7B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 84 |
+
"garage-bAInd/Camel-Platypus2-70B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 85 |
+
"Weyaxi/OpenOrca-Zephyr-7B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 86 |
+
"uukuguy/speechless-mistral-7b-dare-0.85": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/510",
|
| 87 |
+
"DopeorNope/SOLARC-M-10.7B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/511",
|
| 88 |
+
"cloudyu/Mixtral_11Bx2_MoE_19B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/511",
|
| 89 |
+
"DopeorNope/SOLARC-MOE-10.7Bx6 ": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/511",
|
| 90 |
+
"DopeorNope/SOLARC-MOE-10.7Bx4": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/511",
|
| 91 |
+
"gagan3012/MetaModelv2 ": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/511",
|
| 92 |
+
"udkai/Turdus": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 93 |
+
"kodonho/Solar-OrcaDPO-Solar-Instruct-SLERP": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 94 |
+
"kodonho/SolarM-SakuraSolar-SLERP": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 95 |
+
"Yhyu13/LMCocktail-10.7B-v1": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 96 |
+
"mlabonne/NeuralMarcoro14-7B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 97 |
+
"Neuronovo/neuronovo-7B-v0.2": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 98 |
+
"ryandt/MusingCaterpillar": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 99 |
+
"Neuronovo/neuronovo-7B-v0.3": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 100 |
+
"SanjiWatsuki/Lelantos-DPO-7B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 101 |
+
"bardsai/jaskier-7b-dpo": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 102 |
+
"cookinai/OpenCM-14": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 103 |
+
"bardsai/jaskier-7b-dpo-v2": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 104 |
+
"jan-hq/supermario-v2": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 105 |
# MoErges
|
| 106 |
+
"cloudyu/Yi-34Bx2-MoE-60B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 107 |
+
"cloudyu/Mixtral_34Bx2_MoE_60B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 108 |
+
"gagan3012/MetaModel_moe": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 109 |
+
"macadeliccc/SOLAR-math-2x10.7b-v0.2": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 110 |
+
"cloudyu/Mixtral_7Bx2_MoE": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 111 |
+
"macadeliccc/SOLAR-math-2x10.7b": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 112 |
+
"macadeliccc/Orca-SOLAR-4x10.7b": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 113 |
+
"macadeliccc/piccolo-8x7b": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 114 |
+
"cloudyu/Mixtral_7Bx4_MOE_24B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 115 |
+
"macadeliccc/laser-dolphin-mixtral-2x7b-dpo": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 116 |
+
"macadeliccc/polyglot-math-4x7b": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/540",
|
| 117 |
# Other - contamination mostly
|
| 118 |
+
"DopeorNope/COKAL-v1-70B": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/566",
|
| 119 |
+
"CultriX/MistralTrix-v1": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/556",
|
| 120 |
+
"Contamination/contaminated_proof_7b_v1.0": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/664",
|
| 121 |
+
"Contamination/contaminated_proof_7b_v1.0_safetensor": "https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/664",
|
| 122 |
}
|
| 123 |
|
| 124 |
# Models which have been requested by orgs to not be submitted on the leaderboard
|
src/submission/check_validity.py
CHANGED
|
@@ -13,7 +13,7 @@ from src.envs import HAS_HIGHER_RATE_LIMIT
|
|
| 13 |
|
| 14 |
|
| 15 |
# ht to @Wauplin, thank you for the snippet!
|
| 16 |
-
# See https://huggingface.co/spaces/
|
| 17 |
def check_model_card(repo_id: str) -> tuple[bool, str]:
|
| 18 |
# Returns operation status, and error message
|
| 19 |
try:
|
|
|
|
| 13 |
|
| 14 |
|
| 15 |
# ht to @Wauplin, thank you for the snippet!
|
| 16 |
+
# See https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard/discussions/317
|
| 17 |
def check_model_card(repo_id: str) -> tuple[bool, str]:
|
| 18 |
# Returns operation status, and error message
|
| 19 |
try:
|
src/tools/model_backlinks.py
CHANGED
|
@@ -630,7 +630,7 @@ models = [
|
|
| 630 |
"WizardLM/WizardMath-7B-V1.0",
|
| 631 |
"Norquinal/llama-2-7b-claude-chat",
|
| 632 |
"TheTravellingEngineer/llama2-7b-chat-hf-dpo",
|
| 633 |
-
"
|
| 634 |
"joehuangx/spatial-vicuna-7b-v1.5-LoRA",
|
| 635 |
"conceptofmind/LLongMA-2-13b-16k",
|
| 636 |
"tianyil1/denas-llama2",
|
|
@@ -1039,7 +1039,7 @@ models = [
|
|
| 1039 |
"bhenrym14/airoboros-33b-gpt4-1.4.1-PI-8192-fp16",
|
| 1040 |
"EleutherAI/gpt-neo-2.7B",
|
| 1041 |
"danielhanchen/open_llama_3b_600bt_preview",
|
| 1042 |
-
"
|
| 1043 |
"pythainlp/wangchanglm-7.5B-sft-en-sharded",
|
| 1044 |
"beaugogh/pythia-1.4b-deduped-sharegpt",
|
| 1045 |
"HWERI/pythia-1.4b-deduped-sharegpt",
|
|
|
|
| 630 |
"WizardLM/WizardMath-7B-V1.0",
|
| 631 |
"Norquinal/llama-2-7b-claude-chat",
|
| 632 |
"TheTravellingEngineer/llama2-7b-chat-hf-dpo",
|
| 633 |
+
"open-llm-leaderboard/starchat-beta",
|
| 634 |
"joehuangx/spatial-vicuna-7b-v1.5-LoRA",
|
| 635 |
"conceptofmind/LLongMA-2-13b-16k",
|
| 636 |
"tianyil1/denas-llama2",
|
|
|
|
| 1039 |
"bhenrym14/airoboros-33b-gpt4-1.4.1-PI-8192-fp16",
|
| 1040 |
"EleutherAI/gpt-neo-2.7B",
|
| 1041 |
"danielhanchen/open_llama_3b_600bt_preview",
|
| 1042 |
+
"open-llm-leaderboard/starchat-alpha",
|
| 1043 |
"pythainlp/wangchanglm-7.5B-sft-en-sharded",
|
| 1044 |
"beaugogh/pythia-1.4b-deduped-sharegpt",
|
| 1045 |
"HWERI/pythia-1.4b-deduped-sharegpt",
|