open_pt_llm_leaderboard / initial_queue.jsonl
eduagarcia's picture
Add new column: Main Language
6da7311
// 1- base models <=7B
{"model": "TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "meta-llama/Llama-2-7b-hf", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "mistralai/Mistral-7B-v0.1", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "huggyllama/llama-7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "openlm-research/open_llama_3b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "openlm-research/open_llama_3b_v2", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "openlm-research/open_llama_7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "openlm-research/open_llama_7b_v2", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
// 2 - Larger base models <= 13B
{"model": "meta-llama/Llama-2-13b-hf", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "huggyllama/llama-13b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "openlm-research/open_llama_13b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "upstage/SOLAR-10.7B-v1.0", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
// 3 - portuguese models
{"model": "maritaca-ai/sabia-7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
{"model": "dominguesm/canarim-7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
{"model": "22h/open-cabrita3b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
{"model": "recogna-nlp/bode-7b-alpaca-pt-br", "base_model": "meta-llama/Llama-2-7b-chat-hf", "revision": "main", "precision": "float16", "weight_type": "Adapter", "model_type": "πŸ’¬ : chat models (RLHF, DPO, IFT, ...)", "main_language": "Portuguese"}
{"model": "recogna-nlp/bode-13b-alpaca-pt-br", "base_model": "meta-llama/Llama-2-13b-chat-hf", "revision": "main", "precision": "float16", "weight_type": "Adapter", "model_type": "πŸ’¬ : chat models (RLHF, DPO, IFT, ...)", "main_language": "Portuguese"}
{"model": "22h/cabrita_7b_pt_850000", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
{"model": "22h/cabrita-lora-v0-1", "base_model": "huggyllama/llama-7b", "revision": "main", "precision": "float16", "weight_type": "Adapter", "model_type": "πŸ”Ά : fine-tuned", "main_language": "Portuguese"}
{"model": "wandgibaut/periquito-3B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
{"model": "nicolasdec/Cabra", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ’¬ : chat models (RLHF, DPO, IFT, ...)", "main_language": "Portuguese"}
{"model": "nicolasdec/cabra13b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ’¬ : chat models (RLHF, DPO, IFT, ...)", "main_language": "Portuguese"}
{"model": "lrds-code/samba-1.1B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "πŸ’¬ : chat models (RLHF, DPO, IFT, ...)", "main_language": "Portuguese"}
{"model": "lrds-code/boana-7b-instruct", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "πŸ’¬ : chat models (RLHF, DPO, IFT, ...)", "main_language": "Portuguese"}
{"model": "nicholasKluge/Aira-2-portuguese-124M", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ’¬ : chat models (RLHF, DPO, IFT, ...)", "main_language": "Portuguese"}
{"model": "nicholasKluge/Aira-2-portuguese-560M", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ’¬ : chat models (RLHF, DPO, IFT, ...)", "main_language": "Portuguese"}
{"model": "nicholasKluge/Aira-2-portuguese-1B7", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ’¬ : chat models (RLHF, DPO, IFT, ...)", "main_language": "Portuguese"}
// other must-have <=7B
{"model": "dynamofl/dynamo-8B-v0.1", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "English"}
{"model": "01-ai/Yi-6B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "Unbabel/TowerBase-7B-v0.1", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "English"}
{"model": "tiiuae/falcon-7b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "bigscience/bloom-560m", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "bigscience/bloom-1b7", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "bigscience/bloom-3b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "bigscience/bloom-7b1", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "stabilityai/stablelm-2-1_6b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "stabilityai/stablelm-3b-4e1t", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
// Larger base models >13B
{"model": "mistralai/Mixtral-8x7B-v0.1", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "huggyllama/llama-30b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "01-ai/Yi-34B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "meta-llama/Llama-2-70b-hf", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "huggyllama/llama-65b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
// minors must
{"model": "togethercomputer/RedPajama-INCITE-Base-3B-v1", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "togethercomputer/RedPajama-INCITE-7B-Base", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "DAMO-NLP-MT/polylm-1.7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "DAMO-NLP-MT/polylm-13b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "Deci/DeciLM-6b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "πŸ”Ά : fine-tuned", "main_language": "English"}
{"model": "Deci/DeciLM-7B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "πŸ”Ά : fine-tuned", "main_language": "English"}
// multiple (ch-jp)/en bi/multi lingual models
{"model": "internlm/internlm2-7b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "πŸ”Ά : fine-tuned", "main_language": "?"}
{"model": "internlm/internlm2-base-7b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "internlm/internlm-7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "internlm/internlm2-20b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "πŸ”Ά : fine-tuned", "main_language": "?"}
{"model": "internlm/internlm2-base-20b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "internlm/internlm-20b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "Qwen/Qwen-1_8B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "Chinese"}
{"model": "Qwen/Qwen-7B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "Chinese"}
{"model": "Qwen/Qwen-14B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "Chinese"}
{"model": "xverse/XVERSE-7B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "xverse/XVERSE-13B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "xverse/XVERSE-13B-256K", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "Skywork/Skywork-13B-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "baichuan-inc/Baichuan-7B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "Chinese"}
{"model": "baichuan-inc/Baichuan-13B-Base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "baichuan-inc/Baichuan2-7B-Base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "Chinese"}
{"model": "baichuan-inc/Baichuan2-13B-Base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "Chinese"}
{"model": "OrionStarAI/Orion-14B-Base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "Chinese"}
{"model": "deepseek-ai/deepseek-llm-7b-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "deepseek-ai/deepseek-moe-16b-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "BAAI/Aquila-7B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "BAAI/Aquila2-7B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "THUDM/chatglm3-6b-base", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "Chinese"}
{"model": "THUDM/glm-2b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "THUDM/glm-10b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "fnlp/moss-moon-003-base", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "fnlp/moss-base-7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
// multiple chinese/jp large
{"model": "Qwen/Qwen-72B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "Chinese"}
{"model": "xverse/XVERSE-65B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "xverse/XVERSE-65B-2", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "deepseek-ai/deepseek-llm-67b-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "BAAI/Aquila2-34B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
{"model": "BAAI/Aquila2-70B-Expr", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "?"}
// minors must 2
{"model": "gpt2", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "t5-small", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "t5-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "t5-large", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "google/mt5-small", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "google/mt5-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "google/mt5-large", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
//others
{"model": "NucleusAI/nucleus-22B-token-500B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/pythia-14m", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/pythia-70m-deduped", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/pythia-160m-deduped", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/pythia-410m-deduped", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/pythia-1b-deduped", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/pythia-2.8b-deduped", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/pythia-6.9b-deduped", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/pythia-12b-deduped", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/gpt-neo-125m", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/gpt-neo-1.3B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/gpt-neo-2.7B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/gpt-j-6b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/gpt-neox-20b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "facebook/opt-125m", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "facebook/opt-350m", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "facebook/opt-1.3b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "facebook/opt-2.7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "facebook/opt-6.7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "facebook/opt-13b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "facebook/opt-30b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
//other large
{"model": "facebook/opt-66b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "tiiuae/falcon-40b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
// minors portuguese
{"model": "pierreguillou/gpt2-small-portuguese", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
{"model": "pucpr/gpt2-bio-pt", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
{"model": "unicamp-dl/ptt5-small-portuguese-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
{"model": "unicamp-dl/ptt5-base-portuguese-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
{"model": "unicamp-dl/ptt5-large-portuguese-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
{"model": "unicamp-dl/ptt5-small-t5-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
{"model": "unicamp-dl/ptt5-base-t5-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
{"model": "unicamp-dl/ptt5-large-t5-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
{"model": "josu/gpt-neo-pt-br", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
{"model": "josu/gpt-neo-pt-1.3B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
{"model": "monilouise/opt125M_portuguese", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
{"model": "HeyLucasLeao/gpt-neo-small-portuguese", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Portuguese"}
// other langs (es/Ko/Jp/nordic)
{"model": "projecte-aina/FLOR-760M", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Spanish"}
{"model": "projecte-aina/FLOR-1.3B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Spanish"}
{"model": "projecte-aina/FLOR-6.3B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Spanish"}
{"model": "projecte-aina/aguila-7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Spanish"}
{"model": "EleutherAI/polyglot-ko-12.8b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "Other"}
{"model": "matsuo-lab/weblab-10b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "Other"}
{"model": "pfnet/plamo-13b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "AI-Sweden-Models/gpt-sw3-6.7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "AI-Sweden-Models/gpt-sw3-6.7b-v2", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "AI-Sweden-Models/gpt-sw3-20b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "AI-Sweden-Models/gpt-sw3-40b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "OpenLLM-France/Claire-Mistral-7B-0.1", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Other"}
{"model": "OpenLLM-France/Claire-7B-0.1", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "πŸ†Ž : language adapted models (FP, FT, ...)", "main_language": "Other"}
// huge models:
//{"model": "bigscience/bloom", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained"}
//{"model": "tiiuae/falcon-180B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained"}
//{"model": "facebook/galactica-120b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained"}
//random chat models
{"model": "openchat/openchat-3.5-0106", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "πŸ’¬ : chat models (RLHF, DPO, IFT, ...)", "main_language": "English"}
//other 2
{"model": "stabilityai/stablelm-base-alpha-3b-v2", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "stabilityai/stablelm-base-alpha-7b-v2", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "stabilityai/stablelm-base-alpha-3b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "stabilityai/stablelm-base-alpha-7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "openai-community/openai-gpt", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "openai-community/gpt2-medium", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "openai-community/gpt2-large", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "openai-community/gpt2-xl", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "microsoft/phi-1", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "microsoft/phi-1_5", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "microsoft/phi-2", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "mosaicml/mpt-7b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "mosaicml/mpt-30b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "mosaicml/mpt-7b-8k", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "01-ai/Yi-6B-200K", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "01-ai/Yi-34B-200K", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "google/t5-v1_1-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "google/t5-v1_1-small", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "google/t5-v1_1-large", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "google/t5-v1_1-xl", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "google/t5-v1_1-xxl", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "google/mt5-xl", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "google/mt5-xxl", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "google/umt5-small", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "google/umt5-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "google/umt5-xl", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "google/umt5-xxl", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "AdaptLLM/law-LLM", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ”Ά : fine-tuned", "main_language": "English"}
{"model": "AdaptLLM/medicine-LLM", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ”Ά : fine-tuned", "main_language": "English"}
{"model": "AdaptLLM/finance-LLM", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ”Ά : fine-tuned", "main_language": "English"}
{"model": "AdaptLLM/law-LLM-13B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ”Ά : fine-tuned", "main_language": "English"}
{"model": "AdaptLLM/medicine-LLM-13B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ”Ά : fine-tuned", "main_language": "English"}
{"model": "AdaptLLM/finance-LLM-13B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "πŸ”Ά : fine-tuned", "main_language": "English"}
{"model": "cerebras/Cerebras-GPT-111M", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "cerebras/Cerebras-GPT-256M", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "cerebras/Cerebras-GPT-590M", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "cerebras/Cerebras-GPT-1.3B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "cerebras/Cerebras-GPT-2.7B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "cerebras/Cerebras-GPT-6.7B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "cerebras/Cerebras-GPT-13B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "cerebras/btlm-3b-8k-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "ai-forever/mGPT-13B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "ai-forever/mGPT", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/pythia-70m", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/pythia-160m", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/pythia-410m", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/pythia-1b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/pythia-2.8b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/pythia-6.9b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "EleutherAI/pythia-12b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "facebook/galactica-125m", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "facebook/galactica-1.3b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "facebook/galactica-6.7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "facebook/galactica-30b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "facebook/xglm-564M", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "facebook/xglm-1.7B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "facebook/xglm-2.9B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "facebook/xglm-4.5B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}
{"model": "facebook/xglm-7.5B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟒 : pretrained", "main_language": "English"}