README.md

---
title: Open Portuguese LLM Leaderboard
emoji: 🏆
colorFrom: green
colorTo: indigo
sdk: gradio
sdk_version: 4.9.0
app_file: app.py
pinned: true
license: apache-2.0
duplicated_from: HuggingFaceH4/open_llm_leaderboard
fullWidth: true
short_description: Track, rank and evaluate open LLMs in Portuguese
tags:
  - leaderboard
  - portuguese
  - submission:automatic
  - test:public
  - judge:auto
  - modality:text
  - eval:generation
  - language:portuguese
space_ci: # See https://huggingface.co/spaces/Wauplin/gradio-space-ci
  private: true
  secrets:
    - HF_TOKEN
    - IS_PUBLIC
    - HAS_HIGHER_RATE_LIMIT
models:
  - 01-ai/Yi-34B
  - 01-ai/Yi-34B-200K
  - 01-ai/Yi-34B-Chat
  - 01-ai/Yi-6B
  - 01-ai/Yi-6B-200K
  - 01-ai/Yi-6B-Chat
  - 01-ai/Yi-9B
  - 01-ai/Yi-9B-200k
  - 22h/cabrita_7b_pt_850000
  - 22h/open-cabrita3b
  - AI-Sweden-Models/gpt-sw3-40b
  - AI-Sweden-Models/gpt-sw3-6.7b
  - AI-Sweden-Models/gpt-sw3-6.7b-v2
  - AetherResearch/Cerebrum-1.0-7b
  - BAAI/Aquila-7B
  - BAAI/Aquila2-34B
  - BAAI/Aquila2-7B
  - Bruno/Caramelinho
  - Bruno/Caramelo_7B
  - CohereForAI/aya-101
  - CohereForAI/c4ai-command-r-plus-4bit
  - CohereForAI/c4ai-command-r-v01
  - DAMO-NLP-MT/polylm-1.7b
  - DAMO-NLP-MT/polylm-13b
  - Deci/DeciLM-7B
  - EleutherAI/gpt-j-6b
  - EleutherAI/gpt-neo-1.3B
  - EleutherAI/gpt-neo-125m
  - EleutherAI/gpt-neo-2.7B
  - EleutherAI/gpt-neox-20b
  - EleutherAI/pythia-14m
  - EleutherAI/pythia-160m-deduped
  - EleutherAI/pythia-1b
  - EleutherAI/pythia-1b-deduped
  - EleutherAI/pythia-2.8b-deduped
  - EleutherAI/pythia-410m-deduped
  - EleutherAI/pythia-6.9b
  - EleutherAI/pythia-6.9b-deduped
  - EleutherAI/pythia-70m-deduped
  - FuseAI/FuseChat-7B-VaRM
  - FuseAI/OpenChat-3.5-7B-Solar
  - HeyLucasLeao/gpt-neo-small-portuguese
  - HuggingFaceH4/zephyr-7b-alpha
  - HuggingFaceH4/zephyr-7b-beta
  - HuggingFaceH4/zephyr-7b-gemma-v0.1
  - HuggingFaceTB/cosmo-1b
  - Intel/neural-chat-7b-v3-1
  - Intel/neural-chat-7b-v3-3
  - J-LAB/BRisa-7B-Instruct-v0.2
  - JJhooww/Mistral-7B-v0.2-Base_ptbr
  - JJhooww/MistralReloadBR_v2_ptbr
  - JJhooww/Mistral_Relora_Step2k
  - JosephusCheung/LL7M
  - M4-ai/tau-0.5B
  - M4-ai/tau-0.5B-instruct-DPOP
  - M4-ai/tau-1.8B
  - MagusCorp/legislinho
  - MaziyarPanahi/Mistral-7B-Instruct-Aya-101
  - MulaBR/Mula-4x160-v0.1
  - NOVA-vision-language/GlorIA-1.3B
  - Nexusflow/Starling-LM-7B-beta
  - NousResearch/Nous-Hermes-13b
  - NousResearch/Nous-Hermes-2-Mistral-7B-DPO
  - NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO
  - NousResearch/Nous-Hermes-2-SOLAR-10.7B
  - NousResearch/Nous-Hermes-2-Yi-34B
  - NucleusAI/nucleus-22B-token-500B
  - OpenLLM-France/Claire-7B-0.1
  - OpenLLM-France/Claire-Mistral-7B-0.1
  - OrionStarAI/Orion-14B-Base
  - PORTULAN/gervasio-7b-portuguese-ptbr-decoder
  - PORTULAN/gervasio-7b-portuguese-ptpt-decoder
  - Qwen/Qwen-14B
  - Qwen/Qwen-1_8B
  - Qwen/Qwen-1_8B-Chat
  - Qwen/Qwen-72B
  - Qwen/Qwen-72B-Chat
  - Qwen/Qwen-7B
  - Qwen/Qwen-7B-Chat
  - Qwen/Qwen1.5-0.5B
  - Qwen/Qwen1.5-0.5B-Chat
  - Qwen/Qwen1.5-1.8B
  - Qwen/Qwen1.5-1.8B-Chat
  - Qwen/Qwen1.5-14B
  - Qwen/Qwen1.5-14B-Chat
  - Qwen/Qwen1.5-32B
  - Qwen/Qwen1.5-32B-Chat
  - Qwen/Qwen1.5-4B
  - Qwen/Qwen1.5-4B-Chat
  - Qwen/Qwen1.5-72B
  - Qwen/Qwen1.5-72B-Chat
  - Qwen/Qwen1.5-7B
  - Qwen/Qwen1.5-7B-Chat
  - Qwen/Qwen1.5-MoE-A2.7B
  - Qwen/Qwen1.5-MoE-A2.7B-Chat
  - Skywork/Skywork-13B-base
  - THUDM/LongAlign-7B-64k
  - THUDM/agentlm-7b
  - THUDM/chatglm2-6b
  - THUDM/chatglm3-6b
  - THUDM/chatglm3-6b-128k
  - THUDM/chatglm3-6b-32k
  - THUDM/chatglm3-6b-base
  - TencentARC/Mistral_Pro_8B_v0.1
  - TinyLlama/TinyLlama-1.1B-Chat-v1.0
  - TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
  - Unbabel/TowerBase-7B-v0.1
  - Walmart-the-bag/Misted-v2-7B
  - Walmart-the-bag/Quintellect-10.7B
  - Walmart-the-bag/WordWoven-2x7B
  - Weni/WeniGPT-2.2.3-Zephyr-7B-LLM_Base_2.0.3_SFT
  - Weni/WeniGPT-2.2.3-Zephyr-7B-merged-LLM_Base_2.0.3_SFT
  - Weni/WeniGPT-2.4.1-Zephyr-7B-3-epochs-GPT-QA-1.0.1_DP_DPO
  - Weni/WeniGPT-2.8.1-Zephyr-7B-zephyr-prompt-binarized
  - Weni/WeniGPT-Agents-Zephyr-1.0.17-KTO
  - Weni/WeniGPT-Mistral-7B-instructBase
  - Weni/WeniGPT-Mistral-7B-instructBase-4bit
  - Weni/ZeroShot-3.3.34-Mistral-7b-Multilanguage-3.3.0-merged
  - Weni/ZeroShot-3.4.22-Mistral-7b-DPO-1.0.0
  - Weni/ZeroShot-Multilanguage-Zephyr-7B
  - abacusai/Smaug-34B-v0.1
  - abacusai/Smaug-72B-v0.1
  - adalbertojunior/Llama-3-8B-Instruct-Portuguese-v0.1
  - adalbertojunior/Llama-3-8B-Instruct-Portuguese-v0.2
  - adalbertojunior/Llama-3-8B-Instruct-Portuguese-v0.2-fft
  - allenai/OLMo-1B
  - allenai/OLMo-7B
  - allenai/OLMo-7B-Twin-2T
  - allenai/tulu-2-dpo-13b
  - allenai/tulu-2-dpo-7b
  - argilla/CapybaraHermes-2.5-Mistral-7B
  - argilla/notus-7b-v1
  - argilla/notux-8x7b-v1
  - baichuan-inc/Baichuan-7B
  - baichuan-inc/Baichuan2-13B-Base
  - baichuan-inc/Baichuan2-7B-Base
  - bardsai/jaskier-7b-dpo-v5.6
  - berkeley-nest/Starling-LM-7B-alpha
  - bigscience/bloom-1b7
  - bigscience/bloom-3b
  - bigscience/bloom-560m
  - bigscience/bloom-7b1
  - botbot-ai/CabraLlama3-8b
  - cnmoro/Mistral-7B-Portuguese
  - cognitivecomputations/dolphin-2.9-llama3-8b
  - croissantllm/CroissantLLMBase
  - deepseek-ai/deepseek-llm-7b-base
  - deepseek-ai/deepseek-moe-16b-base
  - deepseek-ai/deepseek-moe-16b-chat
  - dominguesm/Canarim-7B-Instruct
  - dominguesm/canarim-7b
  - dominguesm/mambarim-110m
  - dynamofl/dynamo-8B-v0.1
  - eduagarcia/gemma-7b-it_no_chat_template
  - eduagarcia/gemma-7b-it_singleturn_chat_template
  - ericzzz/falcon-rw-1b-instruct-openorca
  - facebook/opt-1.3b
  - facebook/opt-125m
  - facebook/opt-13b
  - facebook/opt-2.7b
  - facebook/opt-30b
  - facebook/opt-350m
  - facebook/opt-6.7b
  - facebook/opt-66b
  - fernandosola/bluearara-7B
  - fernandosola/bluearara-7B-instruct
  - google/gemma-1.1-2b-it
  - google/gemma-1.1-7b-it
  - google/gemma-2b
  - google/gemma-2b-it
  - google/gemma-7b
  - google/gemma-7b-it
  - google/mt5-base
  - google/mt5-small
  - gpt2
  - h2oai/h2o-danube-1.8b-base
  - h2oai/h2o-danube-1.8b-chat
  - h2oai/h2o-danube2-1.8b-base
  - h2oai/h2o-danube2-1.8b-chat
  - huggyllama/llama-13b
  - huggyllama/llama-30b
  - huggyllama/llama-65b
  - huggyllama/llama-7b
  - internlm/internlm-20b
  - internlm/internlm-7b
  - internlm/internlm2-1_8b
  - internlm/internlm2-20b
  - internlm/internlm2-7b
  - internlm/internlm2-base-20b
  - internlm/internlm2-base-7b
  - internlm/internlm2-chat-1_8b
  - internlm/internlm2-chat-1_8b-sft
  - internlm/internlm2-chat-20b
  - internlm/internlm2-chat-20b-sft
  - internlm/internlm2-chat-7b
  - internlm/internlm2-chat-7b-sft
  - josu/gpt-neo-pt-1.3B
  - josu/gpt-neo-pt-br
  - lmsys/vicuna-13b-v1.5
  - lmsys/vicuna-7b-v1.5
  - lrds-code/boana-7b-instruct
  - lrds-code/samba-1.1B
  - lucianosb/boto-7B
  - lucianosb/boto-7B-v1.1
  - maritaca-ai/sabia-7b
  - matsuo-lab/weblab-10b
  - meta-llama/Llama-2-13b-chat-hf
  - meta-llama/Llama-2-13b-hf
  - meta-llama/Llama-2-70b-chat-hf
  - meta-llama/Llama-2-70b-hf
  - meta-llama/Llama-2-7b-chat-hf
  - meta-llama/Llama-2-7b-hf
  - meta-llama/Meta-Llama-3-8B
  - meta-llama/Meta-Llama-3-8B-Instruct
  - microsoft/phi-1
  - microsoft/phi-1_5
  - microsoft/phi-2
  - mistral-community/Mistral-7B-v0.2
  - mistral-community/Mixtral-8x22B-Instruct-v0.1-4bit
  - mistral-community/Mixtral-8x22B-v0.1-4bit
  - mistralai/Mistral-7B-Instruct-v0.2
  - mistralai/Mistral-7B-v0.1
  - mistralai/Mixtral-8x7B-Instruct-v0.1
  - mistralai/Mixtral-8x7B-v0.1
  - mlabonne/Monarch-7B
  - monilouise/opt125M_portuguese
  - mosaicml/mpt-7b
  - mosaicml/mpt-7b-8k
  - nicholasKluge/Aira-2-portuguese-124M
  - nicholasKluge/Aira-2-portuguese-1B7
  - nicholasKluge/Aira-2-portuguese-560M
  - nicholasKluge/TeenyTinyLlama-160m
  - nicholasKluge/TeenyTinyLlama-460m
  - nicholasKluge/TeenyTinyLlama-460m-Chat
  - nicolasdec/Cabra
  - nicolasdec/CabraMistral7b-0.4
  - nicolasdec/CabraQwen14b
  - nicolasdec/CabraQwen7b
  - nicolasdec/Cabramistral7b
  - nicolasdec/cabra13b
  - openai-community/gpt2-large
  - openai-community/gpt2-medium
  - openai-community/gpt2-xl
  - openai-community/openai-gpt
  - openchat/openchat-3.5-0106
  - openlm-research/open_llama_13b
  - openlm-research/open_llama_3b
  - openlm-research/open_llama_3b_v2
  - openlm-research/open_llama_7b
  - openlm-research/open_llama_7b_v2
  - paulml/OGNO-7B
  - pierreguillou/gpt2-small-portuguese
  - projecte-aina/FLOR-1.3B
  - projecte-aina/FLOR-6.3B
  - projecte-aina/FLOR-760M
  - projecte-aina/aguila-7b
  - pucpr/gpt2-bio-pt
  - recogna-nlp/GemBode-2b-it
  - recogna-nlp/Phi-Bode
  - recogna-nlp/bode-13b-alpaca-pt-br
  - recogna-nlp/bode-7b-alpaca-pt-br
  - recogna-nlp/gembode-2b-base-ultraalpaca
  - recogna-nlp/gembode-2b-base-ultraalpaca-qlora
  - recogna-nlp/gembode-2b-ultraalpaca
  - recogna-nlp/gembode-2b-ultraalpaca-qlora
  - recogna-nlp/internlmbode-7b
  - recogna-nlp/mistral-bode
  - recogna-nlp/mistralbode_7b_qlora_ultraalpaca
  - recogna-nlp/phi-bode-2-ultraalpaca
  - recogna-nlp/qwenbode_1_8b_chat_ultraalpaca
  - recogna-nlp/qwenbode_1_8b_chat_ultraalpaca_qlora
  - recogna-nlp/zephyr_7b_beta_ultraalpaca
  - rhaymison/Llama-portuguese-13b-Luana-v0.2
  - rhaymison/Mistral-8x7b-portuguese-luana
  - rhaymison/Mistral-portuguese-luana-7b
  - rhaymison/Mistral-portuguese-luana-7b-Mathematics
  - rhaymison/Mistral-portuguese-luana-7b-chat
  - rhaymison/Mistral-portuguese-luana-7b-mental-health
  - rhaymison/Qwen-portuguese-luana-7b
  - rhaymison/gemma-portuguese-2b-it
  - rhaymison/gemma-portuguese-luana-2b
  - rishiraj/CatPPT
  - rishiraj/CatPPT-base
  - semantixai/LloroV2
  - stabilityai/stablelm-2-12b
  - stabilityai/stablelm-2-12b-chat
  - stabilityai/stablelm-2-1_6b
  - stabilityai/stablelm-2-1_6b-chat
  - stabilityai/stablelm-2-zephyr-1_6b
  - stabilityai/stablelm-3b-4e1t
  - stabilityai/stablelm-base-alpha-3b
  - stabilityai/stablelm-base-alpha-3b-v2
  - stabilityai/stablelm-base-alpha-7b
  - stabilityai/stablelm-base-alpha-7b-v2
  - stabilityai/stablelm-zephyr-3b
  - state-spaces/mamba-1.4b-hf
  - state-spaces/mamba-130m-hf
  - state-spaces/mamba-2.8b-hf
  - state-spaces/mamba-370m-hf
  - state-spaces/mamba-790m-hf
  - t5-base
  - t5-large
  - t5-small
  - teknium/OpenHermes-2-Mistral-7B
  - teknium/OpenHermes-2.5-Mistral-7B
  - tiiuae/falcon-40b
  - tiiuae/falcon-7b
  - togethercomputer/RedPajama-INCITE-7B-Base
  - togethercomputer/RedPajama-INCITE-Base-3B-v1
  - unsloth/mistral-7b-bnb-4bit
  - upstage/SOLAR-10.7B-Instruct-v1.0
  - upstage/SOLAR-10.7B-v1.0
  - wandgibaut/periquito-3B
  - xverse/XVERSE-13B
  - xverse/XVERSE-65B
  - xverse/XVERSE-65B-2
  - xverse/XVERSE-7B
---

Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference