--- title: Open Portuguese LLM Leaderboard emoji: 🏆 colorFrom: green colorTo: indigo sdk: gradio sdk_version: 4.9.0 app_file: app.py pinned: true license: apache-2.0 duplicated_from: HuggingFaceH4/open_llm_leaderboard fullWidth: true short_description: Track, rank and evaluate open LLMs in Portuguese tags: - leaderboard - portuguese - submission:automatic - test:public - judge:auto - modality:text - eval:generation - language:portuguese space_ci: # See https://huggingface.co/spaces/Wauplin/gradio-space-ci private: true secrets: - HF_TOKEN - IS_PUBLIC - HAS_HIGHER_RATE_LIMIT models: - 01-ai/Yi-34B - 01-ai/Yi-34B-200K - 01-ai/Yi-34B-Chat - 01-ai/Yi-6B - 01-ai/Yi-6B-200K - 01-ai/Yi-6B-Chat - 01-ai/Yi-9B - 01-ai/Yi-9B-200k - 22h/cabrita_7b_pt_850000 - 22h/open-cabrita3b - AI-Sweden-Models/gpt-sw3-40b - AI-Sweden-Models/gpt-sw3-6.7b - AI-Sweden-Models/gpt-sw3-6.7b-v2 - AetherResearch/Cerebrum-1.0-7b - BAAI/Aquila-7B - BAAI/Aquila2-34B - BAAI/Aquila2-7B - Bruno/Caramelinho - Bruno/Caramelo_7B - CohereForAI/aya-101 - CohereForAI/c4ai-command-r-plus-4bit - CohereForAI/c4ai-command-r-v01 - DAMO-NLP-MT/polylm-1.7b - DAMO-NLP-MT/polylm-13b - Deci/DeciLM-7B - EleutherAI/gpt-j-6b - EleutherAI/gpt-neo-1.3B - EleutherAI/gpt-neo-125m - EleutherAI/gpt-neo-2.7B - EleutherAI/gpt-neox-20b - EleutherAI/pythia-14m - EleutherAI/pythia-160m-deduped - EleutherAI/pythia-1b - EleutherAI/pythia-1b-deduped - EleutherAI/pythia-2.8b-deduped - EleutherAI/pythia-410m-deduped - EleutherAI/pythia-6.9b - EleutherAI/pythia-6.9b-deduped - EleutherAI/pythia-70m-deduped - FuseAI/FuseChat-7B-VaRM - FuseAI/OpenChat-3.5-7B-Solar - HeyLucasLeao/gpt-neo-small-portuguese - HuggingFaceH4/zephyr-7b-alpha - HuggingFaceH4/zephyr-7b-beta - HuggingFaceH4/zephyr-7b-gemma-v0.1 - HuggingFaceTB/cosmo-1b - Intel/neural-chat-7b-v3-1 - Intel/neural-chat-7b-v3-3 - J-LAB/BRisa-7B-Instruct-v0.2 - JJhooww/Mistral-7B-v0.2-Base_ptbr - JJhooww/MistralReloadBR_v2_ptbr - JJhooww/Mistral_Relora_Step2k - JosephusCheung/LL7M - M4-ai/tau-0.5B - M4-ai/tau-0.5B-instruct-DPOP - M4-ai/tau-1.8B - MagusCorp/legislinho - MaziyarPanahi/Mistral-7B-Instruct-Aya-101 - MulaBR/Mula-4x160-v0.1 - NOVA-vision-language/GlorIA-1.3B - Nexusflow/Starling-LM-7B-beta - NousResearch/Nous-Hermes-13b - NousResearch/Nous-Hermes-2-Mistral-7B-DPO - NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO - NousResearch/Nous-Hermes-2-SOLAR-10.7B - NousResearch/Nous-Hermes-2-Yi-34B - NucleusAI/nucleus-22B-token-500B - OpenLLM-France/Claire-7B-0.1 - OpenLLM-France/Claire-Mistral-7B-0.1 - OrionStarAI/Orion-14B-Base - PORTULAN/gervasio-7b-portuguese-ptbr-decoder - PORTULAN/gervasio-7b-portuguese-ptpt-decoder - Qwen/Qwen-14B - Qwen/Qwen-1_8B - Qwen/Qwen-1_8B-Chat - Qwen/Qwen-72B - Qwen/Qwen-72B-Chat - Qwen/Qwen-7B - Qwen/Qwen-7B-Chat - Qwen/Qwen1.5-0.5B - Qwen/Qwen1.5-0.5B-Chat - Qwen/Qwen1.5-1.8B - Qwen/Qwen1.5-1.8B-Chat - Qwen/Qwen1.5-14B - Qwen/Qwen1.5-14B-Chat - Qwen/Qwen1.5-32B - Qwen/Qwen1.5-32B-Chat - Qwen/Qwen1.5-4B - Qwen/Qwen1.5-4B-Chat - Qwen/Qwen1.5-72B - Qwen/Qwen1.5-72B-Chat - Qwen/Qwen1.5-7B - Qwen/Qwen1.5-7B-Chat - Qwen/Qwen1.5-MoE-A2.7B - Qwen/Qwen1.5-MoE-A2.7B-Chat - Skywork/Skywork-13B-base - THUDM/LongAlign-7B-64k - THUDM/agentlm-7b - THUDM/chatglm2-6b - THUDM/chatglm3-6b - THUDM/chatglm3-6b-128k - THUDM/chatglm3-6b-32k - THUDM/chatglm3-6b-base - TencentARC/Mistral_Pro_8B_v0.1 - TinyLlama/TinyLlama-1.1B-Chat-v1.0 - TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T - Unbabel/TowerBase-7B-v0.1 - Walmart-the-bag/Misted-v2-7B - Walmart-the-bag/Quintellect-10.7B - Walmart-the-bag/WordWoven-2x7B - Weni/WeniGPT-2.2.3-Zephyr-7B-LLM_Base_2.0.3_SFT - Weni/WeniGPT-2.2.3-Zephyr-7B-merged-LLM_Base_2.0.3_SFT - Weni/WeniGPT-2.4.1-Zephyr-7B-3-epochs-GPT-QA-1.0.1_DP_DPO - Weni/WeniGPT-2.8.1-Zephyr-7B-zephyr-prompt-binarized - Weni/WeniGPT-Agents-Zephyr-1.0.17-KTO - Weni/WeniGPT-Mistral-7B-instructBase - Weni/WeniGPT-Mistral-7B-instructBase-4bit - Weni/ZeroShot-3.3.34-Mistral-7b-Multilanguage-3.3.0-merged - Weni/ZeroShot-3.4.22-Mistral-7b-DPO-1.0.0 - Weni/ZeroShot-Multilanguage-Zephyr-7B - abacusai/Smaug-34B-v0.1 - abacusai/Smaug-72B-v0.1 - adalbertojunior/Llama-3-8B-Instruct-Portuguese-v0.1 - adalbertojunior/Llama-3-8B-Instruct-Portuguese-v0.2 - adalbertojunior/Llama-3-8B-Instruct-Portuguese-v0.2-fft - allenai/OLMo-1B - allenai/OLMo-7B - allenai/OLMo-7B-Twin-2T - allenai/tulu-2-dpo-13b - allenai/tulu-2-dpo-7b - argilla/CapybaraHermes-2.5-Mistral-7B - argilla/notus-7b-v1 - argilla/notux-8x7b-v1 - baichuan-inc/Baichuan-7B - baichuan-inc/Baichuan2-13B-Base - baichuan-inc/Baichuan2-7B-Base - bardsai/jaskier-7b-dpo-v5.6 - berkeley-nest/Starling-LM-7B-alpha - bigscience/bloom-1b7 - bigscience/bloom-3b - bigscience/bloom-560m - bigscience/bloom-7b1 - botbot-ai/CabraLlama3-8b - cnmoro/Mistral-7B-Portuguese - cognitivecomputations/dolphin-2.9-llama3-8b - croissantllm/CroissantLLMBase - deepseek-ai/deepseek-llm-7b-base - deepseek-ai/deepseek-moe-16b-base - deepseek-ai/deepseek-moe-16b-chat - dominguesm/Canarim-7B-Instruct - dominguesm/canarim-7b - dominguesm/mambarim-110m - dynamofl/dynamo-8B-v0.1 - eduagarcia/gemma-7b-it_no_chat_template - eduagarcia/gemma-7b-it_singleturn_chat_template - ericzzz/falcon-rw-1b-instruct-openorca - facebook/opt-1.3b - facebook/opt-125m - facebook/opt-13b - facebook/opt-2.7b - facebook/opt-30b - facebook/opt-350m - facebook/opt-6.7b - facebook/opt-66b - fernandosola/bluearara-7B - fernandosola/bluearara-7B-instruct - google/gemma-1.1-2b-it - google/gemma-1.1-7b-it - google/gemma-2b - google/gemma-2b-it - google/gemma-7b - google/gemma-7b-it - google/mt5-base - google/mt5-small - gpt2 - h2oai/h2o-danube-1.8b-base - h2oai/h2o-danube-1.8b-chat - h2oai/h2o-danube2-1.8b-base - h2oai/h2o-danube2-1.8b-chat - huggyllama/llama-13b - huggyllama/llama-30b - huggyllama/llama-65b - huggyllama/llama-7b - internlm/internlm-20b - internlm/internlm-7b - internlm/internlm2-1_8b - internlm/internlm2-20b - internlm/internlm2-7b - internlm/internlm2-base-20b - internlm/internlm2-base-7b - internlm/internlm2-chat-1_8b - internlm/internlm2-chat-1_8b-sft - internlm/internlm2-chat-20b - internlm/internlm2-chat-20b-sft - internlm/internlm2-chat-7b - internlm/internlm2-chat-7b-sft - josu/gpt-neo-pt-1.3B - josu/gpt-neo-pt-br - lmsys/vicuna-13b-v1.5 - lmsys/vicuna-7b-v1.5 - lrds-code/boana-7b-instruct - lrds-code/samba-1.1B - lucianosb/boto-7B - lucianosb/boto-7B-v1.1 - maritaca-ai/sabia-7b - matsuo-lab/weblab-10b - meta-llama/Llama-2-13b-chat-hf - meta-llama/Llama-2-13b-hf - meta-llama/Llama-2-70b-chat-hf - meta-llama/Llama-2-70b-hf - meta-llama/Llama-2-7b-chat-hf - meta-llama/Llama-2-7b-hf - meta-llama/Meta-Llama-3-8B - meta-llama/Meta-Llama-3-8B-Instruct - microsoft/phi-1 - microsoft/phi-1_5 - microsoft/phi-2 - mistral-community/Mistral-7B-v0.2 - mistral-community/Mixtral-8x22B-Instruct-v0.1-4bit - mistral-community/Mixtral-8x22B-v0.1-4bit - mistralai/Mistral-7B-Instruct-v0.2 - mistralai/Mistral-7B-v0.1 - mistralai/Mixtral-8x7B-Instruct-v0.1 - mistralai/Mixtral-8x7B-v0.1 - mlabonne/Monarch-7B - monilouise/opt125M_portuguese - mosaicml/mpt-7b - mosaicml/mpt-7b-8k - nicholasKluge/Aira-2-portuguese-124M - nicholasKluge/Aira-2-portuguese-1B7 - nicholasKluge/Aira-2-portuguese-560M - nicholasKluge/TeenyTinyLlama-160m - nicholasKluge/TeenyTinyLlama-460m - nicholasKluge/TeenyTinyLlama-460m-Chat - nicolasdec/Cabra - nicolasdec/CabraMistral7b-0.4 - nicolasdec/CabraQwen14b - nicolasdec/CabraQwen7b - nicolasdec/Cabramistral7b - nicolasdec/cabra13b - openai-community/gpt2-large - openai-community/gpt2-medium - openai-community/gpt2-xl - openai-community/openai-gpt - openchat/openchat-3.5-0106 - openlm-research/open_llama_13b - openlm-research/open_llama_3b - openlm-research/open_llama_3b_v2 - openlm-research/open_llama_7b - openlm-research/open_llama_7b_v2 - paulml/OGNO-7B - pierreguillou/gpt2-small-portuguese - projecte-aina/FLOR-1.3B - projecte-aina/FLOR-6.3B - projecte-aina/FLOR-760M - projecte-aina/aguila-7b - pucpr/gpt2-bio-pt - recogna-nlp/GemBode-2b-it - recogna-nlp/Phi-Bode - recogna-nlp/bode-13b-alpaca-pt-br - recogna-nlp/bode-7b-alpaca-pt-br - recogna-nlp/gembode-2b-base-ultraalpaca - recogna-nlp/gembode-2b-base-ultraalpaca-qlora - recogna-nlp/gembode-2b-ultraalpaca - recogna-nlp/gembode-2b-ultraalpaca-qlora - recogna-nlp/internlmbode-7b - recogna-nlp/mistral-bode - recogna-nlp/mistralbode_7b_qlora_ultraalpaca - recogna-nlp/phi-bode-2-ultraalpaca - recogna-nlp/qwenbode_1_8b_chat_ultraalpaca - recogna-nlp/qwenbode_1_8b_chat_ultraalpaca_qlora - recogna-nlp/zephyr_7b_beta_ultraalpaca - rhaymison/Llama-portuguese-13b-Luana-v0.2 - rhaymison/Mistral-8x7b-portuguese-luana - rhaymison/Mistral-portuguese-luana-7b - rhaymison/Mistral-portuguese-luana-7b-Mathematics - rhaymison/Mistral-portuguese-luana-7b-chat - rhaymison/Mistral-portuguese-luana-7b-mental-health - rhaymison/Qwen-portuguese-luana-7b - rhaymison/gemma-portuguese-2b-it - rhaymison/gemma-portuguese-luana-2b - rishiraj/CatPPT - rishiraj/CatPPT-base - semantixai/LloroV2 - stabilityai/stablelm-2-12b - stabilityai/stablelm-2-12b-chat - stabilityai/stablelm-2-1_6b - stabilityai/stablelm-2-1_6b-chat - stabilityai/stablelm-2-zephyr-1_6b - stabilityai/stablelm-3b-4e1t - stabilityai/stablelm-base-alpha-3b - stabilityai/stablelm-base-alpha-3b-v2 - stabilityai/stablelm-base-alpha-7b - stabilityai/stablelm-base-alpha-7b-v2 - stabilityai/stablelm-zephyr-3b - state-spaces/mamba-1.4b-hf - state-spaces/mamba-130m-hf - state-spaces/mamba-2.8b-hf - state-spaces/mamba-370m-hf - state-spaces/mamba-790m-hf - t5-base - t5-large - t5-small - teknium/OpenHermes-2-Mistral-7B - teknium/OpenHermes-2.5-Mistral-7B - tiiuae/falcon-40b - tiiuae/falcon-7b - togethercomputer/RedPajama-INCITE-7B-Base - togethercomputer/RedPajama-INCITE-Base-3B-v1 - unsloth/mistral-7b-bnb-4bit - upstage/SOLAR-10.7B-Instruct-v1.0 - upstage/SOLAR-10.7B-v1.0 - wandgibaut/periquito-3B - xverse/XVERSE-13B - xverse/XVERSE-65B - xverse/XVERSE-65B-2 - xverse/XVERSE-7B --- Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference