FilBench: An Open LLM Leaderboard for Filipino

Code | Paper | Total Models: 41 | Last restart (PHT): 20:09 PST, 22 Sep 2025
📥: Indicates model submissions from the community. If you wish to submit your model evaluations, then please check our instructions on GitHub.
{
  • "headers": [
    • "Model",
    • "Average ⬆️",
    • "Precision",
    • "# Parameters",
    • "Multilingual",
    • "Model Type",
    • "Submission",
    • "Submission Date",
    • "🌏 Cultural Knowledge",
    • "🏛️ Classical NLP",
    • "📖 Reading Comprehension",
    • "🔢 Generation",
    • "Incomplete"
    ],
  • "data": [
    • [
      • "<a target="_blank" href="https://platform.openai.com/docs/models" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">gpt-4o-2024-08-06</a>",
      • 74.27,
      • "?",
      • -1,
      • "🟢 Multilingual",
      • "❓ Unknown",
      • false,
      • "",
      • 73.29,
      • 89.03,
      • 80.12,
      • 54.65,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8</a>",
      • 67.67,
      • "?",
      • 400,
      • "🟢 Multilingual",
      • "♦️ Preference-aligned",
      • false,
      • "",
      • 76.75,
      • 87.28,
      • 72.99,
      • 33.67,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">meta-llama/Llama-4-Scout-17B-16E-Instruct</a>",
      • 63.2,
      • "?",
      • 109,
      • "🟢 Multilingual",
      • "♦️ Preference-aligned",
      • false,
      • "",
      • 74.31,
      • 87.88,
      • 70.86,
      • 19.75,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/Qwen/Qwen2.5-72B-Instruct" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Qwen/Qwen2.5-72B-Instruct</a>",
      • 63.08,
      • "?",
      • 72,
      • "🟢 Multilingual",
      • "⭕ SFT",
      • false,
      • "",
      • 73.11,
      • 88.6,
      • 75.62,
      • 14.98,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/Tower-Babel/Babel-83B" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Tower-Babel/Babel-83B</a>",
      • 61.13,
      • "?",
      • 83,
      • "🟢 Multilingual",
      • "🟥 Base",
      • false,
      • "",
      • 74.96,
      • 89.2,
      • 64.25,
      • 16.11,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/aisingapore/Llama-SEA-LION-v3-70B-IT" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">aisingapore/Llama-SEA-LION-v3-70B-IT</a>",
      • 61.07,
      • "?",
      • 70,
      • "🔵 SEA-Focused",
      • "⭕ SFT",
      • false,
      • "",
      • 76.78,
      • 89.99,
      • 53.56,
      • 23.95,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/Tower-Babel/Babel-83B-Chat" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Tower-Babel/Babel-83B-Chat</a>",
      • 60.85,
      • "?",
      • 83,
      • "🟢 Multilingual",
      • "⭕ SFT",
      • false,
      • "",
      • 75.21,
      • 88.81,
      • 64.85,
      • 14.53,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/meta-llama/Llama-3.1-70B-Instruct" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">meta-llama/Llama-3.1-70B-Instruct</a>",
      • 59.66,
      • "bfloat16",
      • 70,
      • "🟢 Multilingual",
      • "⭕ SFT",
      • false,
      • "",
      • 72.16,
      • 90.27,
      • 52.17,
      • 24.03,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/sail/Sailor2-20B-Chat" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">sail/Sailor2-20B-Chat</a>",
      • 58.61,
      • "bfloat16",
      • 20,
      • "🔵 SEA-Focused",
      • "♦️ Preference-aligned",
      • false,
      • "",
      • 66.43,
      • 89.03,
      • 63.03,
      • 15.95,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/Qwen/Qwen2.5-32B-Instruct" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Qwen/Qwen2.5-32B-Instruct</a>",
      • 57.88,
      • "bfloat16",
      • 32,
      • "🟢 Multilingual",
      • "⭕ SFT",
      • false,
      • "",
      • 66.83,
      • 89.32,
      • 70.59,
      • 4.79,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/Qwen/Qwen3-32B" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Qwen/Qwen3-32B</a>",
      • 57.65,
      • "?",
      • 32,
      • "🟢 Multilingual",
      • "♦️ Preference-aligned",
      • false,
      • "",
      • 71.29,
      • 87.26,
      • 65.48,
      • 6.58,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/aisingapore/gemma2-9b-cpt-sea-lionv3-instruct" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">aisingapore/gemma2-9b-cpt-sea-lionv3-instruct</a>",
      • 56.14,
      • "bfloat16",
      • 9,
      • "🔵 SEA-Focused",
      • "⭕ SFT",
      • false,
      • "",
      • 64.44,
      • 88.55,
      • 54.46,
      • 17.1,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/aisingapore/Llama-SEA-LION-v3.5-70B-R" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">aisingapore/Llama-SEA-LION-v3.5-70B-R</a>",
      • 55.86,
      • "?",
      • 70,
      • "🔵 SEA-Focused",
      • "⭕ SFT",
      • false,
      • "",
      • 70.4,
      • 83.75,
      • 54.41,
      • 14.88,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/google/gemma-2-27b-it" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">google/gemma-2-27b-it</a>",
      • 55.22,
      • "?",
      • 27,
      • "🟢 Multilingual",
      • "⭕ SFT",
      • false,
      • "",
      • 68.76,
      • 87.99,
      • 48.77,
      • 15.38,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/google/gemma-3-27b-it" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">google/gemma-3-27b-it</a>",
      • 55.17,
      • "?",
      • 27,
      • "🟢 Multilingual",
      • "⭕ SFT",
      • false,
      • "",
      • 71.41,
      • 88.61,
      • 53.23,
      • 7.42,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">mistralai/Mixtral-8x22B-Instruct-v0.1</a>",
      • 54.28,
      • "?",
      • 141,
      • "🟢 Multilingual",
      • "⭕ SFT",
      • false,
      • "",
      • 54.47,
      • 87.19,
      • 64.78,
      • 10.7,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/google/gemma-3-12b-it" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">google/gemma-3-12b-it</a>",
      • 54.04,
      • "?",
      • 12,
      • "🟢 Multilingual",
      • "⭕ SFT",
      • false,
      • "",
      • 67.34,
      • 88.56,
      • 54.93,
      • 5.34,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/google/gemma-2-9b-it" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">google/gemma-2-9b-it</a>",
      • 53.33,
      • "?",
      • 9,
      • "🟢 Multilingual",
      • "⭕ SFT",
      • false,
      • "",
      • 63.69,
      • 87.47,
      • 50.65,
      • 11.51,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/Qwen/Qwen3-14B" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Qwen/Qwen3-14B</a>",
      • 53.23,
      • "?",
      • 14,
      • "🟢 Multilingual",
      • "♦️ Preference-aligned",
      • false,
      • "",
      • 59.28,
      • 83.45,
      • 66.11,
      • 4.07,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/Qwen/Qwen3-8B" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Qwen/Qwen3-8B</a>",
      • 52.93,
      • "?",
      • 8,
      • "🟢 Multilingual",
      • "♦️ Preference-aligned",
      • false,
      • "",
      • 59.82,
      • 79.76,
      • 67.3,
      • 4.83,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/CohereLabs/c4ai-command-a-03-2025" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">CohereLabs/c4ai-command-a-03-2025</a>",
      • 52.82,
      • "?",
      • 111,
      • "🟢 Multilingual",
      • "♦️ Preference-aligned",
      • false,
      • "",
      • 69.95,
      • 88.97,
      • 46.82,
      • 5.55,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/Tower-Babel/Babel-9B-Chat" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Tower-Babel/Babel-9B-Chat</a>",
      • 52.75,
      • "bfloat16",
      • 9,
      • "🟢 Multilingual",
      • "⭕ SFT",
      • false,
      • "",
      • 60.06,
      • 87.67,
      • 56.49,
      • 6.79,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/sail/Sailor2-8B-Chat" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">sail/Sailor2-8B-Chat</a>",
      • 52.49,
      • "?",
      • 8,
      • "🔵 SEA-Focused",
      • "♦️ Preference-aligned",
      • false,
      • "",
      • 58.94,
      • 86.03,
      • 50.69,
      • 14.29,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/Qwen/Qwen2.5-14B-Instruct" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Qwen/Qwen2.5-14B-Instruct</a>",
      • 52.41,
      • "bfloat16",
      • 14,
      • "🟢 Multilingual",
      • "⭕ SFT",
      • false,
      • "",
      • 59.27,
      • 86.27,
      • 59.95,
      • 4.14,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/Qwen/Qwen2.5-7B-Instruct" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Qwen/Qwen2.5-7B-Instruct</a>",
      • 50.46,
      • "bfloat16",
      • 7,
      • "🟢 Multilingual",
      • "⭕ SFT",
      • false,
      • "",
      • 51.61,
      • 85.58,
      • 60.47,
      • 4.19,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/aisingapore/llama3.1-8b-cpt-sea-lionv3-instruct" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">aisingapore/llama3.1-8b-cpt-sea-lionv3-instruct</a>",
      • 50.32,
      • "bfloat16",
      • 8,
      • "🔵 SEA-Focused",
      • "⭕ SFT",
      • false,
      • "",
      • 59.89,
      • 83.33,
      • 47.47,
      • 10.6,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">mistralai/Mixtral-8x7B-Instruct-v0.1</a>",
      • 50.26,
      • "?",
      • 47,
      • "🟢 Multilingual",
      • "⭕ SFT",
      • false,
      • "",
      • 49.88,
      • 84.19,
      • 60.95,
      • 6.02,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/aisingapore/Llama-SEA-LION-v3.5-8B-R" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">aisingapore/Llama-SEA-LION-v3.5-8B-R</a>",
      • 49.43,
      • "?",
      • 8,
      • "🔵 SEA-Focused",
      • "⭕ SFT",
      • false,
      • "",
      • 59.43,
      • 82.02,
      • 47.38,
      • 8.89,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/SeaLLMs/SeaLLMs-v3-7B-Chat" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">SeaLLMs/SeaLLMs-v3-7B-Chat</a>",
      • 49.06,
      • "bfloat16",
      • 7,
      • "🔵 SEA-Focused",
      • "⭕ SFT",
      • false,
      • "",
      • 52.04,
      • 79.68,
      • 62.47,
      • 2.08,
      • true
      ],
    • [
      • "<a target="_blank" href="https://platform.openai.com/docs/models" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">gpt-4o-mini</a>",
      • 48.47,
      • "?",
      • -1,
      • "🟢 Multilingual",
      • "❓ Unknown",
      • false,
      • "",
      • 25.09,
      • 73.12,
      • 47.78,
      • 47.88,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/Qwen/Qwen3-4B" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Qwen/Qwen3-4B</a>",
      • 48.42,
      • "?",
      • 4,
      • "🟢 Multilingual",
      • "♦️ Preference-aligned",
      • false,
      • "",
      • 55.21,
      • 83.53,
      • 51.85,
      • 3.08,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/CohereForAI/aya-expanse-32b" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">CohereForAI/aya-expanse-32b</a>",
      • 47.84,
      • "bfloat16",
      • 32,
      • "🟢 Multilingual",
      • "♦️ Preference-aligned",
      • false,
      • "",
      • 53.22,
      • 87.47,
      • 46.09,
      • 4.58,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">meta-llama/Llama-3.1-8B-Instruct</a>",
      • 47.38,
      • "bfloat16",
      • 8,
      • "🟢 Multilingual",
      • "⭕ SFT",
      • false,
      • "",
      • 52.08,
      • 86.61,
      • 46.42,
      • 4.42,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/mistralai/Ministral-8B-Instruct-2410" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">mistralai/Ministral-8B-Instruct-2410</a>",
      • 47.33,
      • "bfloat16",
      • 8,
      • "🟢 Multilingual",
      • "⭕ SFT",
      • false,
      • "",
      • 42.02,
      • 77.95,
      • 62.33,
      • 7,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/neulab/Pangea-7B" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">neulab/Pangea-7B</a>",
      • 43.98,
      • "bfloat16",
      • 7,
      • "🟢 Multilingual",
      • "⭕ SFT",
      • false,
      • "",
      • 46.23,
      • 78.8,
      • 47.74,
      • 3.15,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/SeaLLMs/SeaLLMs-v3-1.5B-Chat" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">SeaLLMs/SeaLLMs-v3-1.5B-Chat</a>",
      • 43.2,
      • "bfloat16",
      • 1.5,
      • "🔵 SEA-Focused",
      • "⭕ SFT",
      • false,
      • "",
      • 37.14,
      • 75.17,
      • 56.85,
      • 3.62,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/CohereLabs/c4ai-command-r7b-12-2024" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">CohereLabs/c4ai-command-r7b-12-2024</a>",
      • 41.66,
      • "?",
      • 7,
      • "🟢 Multilingual",
      • "♦️ Preference-aligned",
      • false,
      • "",
      • 43.83,
      • 74.97,
      • 45.71,
      • 2.14,
      • true
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">deepseek-ai/DeepSeek-R1-Distill-Qwen-14B</a>",
      • 21.77,
      • "?",
      • -1,
      • "❓ Unknown",
      • "❓ Unknown",
      • false,
      • "",
      • 23.69,
      • 14.01,
      • 45.64,
      • 3.74,
      • false
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/Qwen/Qwen2-72B-Instruct" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Qwen/Qwen2-72B-Instruct</a>",
      • 20.78,
      • "bfloat16",
      • -1,
      • "❓ Unknown",
      • "❓ Unknown",
      • false,
      • "",
      • 3.8,
      • 12.64,
      • 54.56,
      • 12.11,
      • false
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/HuggingFaceTB/SmolLM-1.7B-Instruct" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">HuggingFaceTB/SmolLM-1.7B-Instruct</a>",
      • 20.69,
      • "?",
      • 1.7,
      • "🟠 Monolingual",
      • "⭕ SFT",
      • false,
      • "",
      • 23.82,
      • 13.53,
      • 45.41,
      • 0,
      • false
      ],
    • [
      • "<a target="_blank" href="https://huggingface.co/deepseek-ai/DeepSeek-V3" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">deepseek-ai/DeepSeek-V3</a>",
      • 6.88,
      • "?",
      • -1,
      • "❓ Unknown",
      • "❓ Unknown",
      • false,
      • "",
      • 0,
      • 0,
      • 0,
      • 27.53,
      • false
      ]
    ],
  • "metadata": null
}