{
  "id": "mmlu-pro",
  "code": "PTL-0188",
  "term": "MMLU-Pro",
  "aliases": [],
  "category": "benchmarks",
  "definition": "MMLU-Pro is a harder, reasoning-focused successor to MMLU that offers ten answer options instead of four and replaces trivial or noisy questions with more challenging ones.",
  "description": "More options lower the score obtainable by guessing, and the harder questions make chain-of-thought prompting matter more than it does on MMLU. Its creators also reported that scores vary less with the wording of the prompt than on the original benchmark.",
  "example": null,
  "broader": [
    "benchmark"
  ],
  "narrower": [],
  "related": [
    "mmlu",
    "gpqa",
    "chain-of-thought",
    "prompt-sensitivity"
  ],
  "introduced": 2024,
  "added": "2026-10-10",
  "sources": [
    {
      "title": "MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark",
      "authors": "Wang et al.",
      "year": 2024,
      "url": "https://arxiv.org/abs/2406.01574"
    }
  ],
  "url": "https://protologue.com/t/mmlu-pro/",
  "citation": "Protologue. (2026). MMLU-Pro. In Protologue: A Taxonomy of Prompting and LLM Techniques (v1.4.0, PTL-0188). https://protologue.com/t/mmlu-pro/"
}