{
  "id": "chatbot-arena",
  "code": "PTL-0210",
  "term": "Chatbot Arena",
  "aliases": [
    "LMArena",
    "Arena",
    "LMSYS Chatbot Arena"
  ],
  "category": "benchmarks",
  "definition": "Chatbot Arena is a public platform where people chat with two anonymous models side by side and vote for the better response, with the votes aggregated into a leaderboard of model ratings.",
  "description": "Crowdsourced preferences capture open-ended quality that fixed test sets miss, and new questions from real users resist contamination. Ratings can also reflect style, such as length and formatting, which is why style-controlled rankings are offered. The platform was later renamed, first LMArena and then Arena.",
  "example": null,
  "broader": [
    "benchmark"
  ],
  "narrower": [],
  "related": [
    "mt-bench",
    "llm-judge-bias",
    "llm-as-a-judge"
  ],
  "introduced": 2023,
  "added": "2026-10-10",
  "sources": [
    {
      "title": "Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference",
      "authors": "Chiang et al.",
      "year": 2024,
      "url": "https://arxiv.org/abs/2403.04132"
    }
  ],
  "url": "https://protologue.com/t/chatbot-arena/",
  "citation": "Protologue. (2026). Chatbot Arena. In Protologue: A Taxonomy of Prompting and LLM Techniques (v1.4.0, PTL-0210). https://protologue.com/t/chatbot-arena/"
}