{
  "id": "multimodal-prompting",
  "code": "PTL-0111",
  "term": "Multimodal Prompting",
  "aliases": [
    "vision prompting",
    "image prompting",
    "visual prompting"
  ],
  "category": "foundations",
  "definition": "Multimodal prompting is prompting a model with more than one kind of input, such as images, documents, audio, or video together with text, so the model reasons over all of them.",
  "description": "Text-prompting techniques largely carry over, but some practices are specific to non-text inputs. Provider guidance recommends placing images before the question, labeling multiple images so they can be referred to, and sending legible, uncompressed images. Models remain weaker at precise counting, small text, and spatial coordinates, so high-stakes visual answers need checking.",
  "example": "Image 1: [receipt photo]. Image 2: [receipt photo]. List the total on each receipt and say which is larger.",
  "broader": [
    "prompt"
  ],
  "narrower": [],
  "related": [
    "context-window",
    "large-language-model"
  ],
  "introduced": 2023,
  "added": "2026-10-10",
  "sources": [
    {
      "title": "The Dawn of LMMs: Preliminary Explorations with GPT-4V(ision)",
      "authors": "Yang et al.",
      "year": 2023,
      "url": "https://arxiv.org/abs/2309.17421"
    },
    {
      "title": "Vision",
      "authors": "Anthropic",
      "year": 2024,
      "url": "https://platform.claude.com/docs/en/build-with-claude/vision"
    }
  ],
  "url": "https://protologue.com/t/multimodal-prompting/",
  "citation": "Protologue. (2026). Multimodal Prompting. In Protologue: A Taxonomy of Prompting and LLM Techniques (v1.4.0, PTL-0111). https://protologue.com/t/multimodal-prompting/"
}