DeepSeek V4 Pro 0423

{
  "id": "deepseek/deepseek-v4-pro",
  "name": "DeepSeek V4 Pro",
  "description": "Open MoE flagship with million-token context for coding and long agent runs",
  "family": "deepseek-thinking",
  "last_updated": "2026-04-24",
  "knowledge": "2025-05",
  "attachment": false,
  "reasoning": true,
  "tool_call": true,
  "structured_output": true,
  "temperature": true,
  "modalities": {
    "input": [
      "text"
    ],
    "output": [
      "text"
    ]
  },
  "limit": {
    "context": 1000000,
    "output": 384000
  },
  "benchmarks": [
    {
      "name": "SWE-Bench Verified",
      "score": 80.6,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "resolved"
    },
    {
      "name": "Artificial Analysis Coding Agent Index",
      "score": 50.1,
      "source": "https://artificialanalysis.ai/agents/coding-agents",
      "metric": "average pass@1",
      "harness": "Claude Code",
      "variant": "high"
    },
    {
      "name": "SWE-Atlas Codebase QnA",
      "score": 67.8,
      "source": "https://artificialanalysis.ai/agents/coding-agents",
      "metric": "pass@1",
      "harness": "Claude Code",
      "variant": "high"
    },
    {
      "name": "SWE-Bench Pro",
      "score": 18,
      "source": "https://artificialanalysis.ai/agents/coding-agents",
      "metric": "pass@1",
      "harness": "Claude Code",
      "variant": "high",
      "dataset": "hard-aa"
    },
    {
      "name": "Terminal-Bench",
      "score": 64.7,
      "source": "https://artificialanalysis.ai/agents/coding-agents",
      "metric": "pass@1",
      "harness": "Claude Code",
      "variant": "high",
      "version": "2.1"
    },
    {
      "name": "MMLU-Pro",
      "score": 87.5,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "EM",
      "variant": "preview checkpoint; max effort"
    },
    {
      "name": "SimpleQA-Verified",
      "score": 57.9,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "pass@1",
      "variant": "preview checkpoint; max effort"
    },
    {
      "name": "Chinese SimpleQA",
      "score": 84.4,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "pass@1",
      "variant": "preview checkpoint; max effort"
    },
    {
      "name": "GPQA Diamond",
      "score": 90.1,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "pass@1",
      "variant": "preview checkpoint; max effort"
    },
    {
      "name": "Humanity's Last Exam",
      "score": 37.7,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "pass@1",
      "variant": "preview checkpoint; max effort; without tools"
    },
    {
      "name": "LiveCodeBench",
      "score": 93.5,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "pass@1",
      "variant": "preview checkpoint; max effort"
    },
    {
      "name": "Codeforces",
      "score": 3206,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "rating",
      "variant": "preview checkpoint; max effort"
    },
    {
      "name": "HMMT",
      "score": 95.2,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "pass@1",
      "variant": "preview checkpoint; max effort",
      "dataset": "February 2026"
    },
    {
      "name": "IMOAnswerBench",
      "score": 89.8,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "pass@1",
      "variant": "preview checkpoint; max effort"
    },
    {
      "name": "MathArena Apex",
      "score": 38.3,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "pass@1",
      "variant": "preview checkpoint; max effort"
    },
    {
      "name": "MathArena Apex Shortlist",
      "score": 90.2,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "pass@1",
      "variant": "preview checkpoint; max effort"
    },
    {
      "name": "MRCR",
      "score": 83.5,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "MMR",
      "variant": "preview checkpoint; max effort",
      "dataset": "1M context"
    },
    {
      "name": "CorpusQA",
      "score": 62,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "accuracy",
      "variant": "preview checkpoint; max effort",
      "dataset": "1M context"
    },
    {
      "name": "Terminal-Bench",
      "score": 67.9,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "accuracy",
      "variant": "preview checkpoint; max effort",
      "version": "2.0"
    },
    {
      "name": "SWE-Bench Pro",
      "score": 55.4,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "resolved",
      "variant": "preview checkpoint; max effort"
    },
    {
      "name": "SWE-Bench Multilingual",
      "score": 76.2,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "resolved",
      "variant": "preview checkpoint; max effort"
    },
    {
      "name": "BrowseComp",
      "score": 83.4,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "pass@1",
      "variant": "preview checkpoint; max effort"
    },
    {
      "name": "Humanity's Last Exam",
      "score": 48.2,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "pass@1",
      "variant": "preview checkpoint; max effort; with tools"
    },
    {
      "name": "MCP Atlas",
      "score": 73.6,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "pass@1",
      "variant": "preview checkpoint; max effort",
      "dataset": "public"
    },
    {
      "name": "GDPval-AA",
      "score": 1554,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "Elo",
      "variant": "preview checkpoint; max effort"
    },
    {
      "name": "Toolathlon",
      "score": 51.8,
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro",
      "metric": "pass@1",
      "variant": "preview checkpoint; max effort"
    }
  ],
  "release_date": "2026-04-24",
  "open_weights": true,
  "weights": [
    {
      "label": "Hugging Face",
      "url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro"
    }
  ]
}