Nemotron 3.5 Lightning

{
  "id": "nvidia/nemotron-3.5-lightning",
  "name": "Nemotron 3.5 Lightning 30B A3B",
  "description": "Fast NVIDIA Nemotron MoE for reliable agentic tasks across enterprise workloads",
  "family": "nemotron",
  "last_updated": "2026-08-11",
  "attachment": false,
  "reasoning": true,
  "tool_call": true,
  "structured_output": true,
  "temperature": true,
  "modalities": {
    "input": [
      "text"
    ],
    "output": [
      "text"
    ]
  },
  "limit": {
    "context": 262144,
    "output": 262144
  },
  "benchmarks": [
    {
      "name": "MMLU-Pro",
      "score": 81.94,
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
      "metric": "score",
      "harness": "NeMo Gym / NeMo Evaluator SDK",
      "variant": "BF16; reasoning"
    },
    {
      "name": "AA-Omniscience",
      "score": 17.5,
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
      "metric": "score",
      "harness": "NeMo Gym / NeMo Evaluator SDK",
      "variant": "BF16; reasoning"
    },
    {
      "name": "SciCode",
      "score": 32.6,
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
      "metric": "score",
      "harness": "NeMo Gym / NeMo Evaluator SDK",
      "variant": "BF16; reasoning"
    },
    {
      "name": "PinchBench",
      "score": 85.37,
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
      "metric": "score",
      "harness": "NeMo Gym / NeMo Evaluator SDK",
      "variant": "BF16; reasoning"
    },
    {
      "name": "BrowseComp",
      "score": 36.97,
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
      "metric": "score",
      "harness": "NeMo Gym / NeMo Evaluator SDK",
      "variant": "BF16; reasoning"
    },
    {
      "name": "AA-LCR",
      "score": 52,
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
      "metric": "score",
      "harness": "NeMo Gym / NeMo Evaluator SDK",
      "variant": "BF16; reasoning"
    },
    {
      "name": "GPQA Diamond",
      "score": 75.44,
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
      "metric": "accuracy",
      "variant": "BF16; reasoning; no tools"
    },
    {
      "name": "Humanity's Last Exam",
      "score": 11.72,
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
      "metric": "accuracy",
      "variant": "BF16; reasoning; no tools",
      "dataset": "text-only"
    },
    {
      "name": "SWE-Bench Verified",
      "score": 51.56,
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
      "metric": "accuracy",
      "harness": "NeMo Evaluator",
      "variant": "BF16; reasoning"
    },
    {
      "name": "SWE-Bench Multilingual",
      "score": 39.33,
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
      "metric": "accuracy",
      "harness": "NeMo Evaluator",
      "variant": "BF16; reasoning"
    },
    {
      "name": "Terminal-Bench",
      "score": 24.58,
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
      "metric": "accuracy",
      "harness": "NeMo Evaluator",
      "variant": "BF16; reasoning",
      "version": "2.1"
    },
    {
      "name": "tau3-bench",
      "score": 9.28,
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
      "metric": "score",
      "variant": "BF16; reasoning; banking"
    },
    {
      "name": "GDPval-AA",
      "score": 832,
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
      "metric": "Elo",
      "variant": "BF16; reasoning",
      "version": "2"
    },
    {
      "name": "IFBench",
      "score": 71.88,
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
      "metric": "accuracy",
      "variant": "BF16; reasoning; loose"
    }
  ],
  "release_date": "2026-08-11",
  "open_weights": true
}