{
  "apiVersion": "1",
  "methodologyVersion": "2026-09-30-arc-predictive-puzzles",
  "updatedAt": "2026-10-13T12:11:32.230Z",
  "benchmarks": [
    {
      "id": "aa-analyst-agent",
      "name": "AA-AnalystAgent",
      "description": "",
      "category": "iq",
      "dimension": "knowledge-work",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/aa-analyst-agent-scores/"
    },
    {
      "id": "aa-briefcase",
      "name": "AA-Briefcase v1.1 Elo",
      "description": "",
      "category": "iq",
      "dimension": "knowledge-work",
      "direction": "higher_is_better",
      "unit": null,
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/aa-briefcase-scores/"
    },
    {
      "id": "aa-lcr-v1-1",
      "name": "AA Long Context Reasoning v1.1",
      "description": "",
      "category": "iq",
      "dimension": "reliability",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/aa-lcr-v1-1-scores/"
    },
    {
      "id": "aa-omniscience",
      "name": "AA Omniscience",
      "description": "",
      "category": "iq",
      "dimension": "reliability",
      "direction": "higher_is_better",
      "unit": null,
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/aa-omniscience-scores/"
    },
    {
      "id": "agent-arena",
      "name": "Arena.ai Agent Arena",
      "description": "",
      "category": "iq",
      "dimension": "computer-use",
      "direction": "higher_is_better",
      "unit": null,
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/agent-arena-scores/"
    },
    {
      "id": "agents-last-exam",
      "name": "Agents' Last Exam",
      "description": "",
      "category": "iq",
      "dimension": "computer-use",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/agents-last-exam-scores/"
    },
    {
      "id": "aime",
      "name": "AIME",
      "description": "",
      "category": "iq",
      "dimension": "mathematical-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/aime-scores/"
    },
    {
      "id": "arc-agi-1",
      "name": "ARC-AGI-1",
      "description": "",
      "category": "iq",
      "dimension": "abstract-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/arc-agi-1-scores/"
    },
    {
      "id": "arc-agi-2",
      "name": "ARC-AGI-2",
      "description": "",
      "category": "iq",
      "dimension": "abstract-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/arc-agi-2-scores/"
    },
    {
      "id": "arc-agi-3",
      "name": "ARC-AGI-3",
      "description": "",
      "category": "iq",
      "dimension": "abstract-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/arc-agi-3-scores/"
    },
    {
      "id": "automationbench-aa",
      "name": "AutomationBench-AA",
      "description": "",
      "category": "iq",
      "dimension": "knowledge-work",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/automationbench-aa-scores/"
    },
    {
      "id": "browsecomp",
      "name": "BrowseComp",
      "description": "",
      "category": "iq",
      "dimension": "computer-use",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/browsecomp-scores/"
    },
    {
      "id": "bullshitbench-v2",
      "name": "BullshitBench v2",
      "description": "",
      "category": "iq",
      "dimension": "reliability",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/bullshitbench-v2-scores/"
    },
    {
      "id": "chess-puzzles",
      "name": "Chess Puzzles",
      "description": "",
      "category": "iq",
      "dimension": "abstract-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/chess-puzzles-scores/"
    },
    {
      "id": "critpt",
      "name": "CritPt",
      "description": "",
      "category": "iq",
      "dimension": "academic-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/critpt-scores/"
    },
    {
      "id": "enterprise-ops-gym-aa",
      "name": "EnterpriseOps-Gym-AA",
      "description": "",
      "category": "iq",
      "dimension": "knowledge-work",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/enterprise-ops-gym-aa-scores/"
    },
    {
      "id": "facts-grounding",
      "name": "FACTS Grounding",
      "description": "",
      "category": "iq",
      "dimension": "reliability",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/facts-grounding-scores/"
    },
    {
      "id": "frontiermath-t13",
      "name": "FrontierMath Tier 1-3",
      "description": "",
      "category": "iq",
      "dimension": "mathematical-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/frontiermath-tier-1-3-scores/"
    },
    {
      "id": "frontiermath-t4",
      "name": "FrontierMath Tier 4",
      "description": "",
      "category": "iq",
      "dimension": "mathematical-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/frontiermath-tier-4-scores/"
    },
    {
      "id": "gdp-pdf",
      "name": "GDP.pdf",
      "description": "",
      "category": "iq",
      "dimension": "knowledge-work",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/gdp-pdf-scores/"
    },
    {
      "id": "gdpval-aa-v2",
      "name": "GDPval-AA v2.1 normalized score",
      "description": "",
      "category": "iq",
      "dimension": "knowledge-work",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/gdpval-aa-v2-scores/"
    },
    {
      "id": "gpqa-diamond",
      "name": "GPQA Diamond",
      "description": "",
      "category": "iq",
      "dimension": "academic-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/gpqa-diamond-scores/"
    },
    {
      "id": "humanitys-last-exam",
      "name": "Humanity's Last Exam",
      "description": "",
      "category": "iq",
      "dimension": "academic-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/humanitys-last-exam-scores/"
    },
    {
      "id": "ifbench",
      "name": "IFBench",
      "description": "",
      "category": "iq",
      "dimension": "reliability",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/ifbench-scores/"
    },
    {
      "id": "ioi-v2",
      "name": "IOI V2",
      "description": "",
      "category": "iq",
      "dimension": "programmatic-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/ioi-v2-scores/"
    },
    {
      "id": "livecodebench",
      "name": "LiveCodeBench",
      "description": "",
      "category": "iq",
      "dimension": "programmatic-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/livecodebench-scores/"
    },
    {
      "id": "matharena",
      "name": "MathArena",
      "description": "",
      "category": "iq",
      "dimension": "mathematical-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/matharena-scores/"
    },
    {
      "id": "mcp-atlas",
      "name": "MCP Atlas",
      "description": "",
      "category": "iq",
      "dimension": "computer-use",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/mcp-atlas-scores/"
    },
    {
      "id": "mirrorcode",
      "name": "MirrorCode",
      "description": "",
      "category": "iq",
      "dimension": "programmatic-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/mirrorcode-scores/"
    },
    {
      "id": "mmlu-pro",
      "name": "MMLU-Pro",
      "description": "",
      "category": "iq",
      "dimension": "academic-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/mmlu-pro-scores/"
    },
    {
      "id": "mmmu-pro",
      "name": "MMMU-Pro",
      "description": "",
      "category": "iq",
      "dimension": "academic-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/mmmu-pro-scores/"
    },
    {
      "id": "mystery-game-puzzles",
      "name": "Mystery Game Puzzles",
      "description": "",
      "category": "iq",
      "dimension": "abstract-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/mystery-game-puzzles-scores/"
    },
    {
      "id": "osworld-verified",
      "name": "OSWorld-Verified",
      "description": "",
      "category": "iq",
      "dimension": "computer-use",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/osworld-verified-scores/"
    },
    {
      "id": "programbench-almost-resolved",
      "name": "ProgramBench",
      "description": "",
      "category": "iq",
      "dimension": "programmatic-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/programbench-almost-resolved-scores/"
    },
    {
      "id": "proofbench-v1-1",
      "name": "ProofBench 1.1",
      "description": "",
      "category": "iq",
      "dimension": "mathematical-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/proofbench-v1-1-scores/"
    },
    {
      "id": "scicode",
      "name": "SciCode",
      "description": "",
      "category": "iq",
      "dimension": "academic-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/scicode-scores/"
    },
    {
      "id": "simpleqa-verified",
      "name": "SimpleQA Verified",
      "description": "",
      "category": "iq",
      "dimension": "reliability",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/simpleqa-verified-scores/"
    },
    {
      "id": "swe-rebench",
      "name": "SWE-rebench",
      "description": "",
      "category": "iq",
      "dimension": "programmatic-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/swe-rebench-scores/"
    },
    {
      "id": "terminal-bench-4-0",
      "name": "Terminal-Bench 4.0",
      "description": "",
      "category": "iq",
      "dimension": "programmatic-reasoning",
      "direction": "higher_is_better",
      "unit": "percent",
      "updatedAt": "2026-10-13T12:11:32.230Z",
      "url": "https://www.aiiq.org/charts/terminal-bench-4-0-scores/"
    }
  ]
}