{
  "retrievedAt": "2026-11-05",
  "origin": "published third-party evaluations; not a test of this service",
  "artificialAnalysis": {
    "url": "https://artificialanalysis.ai/models/comparisons/gpt-6-astra-vs-claude-fable-5-1",
    "indexVersion": "5.0.1",
    "models": [
      {
        "id": "gpt-6-astra",
        "label": "GPT-6 Astra",
        "configuration": "Max"
      },
      {
        "id": "claude-fable-5.1",
        "label": "Claude Fable 5.1",
        "configuration": "Max, Default Fallback"
      }
    ],
    "metrics": [
      {
        "benchmark": "Intelligence Index v5.0.1",
        "unit": "index points",
        "values": [
          57,
          49
        ],
        "sourcePrecision": "preserved as displayed"
      },
      {
        "benchmark": "Terminal-Bench 4.0",
        "unit": "percent",
        "values": [
          59,
          52
        ],
        "sourcePrecision": "preserved as displayed"
      },
      {
        "benchmark": "FrontierCode 2.0",
        "unit": "percent",
        "values": [
          42,
          32
        ],
        "sourcePrecision": "preserved as displayed"
      },
      {
        "benchmark": "AA-Briefcase v1.1",
        "unit": "Elo",
        "values": [
          1569,
          1669
        ],
        "sourcePrecision": "preserved as displayed"
      }
    ],
    "confidenceIntervals": null,
    "note": "Comparison page does not publish row-level confidence intervals or exact run timestamps. Claude Default Fallback is part of the source configuration.",
    "methodology": "https://artificialanalysis.ai/methodology/intelligence-benchmarking",
    "terminalBench": {
      "version": "4.0",
      "tasks": 66,
      "repeats": 3,
      "harness": "mini-swe-agent",
      "scoring": "pass@1; all verifier tests must pass"
    },
    "frontierCode": {
      "version": "2.0",
      "tasks": 132,
      "repeats": 3,
      "harness": "Stirrup",
      "scoring": "held-out tests and rubric; LLM judge",
      "judge": "GPT-6 Luna (medium)",
      "turnCap": 500
    },
    "indexCategories": {
      "Knowledge Work": 0.25,
      "Coding": 0.25,
      "Science": 0.25,
      "General": 0.25
    },
    "briefcase": {
      "version": "1.1",
      "tasks": 91,
      "scoring": "combined Elo: rubric, analytical quality, presentation",
      "url": "https://artificialanalysis.ai/evaluations/aa-briefcase"
    }
  },
  "agentArena": {
    "url": "https://arena.ai/leaderboard/agent",
    "methodology": "https://arena.ai/blog/agent-arena-methodology",
    "sourceUpdatedAt": "2026-11-04",
    "configuration": "Max for each named model",
    "metric": "Net Improvement",
    "unit": "percentage-point treatment-effect estimate; not raw completion rate",
    "confidenceLevel": 0.95,
    "models": [
      {
        "id": "gpt-6-astra",
        "netImprovement": 14.7,
        "ci95HalfWidth": 2.07,
        "sessions": 15475
      },
      {
        "id": "claude-fable-5.1",
        "netImprovement": 13.86,
        "ci95HalfWidth": 1.87,
        "sessions": 17518
      }
    ]
  }
}