{
  "corpus_fingerprint": "307-bf8e3bdb8cf5",
  "revision": "2026-11-08",
  "published_at": "2026-11-09T03:33:12Z",
  "grader_version": "2026-10-31b",
  "rows": [
    {
      "track": "closed",
      "model": "claude-fable-5.1",
      "provider": "claude-code",
      "total": 305,
      "correct": 149,
      "incorrect": 35,
      "abstained": 121,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 79,
      "score_per_100": 25.901639344262296,
      "runs": 1,
      "reasoning_correct": 43,
      "reasoning_total": 43,
      "grounded_correct": 106,
      "grounded_total": 262,
      "grounded_wrong": 35,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 40.458015267175576,
      "grounded_hallucination_pct": 24.822695035460992,
      "cost_usd": 15.374200000000009
    },
    {
      "track": "closed",
      "model": "claude-opus-5.5",
      "provider": "claude-code",
      "total": 305,
      "correct": 145,
      "incorrect": 34,
      "abstained": 126,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 77,
      "score_per_100": 25.24590163934426,
      "runs": 1,
      "reasoning_correct": 43,
      "reasoning_total": 43,
      "grounded_correct": 102,
      "grounded_total": 262,
      "grounded_wrong": 34,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 38.93129770992366,
      "grounded_hallucination_pct": 25,
      "cost_usd": 5.0630102
    },
    {
      "track": "closed",
      "model": "grok-4.7",
      "provider": "xai",
      "total": 305,
      "correct": 86,
      "incorrect": 5,
      "abstained": 214,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 76,
      "score_per_100": 24.918032786885245,
      "runs": 1,
      "reasoning_correct": 40,
      "reasoning_total": 43,
      "grounded_correct": 46,
      "grounded_total": 262,
      "grounded_wrong": 3,
      "reasoning_accuracy": 93.02325581395348,
      "grounded_accuracy": 17.557251908396946,
      "grounded_hallucination_pct": 6.122448979591836,
      "cost_usd": 3.3446320000000016
    },
    {
      "track": "closed",
      "model": "claude-sonnet-5.5",
      "provider": "claude-code",
      "total": 305,
      "correct": 132,
      "incorrect": 38,
      "abstained": 135,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 56,
      "score_per_100": 18.360655737704917,
      "runs": 1,
      "reasoning_correct": 43,
      "reasoning_total": 43,
      "grounded_correct": 89,
      "grounded_total": 262,
      "grounded_wrong": 38,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 33.969465648854964,
      "grounded_hallucination_pct": 29.921259842519685,
      "cost_usd": 2.4410900000000004
    },
    {
      "track": "closed",
      "model": "claude-haiku-5.5",
      "provider": "claude-code",
      "total": 305,
      "correct": 86,
      "incorrect": 30,
      "abstained": 189,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 26,
      "score_per_100": 8.524590163934427,
      "runs": 1,
      "reasoning_correct": 43,
      "reasoning_total": 43,
      "grounded_correct": 43,
      "grounded_total": 262,
      "grounded_wrong": 30,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 16.412213740458014,
      "grounded_hallucination_pct": 41.0958904109589,
      "cost_usd": 0.137967
    },
    {
      "track": "closed",
      "model": "gemma4-12b",
      "provider": "ollama",
      "total": 305,
      "correct": 40,
      "incorrect": 110,
      "abstained": 112,
      "no_answer": 0,
      "errors": 0,
      "truncated": 43,
      "score": -180,
      "score_per_100": -68.70229007633588,
      "runs": 1,
      "reasoning_correct": 19,
      "reasoning_total": 28,
      "grounded_correct": 21,
      "grounded_total": 234,
      "grounded_wrong": 101,
      "reasoning_accuracy": 67.85714285714286,
      "grounded_accuracy": 8.974358974358974,
      "grounded_hallucination_pct": 82.78688524590164,
      "cost_usd": 0
    },
    {
      "track": "closed",
      "model": "deepseek-r1-14b",
      "provider": "ollama",
      "total": 305,
      "correct": 42,
      "incorrect": 146,
      "abstained": 114,
      "no_answer": 0,
      "errors": 0,
      "truncated": 3,
      "score": -250,
      "score_per_100": -82.78145695364239,
      "runs": 1,
      "reasoning_correct": 23,
      "reasoning_total": 40,
      "grounded_correct": 19,
      "grounded_total": 262,
      "grounded_wrong": 129,
      "reasoning_accuracy": 57.5,
      "grounded_accuracy": 7.251908396946565,
      "grounded_hallucination_pct": 87.16216216216216,
      "cost_usd": 0
    },
    {
      "track": "closed",
      "model": "gpt-oss-20b",
      "provider": "ollama",
      "total": 305,
      "correct": 45,
      "incorrect": 160,
      "abstained": 98,
      "no_answer": 0,
      "errors": 0,
      "truncated": 2,
      "score": -275,
      "score_per_100": -90.75907590759076,
      "runs": 1,
      "reasoning_correct": 30,
      "reasoning_total": 42,
      "grounded_correct": 15,
      "grounded_total": 261,
      "grounded_wrong": 148,
      "reasoning_accuracy": 71.42857142857143,
      "grounded_accuracy": 5.747126436781609,
      "grounded_hallucination_pct": 90.79754601226993,
      "cost_usd": 0
    },
    {
      "track": "mcp",
      "model": "claude-opus-5.5",
      "provider": "claude-code",
      "total": 912,
      "correct": 908,
      "incorrect": 4,
      "abstained": 0,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 900,
      "score_per_100": 98.6842105263158,
      "runs": 3,
      "score_per_100_min": 98.02631578947368,
      "score_per_100_max": 99.01315789473684,
      "reasoning_correct": 129,
      "reasoning_total": 129,
      "grounded_correct": 779,
      "grounded_total": 783,
      "grounded_wrong": 4,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 99.48914431673052,
      "grounded_hallucination_pct": 0.5108556832694764,
      "cost_usd": 155.92724760000024
    },
    {
      "track": "mcp",
      "model": "claude-fable-5.1",
      "provider": "claude-code",
      "total": 912,
      "correct": 907,
      "incorrect": 4,
      "abstained": 0,
      "no_answer": 1,
      "errors": 0,
      "truncated": 0,
      "score": 899,
      "score_per_100": 98.57456140350877,
      "runs": 3,
      "score_per_100_min": 97.69736842105263,
      "score_per_100_max": 100,
      "reasoning_correct": 129,
      "reasoning_total": 129,
      "grounded_correct": 778,
      "grounded_total": 782,
      "grounded_wrong": 4,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 99.48849104859335,
      "grounded_hallucination_pct": 0.5115089514066496,
      "cost_usd": 368.9321807499998
    },
    {
      "track": "mcp",
      "model": "claude-sonnet-5.5",
      "provider": "claude-code",
      "total": 912,
      "correct": 887,
      "incorrect": 18,
      "abstained": 6,
      "no_answer": 1,
      "errors": 0,
      "truncated": 0,
      "score": 851,
      "score_per_100": 93.31140350877193,
      "runs": 3,
      "score_per_100_min": 92.4342105263158,
      "score_per_100_max": 95.0657894736842,
      "reasoning_correct": 123,
      "reasoning_total": 129,
      "grounded_correct": 764,
      "grounded_total": 782,
      "grounded_wrong": 12,
      "reasoning_accuracy": 95.34883720930233,
      "grounded_accuracy": 97.69820971867007,
      "grounded_hallucination_pct": 1.5463917525773196,
      "cost_usd": 29.79973710000003
    },
    {
      "track": "mcp",
      "model": "grok-4.7",
      "provider": "xai",
      "total": 912,
      "correct": 876,
      "incorrect": 15,
      "abstained": 21,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 846,
      "score_per_100": 92.76315789473684,
      "runs": 3,
      "score_per_100_min": 92.4342105263158,
      "score_per_100_max": 93.42105263157895,
      "reasoning_correct": 124,
      "reasoning_total": 129,
      "grounded_correct": 752,
      "grounded_total": 783,
      "grounded_wrong": 12,
      "reasoning_accuracy": 96.12403100775194,
      "grounded_accuracy": 96.04086845466156,
      "grounded_hallucination_pct": 1.5706806282722514,
      "cost_usd": 73.42590800000004
    },
    {
      "track": "mcp",
      "model": "claude-haiku-5.5",
      "provider": "claude-code",
      "total": 912,
      "correct": 840,
      "incorrect": 31,
      "abstained": 39,
      "no_answer": 2,
      "errors": 0,
      "truncated": 0,
      "score": 778,
      "score_per_100": 85.30701754385964,
      "runs": 3,
      "score_per_100_min": 84.86842105263158,
      "score_per_100_max": 85.52631578947368,
      "reasoning_correct": 121,
      "reasoning_total": 129,
      "grounded_correct": 719,
      "grounded_total": 781,
      "grounded_wrong": 28,
      "reasoning_accuracy": 93.7984496124031,
      "grounded_accuracy": 92.06145966709347,
      "grounded_hallucination_pct": 3.748326639892905,
      "cost_usd": 3.704581759999998
    },
    {
      "track": "mcp",
      "model": "gemma4-12b",
      "provider": "ollama",
      "total": 912,
      "correct": 649,
      "incorrect": 138,
      "abstained": 101,
      "no_answer": 1,
      "errors": 0,
      "truncated": 23,
      "score": 373,
      "score_per_100": 41.95725534308212,
      "runs": 3,
      "score_per_100_min": 37.83783783783784,
      "score_per_100_max": 48.821548821548824,
      "reasoning_correct": 90,
      "reasoning_total": 121,
      "grounded_correct": 559,
      "grounded_total": 767,
      "grounded_wrong": 123,
      "reasoning_accuracy": 74.3801652892562,
      "grounded_accuracy": 72.88135593220339,
      "grounded_hallucination_pct": 18.035190615835777,
      "cost_usd": 0
    },
    {
      "track": "mcp",
      "model": "gpt-oss-20b",
      "provider": "ollama",
      "total": 912,
      "correct": 558,
      "incorrect": 140,
      "abstained": 17,
      "no_answer": 195,
      "errors": 0,
      "truncated": 2,
      "score": 278,
      "score_per_100": 30.54945054945055,
      "runs": 3,
      "score_per_100_min": 24.422442244224424,
      "score_per_100_max": 34.21052631578947,
      "reasoning_correct": 80,
      "reasoning_total": 106,
      "grounded_correct": 478,
      "grounded_total": 609,
      "grounded_wrong": 114,
      "reasoning_accuracy": 75.47169811320755,
      "grounded_accuracy": 78.48932676518884,
      "grounded_hallucination_pct": 19.256756756756758,
      "cost_usd": 0
    }
  ],
  "gaps": [
    {
      "model": "claude-fable-5.1",
      "score_gap_per_100": 72.58771929824562,
      "grounded_acc_closed": 40.61302681992337,
      "grounded_acc_mcp": 99.48849104859335,
      "halluc_closed": 24.822695035460992,
      "halluc_mcp": 0.5115089514066496
    },
    {
      "model": "claude-haiku-5.5",
      "score_gap_per_100": 76.75438596491227,
      "grounded_acc_closed": 16.47509578544061,
      "grounded_acc_mcp": 92.06145966709347,
      "halluc_closed": 41.0958904109589,
      "halluc_mcp": 3.748326639892905
    },
    {
      "model": "claude-opus-5.5",
      "score_gap_per_100": 73.35526315789474,
      "grounded_acc_closed": 39.08045977011494,
      "grounded_acc_mcp": 99.48914431673052,
      "halluc_closed": 25,
      "halluc_mcp": 0.5108556832694764
    },
    {
      "model": "claude-sonnet-5.5",
      "score_gap_per_100": 74.89035087719299,
      "grounded_acc_closed": 34.099616858237546,
      "grounded_acc_mcp": 97.69820971867007,
      "halluc_closed": 29.921259842519685,
      "halluc_mcp": 1.5463917525773196
    },
    {
      "model": "gemma4-12b",
      "score_gap_per_100": 110.1564890595572,
      "grounded_acc_closed": 9.012875536480687,
      "grounded_acc_mcp": 72.88135593220339,
      "halluc_closed": 82.64462809917356,
      "halluc_mcp": 18.035190615835777
    },
    {
      "model": "gpt-oss-20b",
      "score_gap_per_100": 121.60905319845718,
      "grounded_acc_closed": 5.769230769230769,
      "grounded_acc_mcp": 78.48932676518884,
      "halluc_closed": 90.79754601226993,
      "halluc_mcp": 19.256756756756758
    },
    {
      "model": "grok-4.7",
      "score_gap_per_100": 67.76315789473684,
      "grounded_acc_closed": 17.624521072796934,
      "grounded_acc_mcp": 96.04086845466156,
      "halluc_closed": 6.122448979591836,
      "halluc_mcp": 1.5706806282722514
    }
  ],
  "jobs": [
    "baseline",
    "catalog",
    "constellation",
    "debris",
    "regulatory",
    "ground",
    "market"
  ],
  "errata": [
    {
      "id": "reg-itu-biu-top-admin-2024",
      "action": "accept",
      "accept": [
        "CHN",
        "China"
      ],
      "reason": "The key (CHN, 24 networks brought into use in 2024; France next with 15) stands. The accept list held only the ITU symbol, although the question's freeze notes call for the country name as well, so answers naming China without the symbol were graded incorrect. The database still gives CHN 24, F 15 on 2026-11-08.",
      "date": "2026-11-08"
    },
    {
      "id": "reg-largest-active-ngso-bond",
      "action": "drop",
      "reason": "Orbit Sentinel's bond portfolio changed during the run. Answers through 2026-11-05 saw Space Norway AS (the key, $5.67M); later answers and the database on 2026-11-08 give O3b Limited ($5.02M). Both were right when read, so no single key holds for the run. Not scored; to be restated at the next freeze.",
      "date": "2026-11-08"
    },
    {
      "id": "reg-active-ngso-surety-bonds-usd",
      "action": "drop",
      "reason": "Same change as reg-largest-active-ngso-bond: the active NGSO bond total was $27.03M (the key) for answers through 2026-11-05 and $21.36M for later answers and in the database on 2026-11-08, outside the 10% tolerance. Not scored; to be restated at the next freeze.",
      "date": "2026-11-08"
    }
  ],
  "verdicts": [
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 25,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 75,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 45,
      "gradeable": 45,
      "correct": 29,
      "incorrect": 3,
      "abstained": 13,
      "no_answer": 0,
      "correct_pct": 0.6444444444444445,
      "wrong_pct": 0.06666666666666667,
      "correct_lo": 0.49835546011952203,
      "correct_hi": 0.7678110864309596,
      "wrong_lo": 0.0229316164621471,
      "wrong_hi": 0.17856874388640825,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 45,
      "gradeable": 135,
      "correct": 135,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9213457380593594,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.07865426194064076,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 23,
      "incorrect": 6,
      "abstained": 14,
      "no_answer": 0,
      "correct_pct": 0.5348837209302325,
      "wrong_pct": 0.13953488372093023,
      "correct_lo": 0.38915389728872773,
      "correct_hi": 0.6748917373608144,
      "wrong_lo": 0.06555634267713947,
      "wrong_hi": 0.27263876594425684,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 128,
      "incorrect": 1,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9922480620155039,
      "wrong_pct": 0.007751937984496124,
      "correct_lo": 0.9043316860468311,
      "correct_hi": 0.9994233806744881,
      "wrong_lo": 0.0005766193255120344,
      "wrong_hi": 0.09566831395316902,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 19,
      "incorrect": 6,
      "abstained": 17,
      "no_answer": 0,
      "correct_pct": 0.4523809523809524,
      "wrong_pct": 0.14285714285714285,
      "correct_lo": 0.3122316381863852,
      "correct_hi": 0.6005113725287732,
      "wrong_lo": 0.06715875684189936,
      "wrong_hi": 0.2784138235217878,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 42,
      "gradeable": 126,
      "correct": 125,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 1,
      "correct_pct": 0.9920634920634921,
      "wrong_pct": 0,
      "correct_lo": 0.902245911290746,
      "correct_hi": 0.9994096446526187,
      "wrong_lo": 0,
      "wrong_hi": 0.08380161250916199,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 40,
      "gradeable": 40,
      "correct": 11,
      "incorrect": 11,
      "abstained": 18,
      "no_answer": 0,
      "correct_pct": 0.275,
      "wrong_pct": 0.275,
      "correct_lo": 0.1610785343314309,
      "correct_hi": 0.4283525083312457,
      "wrong_lo": 0.1610785343314309,
      "wrong_hi": 0.4283525083312457,
      "verdict": "dont_use"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 40,
      "gradeable": 120,
      "correct": 119,
      "incorrect": 1,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9916666666666667,
      "wrong_pct": 0.008333333333333333,
      "correct_lo": 0.8977890919670031,
      "correct_hi": 0.9993801111034446,
      "wrong_lo": 0.0006198888965553984,
      "wrong_hi": 0.10221090803299705,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 20,
      "incorrect": 6,
      "abstained": 15,
      "no_answer": 0,
      "correct_pct": 0.4878048780487805,
      "wrong_pct": 0.14634146341463414,
      "correct_lo": 0.3425418723993569,
      "correct_hi": 0.6351574068413481,
      "wrong_lo": 0.06884154529455412,
      "wrong_hi": 0.28443755268589266,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 41,
      "gradeable": 123,
      "correct": 123,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9143295511310926,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.08567044886890746,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 15,
      "incorrect": 2,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0.38461538461538464,
      "wrong_pct": 0.05128205128205128,
      "correct_lo": 0.24891162547007065,
      "correct_hi": 0.5410121868992154,
      "wrong_lo": 0.014177657646399527,
      "wrong_hi": 0.1688593904563791,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 38,
      "gradeable": 114,
      "correct": 112,
      "incorrect": 2,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9824561403508771,
      "wrong_pct": 0.017543859649122806,
      "correct_lo": 0.87862384545625,
      "correct_hi": 0.9976970090681148,
      "wrong_lo": 0.002302990931885261,
      "wrong_hi": 0.12137615454374981,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 2,
      "incorrect": 1,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0.08,
      "wrong_pct": 0.04,
      "correct_lo": 0.02221993369109193,
      "correct_hi": 0.24966512122957818,
      "wrong_lo": 0.007096050386699165,
      "wrong_hi": 0.19544472405022525,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 75,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 25,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 73,
      "incorrect": 0,
      "abstained": 2,
      "no_answer": 0,
      "correct_pct": 0.9733333333333334,
      "wrong_pct": 0,
      "correct_lo": 0.8240777703542784,
      "correct_hi": 0.9964962153700457,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 45,
      "gradeable": 45,
      "correct": 12,
      "incorrect": 11,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0.26666666666666666,
      "wrong_pct": 0.24444444444444444,
      "correct_lo": 0.15964748860054623,
      "correct_hi": 0.4103911669717528,
      "wrong_lo": 0.14235335025509283,
      "wrong_hi": 0.3867366058479013,
      "verdict": "dont_use"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 45,
      "gradeable": 135,
      "correct": 135,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9213457380593594,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.07865426194064076,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 11,
      "incorrect": 7,
      "abstained": 25,
      "no_answer": 0,
      "correct_pct": 0.2558139534883721,
      "wrong_pct": 0.16279069767441862,
      "correct_lo": 0.14929365877065542,
      "correct_hi": 0.40238689868254857,
      "wrong_lo": 0.08116524502857546,
      "wrong_hi": 0.2997269533591824,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 112,
      "incorrect": 15,
      "abstained": 1,
      "no_answer": 1,
      "correct_pct": 0.8682170542635659,
      "wrong_pct": 0.11627906976744186,
      "correct_lo": 0.7365518264302128,
      "correct_hi": 0.9394854282038446,
      "wrong_lo": 0.050703529948620846,
      "wrong_hi": 0.24479448890641395,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 8,
      "incorrect": 4,
      "abstained": 30,
      "no_answer": 0,
      "correct_pct": 0.19047619047619047,
      "wrong_pct": 0.09523809523809523,
      "correct_lo": 0.09981889609856438,
      "correct_hi": 0.3330106735499645,
      "wrong_lo": 0.03766163882831211,
      "wrong_hi": 0.22065395225053333,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 42,
      "gradeable": 126,
      "correct": 117,
      "incorrect": 0,
      "abstained": 9,
      "no_answer": 0,
      "correct_pct": 0.9285714285714286,
      "wrong_pct": 0,
      "correct_lo": 0.8099028671147483,
      "correct_hi": 0.9754100364488272,
      "wrong_lo": 0,
      "wrong_hi": 0.08380161250916199,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 40,
      "gradeable": 40,
      "correct": 5,
      "incorrect": 1,
      "abstained": 34,
      "no_answer": 0,
      "correct_pct": 0.125,
      "wrong_pct": 0.025,
      "correct_lo": 0.05459419773541284,
      "correct_hi": 0.26112420670238146,
      "wrong_lo": 0.0044267174077949195,
      "wrong_hi": 0.1288165948800778,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 40,
      "gradeable": 120,
      "correct": 107,
      "incorrect": 7,
      "abstained": 5,
      "no_answer": 1,
      "correct_pct": 0.8916666666666667,
      "wrong_pct": 0.058333333333333334,
      "correct_lo": 0.7591527439985054,
      "correct_hi": 0.9555413669220209,
      "wrong_lo": 0.017592246196403025,
      "wrong_hi": 0.17647609680811022,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 11,
      "incorrect": 4,
      "abstained": 26,
      "no_answer": 0,
      "correct_pct": 0.2682926829268293,
      "wrong_pct": 0.0975609756097561,
      "correct_lo": 0.15694805281336685,
      "correct_hi": 0.41933825276002934,
      "wrong_lo": 0.03859645975296143,
      "wrong_hi": 0.22547975519030555,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 41,
      "gradeable": 123,
      "correct": 116,
      "incorrect": 3,
      "abstained": 4,
      "no_answer": 0,
      "correct_pct": 0.943089430894309,
      "wrong_pct": 0.024390243902439025,
      "correct_lo": 0.8274186285216102,
      "correct_hi": 0.9828408923994395,
      "wrong_lo": 0.00431842027071648,
      "wrong_hi": 0.12595347011678087,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 9,
      "incorrect": 3,
      "abstained": 27,
      "no_answer": 0,
      "correct_pct": 0.23076923076923078,
      "wrong_pct": 0.07692307692307693,
      "correct_lo": 0.1264566242878376,
      "correct_hi": 0.38336560457382957,
      "wrong_lo": 0.026506914073495688,
      "wrong_hi": 0.2032137312805527,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 38,
      "gradeable": 114,
      "correct": 93,
      "incorrect": 3,
      "abstained": 18,
      "no_answer": 0,
      "correct_pct": 0.8157894736842105,
      "wrong_pct": 0.02631578947368421,
      "correct_lo": 0.6658083165848865,
      "correct_hi": 0.907783515467425,
      "wrong_lo": 0.004660467553530057,
      "wrong_hi": 0.13495178436800256,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 0,
      "incorrect": 0,
      "abstained": 25,
      "no_answer": 0,
      "correct_pct": 0,
      "wrong_pct": 0,
      "correct_lo": 0,
      "correct_hi": 0.13319649395317873,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 75,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 25,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 75,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 45,
      "gradeable": 45,
      "correct": 34,
      "incorrect": 4,
      "abstained": 7,
      "no_answer": 0,
      "correct_pct": 0.7555555555555555,
      "wrong_pct": 0.08888888888888889,
      "correct_lo": 0.6132633941520986,
      "correct_hi": 0.8576466497449071,
      "wrong_lo": 0.03511054813420318,
      "wrong_hi": 0.20733851168365702,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 45,
      "gradeable": 135,
      "correct": 135,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9213457380593594,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.07865426194064076,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 27,
      "incorrect": 3,
      "abstained": 13,
      "no_answer": 0,
      "correct_pct": 0.627906976744186,
      "wrong_pct": 0.06976744186046512,
      "correct_lo": 0.47859538265273166,
      "correct_hi": 0.7562386110622568,
      "wrong_lo": 0.024011153791962503,
      "wrong_hi": 0.18609268553034927,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 129,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9179874299767729,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.08201257002322722,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 17,
      "incorrect": 10,
      "abstained": 15,
      "no_answer": 0,
      "correct_pct": 0.40476190476190477,
      "wrong_pct": 0.23809523809523808,
      "correct_lo": 0.27042647671209086,
      "correct_hi": 0.5550595447182258,
      "wrong_lo": 0.13480820811018188,
      "wrong_hi": 0.38527835082318873,
      "verdict": "dont_use"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 42,
      "gradeable": 126,
      "correct": 125,
      "incorrect": 1,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9920634920634921,
      "wrong_pct": 0.007936507936507936,
      "correct_lo": 0.902245911290746,
      "correct_hi": 0.9994096446526187,
      "wrong_lo": 0.0005903553473814785,
      "wrong_hi": 0.09775408870925414,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 40,
      "gradeable": 40,
      "correct": 9,
      "incorrect": 7,
      "abstained": 24,
      "no_answer": 0,
      "correct_pct": 0.225,
      "wrong_pct": 0.175,
      "correct_lo": 0.1231595325467853,
      "correct_hi": 0.3750339640409305,
      "wrong_lo": 0.08745302996883066,
      "wrong_hi": 0.3195029205439244,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 40,
      "gradeable": 120,
      "correct": 120,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9123754607496077,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.08762453925039233,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 14,
      "incorrect": 8,
      "abstained": 19,
      "no_answer": 0,
      "correct_pct": 0.34146341463414637,
      "wrong_pct": 0.1951219512195122,
      "correct_lo": 0.2155861736664346,
      "correct_hi": 0.4945044564627312,
      "wrong_lo": 0.10234315749205929,
      "wrong_hi": 0.34013882352556724,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 41,
      "gradeable": 123,
      "correct": 123,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9143295511310926,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.08567044886890746,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 13,
      "incorrect": 2,
      "abstained": 24,
      "no_answer": 0,
      "correct_pct": 0.3333333333333333,
      "wrong_pct": 0.05128205128205128,
      "correct_lo": 0.20632766106915157,
      "correct_hi": 0.4902289567975947,
      "wrong_lo": 0.014177657646399527,
      "wrong_hi": 0.1688593904563791,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 38,
      "gradeable": 114,
      "correct": 111,
      "incorrect": 3,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9736842105263158,
      "wrong_pct": 0.02631578947368421,
      "correct_lo": 0.8650482156319974,
      "correct_hi": 0.9953395324464698,
      "wrong_lo": 0.004660467553530057,
      "wrong_hi": 0.13495178436800256,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 1,
      "incorrect": 0,
      "abstained": 24,
      "no_answer": 0,
      "correct_pct": 0.04,
      "wrong_pct": 0,
      "correct_lo": 0.007096050386699165,
      "correct_hi": 0.19544472405022525,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 75,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 25,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 74,
      "incorrect": 1,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9866666666666667,
      "wrong_pct": 0.013333333333333334,
      "correct_lo": 0.8446808865024286,
      "correct_hi": 0.9990078593831441,
      "wrong_lo": 0.0009921406168558883,
      "wrong_hi": 0.15531911349757144,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 45,
      "gradeable": 45,
      "correct": 27,
      "incorrect": 5,
      "abstained": 13,
      "no_answer": 0,
      "correct_pct": 0.6,
      "wrong_pct": 0.1111111111111111,
      "correct_lo": 0.4545159420914473,
      "correct_hi": 0.7297532055204246,
      "wrong_lo": 0.04840400437825558,
      "wrong_hi": 0.23499375490890945,
      "verdict": "verify"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 45,
      "gradeable": 135,
      "correct": 135,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9213457380593594,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.07865426194064076,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 18,
      "incorrect": 3,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0.4186046511627907,
      "wrong_pct": 0.06976744186046512,
      "correct_lo": 0.2838433433748524,
      "correct_hi": 0.5667168424428823,
      "wrong_lo": 0.024011153791962503,
      "wrong_hi": 0.18609268553034927,
      "verdict": "verify"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 128,
      "incorrect": 1,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9922480620155039,
      "wrong_pct": 0.007751937984496124,
      "correct_lo": 0.9043316860468311,
      "correct_hi": 0.9994233806744881,
      "wrong_lo": 0.0005766193255120344,
      "wrong_hi": 0.09566831395316902,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 17,
      "incorrect": 9,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0.40476190476190477,
      "wrong_pct": 0.21428571428571427,
      "correct_lo": 0.27042647671209086,
      "correct_hi": 0.5550595447182258,
      "wrong_lo": 0.11705668531051237,
      "wrong_hi": 0.3594013789804373,
      "verdict": "dont_use"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 42,
      "gradeable": 126,
      "correct": 121,
      "incorrect": 3,
      "abstained": 2,
      "no_answer": 0,
      "correct_pct": 0.9603174603174603,
      "wrong_pct": 0.023809523809523808,
      "correct_lo": 0.8533202224809646,
      "correct_hi": 0.9901640072725053,
      "wrong_lo": 0.004215295499100304,
      "wrong_hi": 0.12321481165248255,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 40,
      "gradeable": 40,
      "correct": 11,
      "incorrect": 7,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0.275,
      "wrong_pct": 0.175,
      "correct_lo": 0.1610785343314309,
      "correct_hi": 0.4283525083312457,
      "wrong_lo": 0.08745302996883066,
      "wrong_hi": 0.3195029205439244,
      "verdict": "verify"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 40,
      "gradeable": 120,
      "correct": 115,
      "incorrect": 5,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9583333333333334,
      "wrong_pct": 0.041666666666666664,
      "correct_lo": 0.8466750771084987,
      "correct_hi": 0.9896690952453088,
      "wrong_lo": 0.01033090475469145,
      "wrong_hi": 0.1533249228915015,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 15,
      "incorrect": 10,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0.36585365853658536,
      "wrong_pct": 0.24390243902439024,
      "correct_lo": 0.23589630416936816,
      "correct_hi": 0.5187957674783876,
      "wrong_lo": 0.13824855751022433,
      "wrong_hi": 0.39343630654458195,
      "verdict": "dont_use"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 41,
      "gradeable": 123,
      "correct": 122,
      "incorrect": 0,
      "abstained": 1,
      "no_answer": 0,
      "correct_pct": 0.991869918699187,
      "wrong_pct": 0,
      "correct_lo": 0.9000671657270006,
      "correct_hi": 0.9993952382312289,
      "wrong_lo": 0,
      "wrong_hi": 0.08567044886890746,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 12,
      "incorrect": 3,
      "abstained": 24,
      "no_answer": 0,
      "correct_pct": 0.3076923076923077,
      "wrong_pct": 0.07692307692307693,
      "correct_lo": 0.1856575344598306,
      "correct_hi": 0.464215486155646,
      "wrong_lo": 0.026506914073495688,
      "wrong_hi": 0.2032137312805527,
      "verdict": "verify"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 38,
      "gradeable": 114,
      "correct": 106,
      "incorrect": 5,
      "abstained": 3,
      "no_answer": 0,
      "correct_pct": 0.9298245614035088,
      "wrong_pct": 0.043859649122807015,
      "correct_lo": 0.8034805248039582,
      "correct_hi": 0.9772416910450213,
      "wrong_lo": 0.01087826241361331,
      "wrong_hi": 0.1606002023997144,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 2,
      "incorrect": 1,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0.08,
      "wrong_pct": 0.04,
      "correct_lo": 0.02221993369109193,
      "correct_hi": 0.24966512122957818,
      "wrong_lo": 0.007096050386699165,
      "wrong_hi": 0.19544472405022525,
      "verdict": "verify"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.318 (Claude Code)",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 74,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 1,
      "correct_pct": 0.9866666666666667,
      "wrong_pct": 0,
      "correct_lo": 0.8446808865024286,
      "correct_hi": 0.9990078593831441,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 22,
      "gradeable": 22,
      "correct": 15,
      "incorrect": 7,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.6818181818181818,
      "wrong_pct": 0.3181818181818182,
      "correct_lo": 0.47318222782839336,
      "correct_hi": 0.8363961264530752,
      "wrong_lo": 0.1636038735469248,
      "wrong_hi": 0.5268177721716065,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 45,
      "gradeable": 45,
      "correct": 3,
      "incorrect": 27,
      "abstained": 15,
      "no_answer": 0,
      "correct_pct": 0.06666666666666667,
      "wrong_pct": 0.6,
      "correct_lo": 0.0229316164621471,
      "correct_hi": 0.17856874388640825,
      "wrong_lo": 0.4545159420914473,
      "wrong_hi": 0.7297532055204246,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 8,
      "incorrect": 21,
      "abstained": 14,
      "no_answer": 0,
      "correct_pct": 0.18604651162790697,
      "wrong_pct": 0.4883720930232558,
      "correct_lo": 0.0974163558010598,
      "correct_hi": 0.3261729323530596,
      "wrong_lo": 0.34617209277756,
      "wrong_hi": 0.6324793623392592,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 2,
      "incorrect": 28,
      "abstained": 12,
      "no_answer": 0,
      "correct_pct": 0.047619047619047616,
      "wrong_pct": 0.6666666666666666,
      "correct_lo": 0.013157248639206379,
      "correct_hi": 0.1579013531547973,
      "wrong_lo": 0.5155222701166692,
      "wrong_hi": 0.7898771923802769,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 40,
      "gradeable": 40,
      "correct": 5,
      "incorrect": 17,
      "abstained": 18,
      "no_answer": 0,
      "correct_pct": 0.125,
      "wrong_pct": 0.425,
      "correct_lo": 0.05459419773541284,
      "correct_hi": 0.26112420670238146,
      "wrong_lo": 0.28509168524815875,
      "wrong_hi": 0.5780519956394001,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 2,
      "incorrect": 19,
      "abstained": 20,
      "no_answer": 0,
      "correct_pct": 0.04878048780487805,
      "wrong_pct": 0.4634146341463415,
      "correct_lo": 0.013480662282573552,
      "correct_hi": 0.16139266962351367,
      "wrong_lo": 0.32055999118185885,
      "wrong_hi": 0.6125378465402564,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 3,
      "incorrect": 20,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0.07692307692307693,
      "wrong_pct": 0.5128205128205128,
      "correct_lo": 0.026506914073495688,
      "correct_hi": 0.2032137312805527,
      "wrong_lo": 0.3619910864569657,
      "wrong_hi": 0.661350712168669,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "kind": "os-derived",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 2,
      "incorrect": 4,
      "abstained": 19,
      "no_answer": 0,
      "correct_pct": 0.08,
      "wrong_pct": 0.16,
      "correct_lo": 0.02221993369109193,
      "correct_hi": 0.24966512122957818,
      "wrong_lo": 0.06403347608577989,
      "wrong_hi": 0.34654013980238163,
      "verdict": "verify"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 13,
      "gradeable": 13,
      "correct": 11,
      "incorrect": 2,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.8461538461538461,
      "wrong_pct": 0.15384615384615385,
      "correct_lo": 0.5776482949136899,
      "correct_hi": 0.9567427368172621,
      "wrong_lo": 0.043257263182737954,
      "wrong_hi": 0.42235170508631015,
      "verdict": "verify"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 24,
      "gradeable": 67,
      "correct": 57,
      "incorrect": 1,
      "abstained": 9,
      "no_answer": 0,
      "correct_pct": 0.8507462686567164,
      "wrong_pct": 0.014925373134328358,
      "correct_lo": 0.6614155136809472,
      "correct_hi": 0.9432846793942493,
      "wrong_lo": 0.0011814931929836625,
      "wrong_hi": 0.16253100574557452,
      "verdict": "trust"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 35,
      "gradeable": 35,
      "correct": 3,
      "incorrect": 21,
      "abstained": 11,
      "no_answer": 0,
      "correct_pct": 0.08571428571428572,
      "wrong_pct": 0.6,
      "correct_lo": 0.029581831005296905,
      "correct_hi": 0.22379599071162518,
      "wrong_lo": 0.43572419581519467,
      "wrong_hi": 0.7444949506669274,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 45,
      "gradeable": 134,
      "correct": 132,
      "incorrect": 2,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9850746268656716,
      "wrong_pct": 0.014925373134328358,
      "correct_lo": 0.8958128467668772,
      "correct_hi": 0.998030033439964,
      "wrong_lo": 0.001969966560036146,
      "wrong_hi": 0.10418715323312282,
      "verdict": "trust"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 34,
      "gradeable": 34,
      "correct": 3,
      "incorrect": 18,
      "abstained": 13,
      "no_answer": 0,
      "correct_pct": 0.08823529411764706,
      "wrong_pct": 0.5294117647058824,
      "correct_lo": 0.030465390304310128,
      "correct_hi": 0.22960817952360413,
      "wrong_lo": 0.3673644042005483,
      "wrong_hi": 0.6854874836688863,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 79,
      "incorrect": 34,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0.6124031007751938,
      "wrong_pct": 0.26356589147286824,
      "correct_lo": 0.4633563877138346,
      "correct_hi": 0.7430128794902461,
      "wrong_lo": 0.15530637300601813,
      "wrong_hi": 0.4106065477026397,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 5,
      "incorrect": 14,
      "abstained": 20,
      "no_answer": 0,
      "correct_pct": 0.1282051282051282,
      "wrong_pct": 0.358974358974359,
      "correct_lo": 0.05602734948028318,
      "correct_hi": 0.26706049037630475,
      "wrong_lo": 0.22741884696491105,
      "wrong_hi": 0.515821368153105,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 42,
      "gradeable": 122,
      "correct": 75,
      "incorrect": 26,
      "abstained": 20,
      "no_answer": 1,
      "correct_pct": 0.6147540983606558,
      "wrong_pct": 0.21311475409836064,
      "correct_lo": 0.46393079228938217,
      "correct_hi": 0.7463442474626135,
      "wrong_lo": 0.11619646297985439,
      "wrong_hi": 0.3581159376401566,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 4,
      "incorrect": 14,
      "abstained": 21,
      "no_answer": 0,
      "correct_pct": 0.10256410256410256,
      "wrong_pct": 0.358974358974359,
      "correct_lo": 0.04061265558286989,
      "correct_hi": 0.23579158702244832,
      "wrong_lo": 0.22741884696491105,
      "wrong_hi": 0.515821368153105,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 40,
      "gradeable": 117,
      "correct": 71,
      "incorrect": 28,
      "abstained": 18,
      "no_answer": 0,
      "correct_pct": 0.6068376068376068,
      "wrong_pct": 0.23931623931623933,
      "correct_lo": 0.4525843140626713,
      "correct_hi": 0.7423677074650226,
      "wrong_lo": 0.13381021853526368,
      "wrong_hi": 0.39050684893716314,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 36,
      "gradeable": 36,
      "correct": 2,
      "incorrect": 16,
      "abstained": 18,
      "no_answer": 0,
      "correct_pct": 0.05555555555555555,
      "wrong_pct": 0.4444444444444444,
      "correct_lo": 0.01536966376706686,
      "correct_hi": 0.18144974107611211,
      "wrong_lo": 0.2954102987654314,
      "wrong_hi": 0.6041921268399659,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 41,
      "gradeable": 120,
      "correct": 89,
      "incorrect": 17,
      "abstained": 14,
      "no_answer": 0,
      "correct_pct": 0.7416666666666667,
      "wrong_pct": 0.14166666666666666,
      "correct_lo": 0.5911829190531156,
      "correct_hi": 0.8507430306602458,
      "wrong_lo": 0.06578339173488666,
      "wrong_hi": 0.2789470966211637,
      "verdict": "verify"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 36,
      "gradeable": 36,
      "correct": 5,
      "incorrect": 17,
      "abstained": 14,
      "no_answer": 0,
      "correct_pct": 0.1388888888888889,
      "wrong_pct": 0.4722222222222222,
      "correct_lo": 0.060817253631150966,
      "correct_hi": 0.2865985128039319,
      "wrong_lo": 0.31985792907209337,
      "wrong_hi": 0.6299432837306054,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 38,
      "gradeable": 111,
      "correct": 76,
      "incorrect": 20,
      "abstained": 15,
      "no_answer": 0,
      "correct_pct": 0.6846846846846847,
      "wrong_pct": 0.18018018018018017,
      "correct_lo": 0.5259214762943004,
      "correct_hi": 0.8095350080666236,
      "wrong_lo": 0.08944217687127015,
      "wrong_hi": 0.3296453746012761,
      "verdict": "verify"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "kind": "os-derived",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 2,
      "incorrect": 8,
      "abstained": 15,
      "no_answer": 0,
      "correct_pct": 0.08,
      "wrong_pct": 0.32,
      "correct_lo": 0.02221993369109193,
      "correct_hi": 0.24966512122957818,
      "wrong_lo": 0.17204987516891143,
      "wrong_hi": 0.5159008626542329,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 25,
      "gradeable": 74,
      "correct": 58,
      "incorrect": 7,
      "abstained": 9,
      "no_answer": 0,
      "correct_pct": 0.7837837837837838,
      "wrong_pct": 0.0945945945945946,
      "correct_lo": 0.5910617539964175,
      "correct_hi": 0.9009078034896162,
      "wrong_lo": 0.028911702972416922,
      "wrong_hi": 0.26827464347610636,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 24,
      "gradeable": 24,
      "correct": 23,
      "incorrect": 1,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9583333333333334,
      "wrong_pct": 0.041666666666666664,
      "correct_lo": 0.7975777375115778,
      "correct_hi": 0.992606734645195,
      "wrong_lo": 0.007393265354805112,
      "wrong_hi": 0.20242226248842232,
      "verdict": "trust"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 25,
      "gradeable": 73,
      "correct": 62,
      "incorrect": 4,
      "abstained": 0,
      "no_answer": 7,
      "correct_pct": 0.8493150684931506,
      "wrong_pct": 0.0547945205479452,
      "correct_lo": 0.6641831826187182,
      "correct_hi": 0.9413918695509788,
      "wrong_lo": 0.01204046649478216,
      "wrong_hi": 0.21614819250462358,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 45,
      "gradeable": 45,
      "correct": 3,
      "incorrect": 30,
      "abstained": 12,
      "no_answer": 0,
      "correct_pct": 0.06666666666666667,
      "wrong_pct": 0.6666666666666666,
      "correct_lo": 0.0229316164621471,
      "correct_hi": 0.17856874388640825,
      "wrong_lo": 0.520702168092554,
      "wrong_hi": 0.7864130779272324,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 45,
      "gradeable": 135,
      "correct": 124,
      "incorrect": 2,
      "abstained": 0,
      "no_answer": 9,
      "correct_pct": 0.9185185185185185,
      "wrong_pct": 0.014814814814814815,
      "correct_lo": 0.802112085962468,
      "correct_hi": 0.9690884207094401,
      "wrong_lo": 0.0019442110036230614,
      "wrong_hi": 0.10400918391655428,
      "verdict": "trust"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 5,
      "incorrect": 26,
      "abstained": 11,
      "no_answer": 0,
      "correct_pct": 0.11904761904761904,
      "wrong_pct": 0.6190476190476191,
      "correct_lo": 0.05193726765019084,
      "correct_hi": 0.2500068180710754,
      "wrong_lo": 0.46813768219996377,
      "wrong_hi": 0.7500047910121407,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 46,
      "incorrect": 36,
      "abstained": 2,
      "no_answer": 45,
      "correct_pct": 0.35658914728682173,
      "wrong_pct": 0.27906976744186046,
      "correct_lo": 0.23067439091500408,
      "correct_hi": 0.5060268888590999,
      "wrong_lo": 0.16746451821827157,
      "wrong_hi": 0.42691312900129397,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 2,
      "incorrect": 29,
      "abstained": 11,
      "no_answer": 0,
      "correct_pct": 0.047619047619047616,
      "wrong_pct": 0.6904761904761905,
      "correct_lo": 0.013157248639206379,
      "correct_hi": 0.1579013531547973,
      "wrong_lo": 0.5397372223365942,
      "wrong_hi": 0.8092907348027727,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 42,
      "gradeable": 126,
      "correct": 73,
      "incorrect": 16,
      "abstained": 5,
      "no_answer": 32,
      "correct_pct": 0.5793650793650794,
      "wrong_pct": 0.12698412698412698,
      "correct_lo": 0.4296519790773385,
      "correct_hi": 0.7157763363973977,
      "wrong_lo": 0.05691566354781788,
      "wrong_hi": 0.25957125372092205,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 40,
      "gradeable": 40,
      "correct": 2,
      "incorrect": 18,
      "abstained": 20,
      "no_answer": 0,
      "correct_pct": 0.05,
      "wrong_pct": 0.45,
      "correct_lo": 0.013820377146101098,
      "correct_hi": 0.165041708179252,
      "wrong_lo": 0.30705075280944694,
      "wrong_hi": 0.6017117011155924,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 40,
      "gradeable": 120,
      "correct": 55,
      "incorrect": 24,
      "abstained": 2,
      "no_answer": 39,
      "correct_pct": 0.4583333333333333,
      "wrong_pct": 0.2,
      "correct_lo": 0.31444677129744913,
      "correct_hi": 0.6095219403067503,
      "wrong_lo": 0.10499864973166874,
      "wrong_hi": 0.34757607381856676,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 1,
      "incorrect": 27,
      "abstained": 13,
      "no_answer": 0,
      "correct_pct": 0.024390243902439025,
      "wrong_pct": 0.6585365853658537,
      "correct_lo": 0.00431842027071648,
      "correct_hi": 0.12595347011678087,
      "wrong_lo": 0.5054955435372689,
      "wrong_hi": 0.7844138263335655,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 41,
      "gradeable": 123,
      "correct": 86,
      "incorrect": 14,
      "abstained": 0,
      "no_answer": 23,
      "correct_pct": 0.6991869918699187,
      "wrong_pct": 0.11382113821138211,
      "correct_lo": 0.5468088690700117,
      "correct_hi": 0.8174362366651391,
      "wrong_lo": 0.04823517533995571,
      "wrong_hi": 0.24557533394903786,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 4,
      "incorrect": 22,
      "abstained": 13,
      "no_answer": 0,
      "correct_pct": 0.10256410256410256,
      "wrong_pct": 0.5641025641025641,
      "correct_lo": 0.04061265558286989,
      "correct_hi": 0.23579158702244832,
      "wrong_lo": 0.40975423474522105,
      "wrong_hi": 0.7069547583829534,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 38,
      "gradeable": 114,
      "correct": 55,
      "incorrect": 21,
      "abstained": 3,
      "no_answer": 35,
      "correct_pct": 0.4824561403508772,
      "wrong_pct": 0.18421052631578946,
      "correct_lo": 0.3326483714251537,
      "correct_hi": 0.6354854156830512,
      "wrong_lo": 0.09221648453257492,
      "wrong_hi": 0.33419168341511346,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "kind": "os-derived",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 2,
      "incorrect": 5,
      "abstained": 18,
      "no_answer": 0,
      "correct_pct": 0.08,
      "wrong_pct": 0.2,
      "correct_lo": 0.02221993369109193,
      "correct_hi": 0.24966512122957818,
      "wrong_lo": 0.08860454100652487,
      "wrong_hi": 0.3913133553653824,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 50,
      "incorrect": 17,
      "abstained": 5,
      "no_answer": 3,
      "correct_pct": 0.6666666666666666,
      "wrong_pct": 0.22666666666666666,
      "correct_lo": 0.47099669173598036,
      "correct_hi": 0.8179378102796268,
      "wrong_lo": 0.10599621755722119,
      "wrong_hi": 0.42015119913718313,
      "verdict": "dont_use"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 24,
      "incorrect": 0,
      "abstained": 1,
      "no_answer": 0,
      "correct_pct": 0.96,
      "wrong_pct": 0,
      "correct_lo": 0.8045552759497747,
      "correct_hi": 0.9929039496133008,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 73,
      "incorrect": 0,
      "abstained": 2,
      "no_answer": 0,
      "correct_pct": 0.9733333333333334,
      "wrong_pct": 0,
      "correct_lo": 0.8240777703542784,
      "correct_hi": 0.9964962153700457,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 45,
      "gradeable": 45,
      "correct": 19,
      "incorrect": 0,
      "abstained": 26,
      "no_answer": 0,
      "correct_pct": 0.4222222222222222,
      "wrong_pct": 0,
      "correct_lo": 0.2896848798168781,
      "correct_hi": 0.566994672040555,
      "wrong_lo": 0,
      "wrong_hi": 0.07865426194064076,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 45,
      "gradeable": 135,
      "correct": 135,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9213457380593594,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.07865426194064076,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 7,
      "incorrect": 0,
      "abstained": 36,
      "no_answer": 0,
      "correct_pct": 0.16279069767441862,
      "wrong_pct": 0,
      "correct_lo": 0.08116524502857546,
      "correct_hi": 0.2997269533591824,
      "wrong_lo": 0,
      "wrong_hi": 0.08201257002322722,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 123,
      "incorrect": 6,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9534883720930233,
      "wrong_pct": 0.046511627906976744,
      "correct_lo": 0.8454422407613695,
      "correct_hi": 0.9871510096826803,
      "wrong_lo": 0.012848990317319689,
      "wrong_hi": 0.15455775923863058,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 6,
      "incorrect": 1,
      "abstained": 35,
      "no_answer": 0,
      "correct_pct": 0.14285714285714285,
      "wrong_pct": 0.023809523809523808,
      "correct_lo": 0.06715875684189936,
      "correct_hi": 0.2784138235217878,
      "wrong_lo": 0.004215295499100304,
      "wrong_hi": 0.12321481165248255,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 42,
      "gradeable": 126,
      "correct": 118,
      "incorrect": 3,
      "abstained": 5,
      "no_answer": 0,
      "correct_pct": 0.9365079365079365,
      "wrong_pct": 0.023809523809523808,
      "correct_lo": 0.8204230616874619,
      "correct_hi": 0.9794326734235872,
      "wrong_lo": 0.004215295499100304,
      "wrong_hi": 0.12321481165248255,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 40,
      "gradeable": 40,
      "correct": 5,
      "incorrect": 2,
      "abstained": 33,
      "no_answer": 0,
      "correct_pct": 0.125,
      "wrong_pct": 0.05,
      "correct_lo": 0.05459419773541284,
      "correct_hi": 0.26112420670238146,
      "wrong_lo": 0.013820377146101098,
      "wrong_hi": 0.165041708179252,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 40,
      "gradeable": 120,
      "correct": 111,
      "incorrect": 3,
      "abstained": 6,
      "no_answer": 0,
      "correct_pct": 0.925,
      "wrong_pct": 0.025,
      "correct_lo": 0.8013546984090248,
      "correct_hi": 0.9741644432281419,
      "wrong_lo": 0.0044267174077949195,
      "wrong_hi": 0.1288165948800778,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 9,
      "incorrect": 2,
      "abstained": 30,
      "no_answer": 0,
      "correct_pct": 0.21951219512195122,
      "wrong_pct": 0.04878048780487805,
      "correct_lo": 0.12003040155386346,
      "correct_hi": 0.36705302098235293,
      "wrong_lo": 0.013480662282573552,
      "wrong_hi": 0.16139266962351367,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 41,
      "gradeable": 123,
      "correct": 123,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9143295511310926,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.08567044886890746,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 11,
      "incorrect": 0,
      "abstained": 28,
      "no_answer": 0,
      "correct_pct": 0.28205128205128205,
      "wrong_pct": 0,
      "correct_lo": 0.16543325013943294,
      "correct_hi": 0.43775617322477384,
      "wrong_lo": 0,
      "wrong_hi": 0.08966985360023902,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 38,
      "gradeable": 114,
      "correct": 110,
      "incorrect": 1,
      "abstained": 3,
      "no_answer": 0,
      "correct_pct": 0.9649122807017544,
      "wrong_pct": 0.008771929824561403,
      "correct_lo": 0.8520099661639794,
      "correct_hi": 0.9924446754685902,
      "wrong_lo": 0.0006525329910301234,
      "wrong_hi": 0.10709350603870743,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "kind": "os-derived",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 0,
      "incorrect": 0,
      "abstained": 25,
      "no_answer": 0,
      "correct_pct": 0,
      "wrong_pct": 0,
      "correct_lo": 0,
      "correct_hi": 0.13319649395317873,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 70,
      "incorrect": 0,
      "abstained": 5,
      "no_answer": 0,
      "correct_pct": 0.9333333333333333,
      "wrong_pct": 0,
      "correct_lo": 0.7678224370160474,
      "correct_hi": 0.9834072682245312,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    }
  ]
}