{
  "corpus_fingerprint": "308-97da788a5741",
  "revision": "2026-11-05",
  "published_at": "2026-11-05T21:01:17Z",
  "grader_version": "2026-10-31b",
  "rows": [
    {
      "track": "closed",
      "model": "grok-4.7",
      "provider": "xai",
      "total": 307,
      "correct": 90,
      "incorrect": 2,
      "abstained": 215,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 86,
      "score_per_100": 28.01302931596091,
      "runs": 1,
      "reasoning_correct": 41,
      "reasoning_total": 43,
      "grounded_correct": 49,
      "grounded_total": 264,
      "grounded_wrong": 2,
      "reasoning_accuracy": 95.34883720930233,
      "grounded_accuracy": 18.560606060606062,
      "grounded_hallucination_pct": 3.9215686274509802,
      "cost_usd": 3.1576679999999993
    },
    {
      "track": "closed",
      "model": "claude-opus-5.5",
      "provider": "claude-code",
      "total": 307,
      "correct": 138,
      "incorrect": 31,
      "abstained": 138,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 76,
      "score_per_100": 24.7557003257329,
      "runs": 1,
      "reasoning_correct": 43,
      "reasoning_total": 43,
      "grounded_correct": 95,
      "grounded_total": 264,
      "grounded_wrong": 31,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 35.984848484848484,
      "grounded_hallucination_pct": 24.603174603174605,
      "cost_usd": 4.856819999999999
    },
    {
      "track": "closed",
      "model": "claude-fable-5.1",
      "provider": "claude-code",
      "total": 307,
      "correct": 139,
      "incorrect": 41,
      "abstained": 127,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 57,
      "score_per_100": 18.566775244299674,
      "runs": 1,
      "reasoning_correct": 43,
      "reasoning_total": 43,
      "grounded_correct": 96,
      "grounded_total": 264,
      "grounded_wrong": 41,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 36.36363636363637,
      "grounded_hallucination_pct": 29.927007299270073,
      "cost_usd": 14.906250000000007
    },
    {
      "track": "closed",
      "model": "claude-sonnet-5.5",
      "provider": "claude-code",
      "total": 307,
      "correct": 129,
      "incorrect": 50,
      "abstained": 128,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 29,
      "score_per_100": 9.446254071661238,
      "runs": 1,
      "reasoning_correct": 43,
      "reasoning_total": 43,
      "grounded_correct": 86,
      "grounded_total": 264,
      "grounded_wrong": 50,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 32.57575757575758,
      "grounded_hallucination_pct": 36.76470588235294,
      "cost_usd": 2.443962000000002
    },
    {
      "track": "closed",
      "model": "claude-haiku-5.5",
      "provider": "claude-code",
      "total": 307,
      "correct": 81,
      "incorrect": 31,
      "abstained": 195,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 19,
      "score_per_100": 6.188925081433225,
      "runs": 1,
      "reasoning_correct": 43,
      "reasoning_total": 43,
      "grounded_correct": 38,
      "grounded_total": 264,
      "grounded_wrong": 31,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 14.393939393939394,
      "grounded_hallucination_pct": 44.927536231884055,
      "cost_usd": 0.1382275999999999
    },
    {
      "track": "closed",
      "model": "gemma4-12b",
      "provider": "ollama",
      "total": 307,
      "correct": 43,
      "incorrect": 112,
      "abstained": 119,
      "no_answer": 0,
      "errors": 0,
      "truncated": 33,
      "score": -181,
      "score_per_100": -66.05839416058394,
      "runs": 1,
      "reasoning_correct": 22,
      "reasoning_total": 32,
      "grounded_correct": 21,
      "grounded_total": 242,
      "grounded_wrong": 102,
      "reasoning_accuracy": 68.75,
      "grounded_accuracy": 8.677685950413224,
      "grounded_hallucination_pct": 82.92682926829268,
      "cost_usd": 0
    },
    {
      "track": "closed",
      "model": "deepseek-r1-14b",
      "provider": "ollama",
      "total": 307,
      "correct": 41,
      "incorrect": 145,
      "abstained": 118,
      "no_answer": 1,
      "errors": 0,
      "truncated": 2,
      "score": -249,
      "score_per_100": -81.63934426229508,
      "runs": 1,
      "reasoning_correct": 24,
      "reasoning_total": 40,
      "grounded_correct": 17,
      "grounded_total": 264,
      "grounded_wrong": 130,
      "reasoning_accuracy": 60,
      "grounded_accuracy": 6.4393939393939394,
      "grounded_hallucination_pct": 88.43537414965986,
      "cost_usd": 0
    },
    {
      "track": "closed",
      "model": "gpt-oss-20b",
      "provider": "ollama",
      "total": 307,
      "correct": 45,
      "incorrect": 155,
      "abstained": 104,
      "no_answer": 2,
      "errors": 0,
      "truncated": 1,
      "score": -265,
      "score_per_100": -86.60130718954248,
      "runs": 1,
      "reasoning_correct": 25,
      "reasoning_total": 42,
      "grounded_correct": 20,
      "grounded_total": 262,
      "grounded_wrong": 139,
      "reasoning_accuracy": 59.523809523809526,
      "grounded_accuracy": 7.633587786259542,
      "grounded_hallucination_pct": 87.42138364779875,
      "cost_usd": 0
    },
    {
      "track": "mcp",
      "model": "claude-opus-5.5",
      "provider": "claude-code",
      "total": 918,
      "correct": 910,
      "incorrect": 2,
      "abstained": 2,
      "no_answer": 4,
      "errors": 0,
      "truncated": 0,
      "score": 906,
      "score_per_100": 98.69281045751634,
      "runs": 3,
      "score_per_100_min": 98.03921568627452,
      "score_per_100_max": 99.67320261437908,
      "reasoning_correct": 129,
      "reasoning_total": 129,
      "grounded_correct": 781,
      "grounded_total": 785,
      "grounded_wrong": 2,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 99.49044585987261,
      "grounded_hallucination_pct": 0.2554278416347382,
      "cost_usd": 76.92941520000004
    },
    {
      "track": "mcp",
      "model": "claude-fable-5.1",
      "provider": "claude-code",
      "total": 918,
      "correct": 909,
      "incorrect": 4,
      "abstained": 3,
      "no_answer": 2,
      "errors": 0,
      "truncated": 0,
      "score": 901,
      "score_per_100": 98.14814814814815,
      "runs": 3,
      "score_per_100_min": 98.03921568627452,
      "score_per_100_max": 98.36601307189542,
      "reasoning_correct": 129,
      "reasoning_total": 129,
      "grounded_correct": 780,
      "grounded_total": 787,
      "grounded_wrong": 4,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 99.11054637865311,
      "grounded_hallucination_pct": 0.5102040816326531,
      "cost_usd": 378.9030599999998
    },
    {
      "track": "mcp",
      "model": "claude-sonnet-5.5",
      "provider": "claude-code",
      "total": 918,
      "correct": 897,
      "incorrect": 18,
      "abstained": 1,
      "no_answer": 2,
      "errors": 0,
      "truncated": 0,
      "score": 861,
      "score_per_100": 93.79084967320262,
      "runs": 3,
      "score_per_100_min": 91.83006535947712,
      "score_per_100_max": 96.07843137254902,
      "reasoning_correct": 123,
      "reasoning_total": 129,
      "grounded_correct": 774,
      "grounded_total": 787,
      "grounded_wrong": 12,
      "reasoning_accuracy": 95.34883720930233,
      "grounded_accuracy": 98.34815756035579,
      "grounded_hallucination_pct": 1.5267175572519085,
      "cost_usd": 29.910411100000005
    },
    {
      "track": "mcp",
      "model": "grok-4.7",
      "provider": "xai",
      "total": 918,
      "correct": 879,
      "incorrect": 16,
      "abstained": 23,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 847,
      "score_per_100": 92.26579520697167,
      "runs": 3,
      "score_per_100_min": 91.17647058823529,
      "score_per_100_max": 94.11764705882354,
      "reasoning_correct": 123,
      "reasoning_total": 129,
      "grounded_correct": 756,
      "grounded_total": 789,
      "grounded_wrong": 11,
      "reasoning_accuracy": 95.34883720930233,
      "grounded_accuracy": 95.81749049429658,
      "grounded_hallucination_pct": 1.4341590612777053,
      "cost_usd": 70.88235399999999
    },
    {
      "track": "mcp",
      "model": "claude-haiku-5.5",
      "provider": "claude-code",
      "total": 918,
      "correct": 848,
      "incorrect": 34,
      "abstained": 35,
      "no_answer": 1,
      "errors": 0,
      "truncated": 0,
      "score": 780,
      "score_per_100": 84.9673202614379,
      "runs": 3,
      "score_per_100_min": 83.66013071895425,
      "score_per_100_max": 86.60130718954248,
      "reasoning_correct": 122,
      "reasoning_total": 129,
      "grounded_correct": 726,
      "grounded_total": 788,
      "grounded_wrong": 30,
      "reasoning_accuracy": 94.57364341085271,
      "grounded_accuracy": 92.13197969543147,
      "grounded_hallucination_pct": 3.9682539682539684,
      "cost_usd": 3.810316069999998
    },
    {
      "track": "mcp",
      "model": "gemma4-12b",
      "provider": "ollama",
      "total": 918,
      "correct": 649,
      "incorrect": 146,
      "abstained": 97,
      "no_answer": 3,
      "errors": 0,
      "truncated": 23,
      "score": 357,
      "score_per_100": 39.88826815642458,
      "runs": 3,
      "score_per_100_min": 36.45484949832776,
      "score_per_100_max": 43.18936877076412,
      "reasoning_correct": 78,
      "reasoning_total": 113,
      "grounded_correct": 571,
      "grounded_total": 779,
      "grounded_wrong": 128,
      "reasoning_accuracy": 69.02654867256638,
      "grounded_accuracy": 73.29910141206675,
      "grounded_hallucination_pct": 18.311874105865524,
      "cost_usd": 0
    },
    {
      "track": "mcp",
      "model": "gpt-oss-20b",
      "provider": "ollama",
      "total": 918,
      "correct": 544,
      "incorrect": 152,
      "abstained": 29,
      "no_answer": 191,
      "errors": 0,
      "truncated": 2,
      "score": 240,
      "score_per_100": 26.200873362445414,
      "runs": 3,
      "score_per_100_min": 22.950819672131146,
      "score_per_100_max": 31.045751633986928,
      "reasoning_correct": 82,
      "reasoning_total": 110,
      "grounded_correct": 462,
      "grounded_total": 615,
      "grounded_wrong": 124,
      "reasoning_accuracy": 74.54545454545455,
      "grounded_accuracy": 75.1219512195122,
      "grounded_hallucination_pct": 21.160409556313994,
      "cost_usd": 0
    }
  ],
  "gaps": [
    {
      "model": "claude-fable-5.1",
      "score_gap_per_100": 79.520697167756,
      "grounded_acc_closed": 36.50190114068441,
      "grounded_acc_mcp": 99.11054637865311,
      "halluc_closed": 29.927007299270073,
      "halluc_mcp": 0.5102040816326531
    },
    {
      "model": "claude-haiku-5.5",
      "score_gap_per_100": 78.75816993464052,
      "grounded_acc_closed": 14.448669201520913,
      "grounded_acc_mcp": 92.13197969543147,
      "halluc_closed": 44.927536231884055,
      "halluc_mcp": 3.9682539682539684
    },
    {
      "model": "claude-opus-5.5",
      "score_gap_per_100": 73.8562091503268,
      "grounded_acc_closed": 36.12167300380228,
      "grounded_acc_mcp": 99.49044585987261,
      "halluc_closed": 24.603174603174605,
      "halluc_mcp": 0.2554278416347382
    },
    {
      "model": "claude-sonnet-5.5",
      "score_gap_per_100": 83.66013071895425,
      "grounded_acc_closed": 32.69961977186312,
      "grounded_acc_mcp": 98.34815756035579,
      "halluc_closed": 36.2962962962963,
      "halluc_mcp": 1.5267175572519085
    },
    {
      "model": "gemma4-12b",
      "score_gap_per_100": 105.45603372419015,
      "grounded_acc_closed": 8.71369294605809,
      "grounded_acc_mcp": 73.29910141206675,
      "halluc_closed": 82.78688524590164,
      "halluc_mcp": 18.311874105865524
    },
    {
      "model": "gpt-oss-20b",
      "score_gap_per_100": 112.43038155916673,
      "grounded_acc_closed": 7.662835249042145,
      "grounded_acc_mcp": 75.1219512195122,
      "halluc_closed": 87.34177215189874,
      "halluc_mcp": 21.160409556313994
    },
    {
      "model": "grok-4.7",
      "score_gap_per_100": 64.16122004357298,
      "grounded_acc_closed": 18.631178707224336,
      "grounded_acc_mcp": 95.81749049429658,
      "halluc_closed": 3.9215686274509802,
      "halluc_mcp": 1.4341590612777053
    }
  ],
  "jobs": [
    "baseline",
    "catalog",
    "constellation",
    "debris",
    "regulatory",
    "ground",
    "market"
  ],
  "errata": [
    {
      "id": "trends-fcc-12m-change",
      "action": "rekey",
      "value": "26.9",
      "reason": "The key SQL counted enriched.filings, which still holds about 4,000 out-of-scope FCC filings (off-topic comments outside space dockets) that Orbit Sentinel's API has hidden since 2026-10-15 (migration 261, api_scope.filings). The tool counts the API's view: 5,197 filings in the trailing 12 months against 4,095 before, +26.9% at run time. The key SQL excluding the hidden filings gives +27.1% on 2026-11-01. The published key was +49.5%.",
      "date": "2026-11-01"
    },
    {
      "id": "reg-ngso-milestones-met-share",
      "action": "drop",
      "reason": "\"Met (on time)\" over \"deadlines that have passed\" reads more than one way: the key counted met and met_computed over 14 decided outcomes (35.7%), while tool-track answers split between 45.5% and 20% depending on which classifications count as met and which as decided. 0 of 15 strong tool-track passes matched, and the tool does not expose the classification counts behind the key. Flagged in the v2.2 review as well. Not scored; to be restated in the next corpus with the counting rule.",
      "date": "2026-11-01"
    }
  ],
  "verdicts": [
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 25,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 75,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 45,
      "gradeable": 45,
      "correct": 28,
      "incorrect": 5,
      "abstained": 12,
      "no_answer": 0,
      "correct_pct": 0.6222222222222222,
      "wrong_pct": 0.1111111111111111,
      "correct_lo": 0.4762967000646754,
      "correct_hi": 0.7489211470165014,
      "wrong_lo": 0.04840400437825558,
      "wrong_hi": 0.23499375490890945,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 45,
      "gradeable": 135,
      "correct": 135,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9213457380593594,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.07865426194064076,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 23,
      "incorrect": 8,
      "abstained": 12,
      "no_answer": 0,
      "correct_pct": 0.5348837209302325,
      "wrong_pct": 0.18604651162790697,
      "correct_lo": 0.38915389728872773,
      "correct_hi": 0.6748917373608144,
      "wrong_lo": 0.0974163558010598,
      "wrong_hi": 0.3261729323530596,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 129,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9179874299767729,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.08201257002322722,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 19,
      "incorrect": 5,
      "abstained": 18,
      "no_answer": 0,
      "correct_pct": 0.4523809523809524,
      "wrong_pct": 0.11904761904761904,
      "correct_lo": 0.3122316381863852,
      "correct_hi": 0.6005113725287732,
      "wrong_lo": 0.05193726765019084,
      "wrong_hi": 0.2500068180710754,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 42,
      "gradeable": 126,
      "correct": 124,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 2,
      "correct_pct": 0.9841269841269841,
      "wrong_pct": 0,
      "correct_lo": 0.8891960305917282,
      "correct_hi": 0.9979166938041625,
      "wrong_lo": 0,
      "wrong_hi": 0.08380161250916199,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 40,
      "gradeable": 40,
      "correct": 9,
      "incorrect": 10,
      "abstained": 21,
      "no_answer": 0,
      "correct_pct": 0.225,
      "wrong_pct": 0.25,
      "correct_lo": 0.1231595325467853,
      "correct_hi": 0.3750339640409305,
      "wrong_lo": 0.14186967895549518,
      "wrong_hi": 0.40194259066970106,
      "verdict": "dont_use"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 40,
      "gradeable": 120,
      "correct": 117,
      "incorrect": 3,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.975,
      "wrong_pct": 0.025,
      "correct_lo": 0.8711834051199223,
      "correct_hi": 0.9955732825922052,
      "wrong_lo": 0.0044267174077949195,
      "wrong_hi": 0.1288165948800778,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 16,
      "incorrect": 8,
      "abstained": 17,
      "no_answer": 0,
      "correct_pct": 0.3902439024390244,
      "wrong_pct": 0.1951219512195122,
      "correct_lo": 0.2565593521532712,
      "correct_hi": 0.5427341610130745,
      "wrong_lo": 0.10234315749205929,
      "wrong_hi": 0.34013882352556724,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 41,
      "gradeable": 123,
      "correct": 123,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9143295511310926,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.08567044886890746,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 12,
      "incorrect": 5,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0.3076923076923077,
      "wrong_pct": 0.1282051282051282,
      "correct_lo": 0.1856575344598306,
      "correct_hi": 0.464215486155646,
      "wrong_lo": 0.05602734948028318,
      "wrong_hi": 0.26706049037630475,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 38,
      "gradeable": 114,
      "correct": 110,
      "incorrect": 1,
      "abstained": 3,
      "no_answer": 0,
      "correct_pct": 0.9649122807017544,
      "wrong_pct": 0.008771929824561403,
      "correct_lo": 0.8520099661639794,
      "correct_hi": 0.9924446754685902,
      "wrong_lo": 0.0006525329910301234,
      "wrong_hi": 0.10709350603870743,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 27,
      "gradeable": 27,
      "correct": 2,
      "incorrect": 0,
      "abstained": 25,
      "no_answer": 0,
      "correct_pct": 0.07407407407407407,
      "wrong_pct": 0,
      "correct_lo": 0.020554221697383523,
      "correct_hi": 0.2336997729073062,
      "wrong_lo": 0,
      "wrong_hi": 0.12455903714463581,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 27,
      "gradeable": 81,
      "correct": 81,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8754409628553641,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.12455903714463581,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 25,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 75,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 45,
      "gradeable": 45,
      "correct": 11,
      "incorrect": 11,
      "abstained": 23,
      "no_answer": 0,
      "correct_pct": 0.24444444444444444,
      "wrong_pct": 0.24444444444444444,
      "correct_lo": 0.14235335025509283,
      "correct_hi": 0.3867366058479013,
      "wrong_lo": 0.14235335025509283,
      "wrong_hi": 0.3867366058479013,
      "verdict": "dont_use"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 45,
      "gradeable": 135,
      "correct": 135,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9213457380593594,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.07865426194064076,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 10,
      "incorrect": 5,
      "abstained": 28,
      "no_answer": 0,
      "correct_pct": 0.23255813953488372,
      "wrong_pct": 0.11627906976744186,
      "correct_lo": 0.1315353846924483,
      "correct_hi": 0.37744808299439414,
      "wrong_lo": 0.050703529948620846,
      "wrong_hi": 0.24479448890641395,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 114,
      "incorrect": 14,
      "abstained": 0,
      "no_answer": 1,
      "correct_pct": 0.8837209302325582,
      "wrong_pct": 0.10852713178294573,
      "correct_lo": 0.755205511093586,
      "correct_hi": 0.9492964700513791,
      "wrong_lo": 0.04594698241245834,
      "wrong_hi": 0.23531867318712266,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 8,
      "incorrect": 4,
      "abstained": 30,
      "no_answer": 0,
      "correct_pct": 0.19047619047619047,
      "wrong_pct": 0.09523809523809523,
      "correct_lo": 0.09981889609856438,
      "correct_hi": 0.3330106735499645,
      "wrong_lo": 0.03766163882831211,
      "wrong_hi": 0.22065395225053333,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 42,
      "gradeable": 126,
      "correct": 116,
      "incorrect": 3,
      "abstained": 7,
      "no_answer": 0,
      "correct_pct": 0.9206349206349206,
      "wrong_pct": 0.023809523809523808,
      "correct_lo": 0.7995618161250573,
      "correct_hi": 0.9712082558910444,
      "wrong_lo": 0.004215295499100304,
      "wrong_hi": 0.12321481165248255,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 40,
      "gradeable": 40,
      "correct": 3,
      "incorrect": 4,
      "abstained": 33,
      "no_answer": 0,
      "correct_pct": 0.075,
      "wrong_pct": 0.1,
      "correct_lo": 0.025835556771858226,
      "correct_hi": 0.19864530159097524,
      "wrong_lo": 0.03957888759557489,
      "wrong_hi": 0.23052074380473903,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 40,
      "gradeable": 120,
      "correct": 109,
      "incorrect": 8,
      "abstained": 3,
      "no_answer": 0,
      "correct_pct": 0.9083333333333333,
      "wrong_pct": 0.06666666666666667,
      "correct_lo": 0.7799457014373532,
      "correct_hi": 0.9651609248414932,
      "wrong_lo": 0.021607410693278803,
      "wrong_hi": 0.18766718999039456,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 10,
      "incorrect": 4,
      "abstained": 27,
      "no_answer": 0,
      "correct_pct": 0.24390243902439024,
      "wrong_pct": 0.0975609756097561,
      "correct_lo": 0.13824855751022433,
      "correct_hi": 0.39343630654458195,
      "wrong_lo": 0.03859645975296143,
      "wrong_hi": 0.22547975519030555,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 41,
      "gradeable": 123,
      "correct": 114,
      "incorrect": 3,
      "abstained": 6,
      "no_answer": 0,
      "correct_pct": 0.926829268292683,
      "wrong_pct": 0.024390243902439025,
      "correct_lo": 0.8057225998278872,
      "correct_hi": 0.9748026267474359,
      "wrong_lo": 0.00431842027071648,
      "wrong_hi": 0.12595347011678087,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 9,
      "incorrect": 3,
      "abstained": 27,
      "no_answer": 0,
      "correct_pct": 0.23076923076923078,
      "wrong_pct": 0.07692307692307693,
      "correct_lo": 0.1264566242878376,
      "correct_hi": 0.38336560457382957,
      "wrong_lo": 0.026506914073495688,
      "wrong_hi": 0.2032137312805527,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 38,
      "gradeable": 114,
      "correct": 93,
      "incorrect": 2,
      "abstained": 19,
      "no_answer": 0,
      "correct_pct": 0.8157894736842105,
      "wrong_pct": 0.017543859649122806,
      "correct_lo": 0.6658083165848865,
      "correct_hi": 0.907783515467425,
      "wrong_lo": 0.002302990931885261,
      "wrong_hi": 0.12137615454374981,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 27,
      "gradeable": 27,
      "correct": 0,
      "incorrect": 0,
      "abstained": 27,
      "no_answer": 0,
      "correct_pct": 0,
      "wrong_pct": 0,
      "correct_lo": 0,
      "correct_hi": 0.12455903714463581,
      "wrong_lo": 0,
      "wrong_hi": 0.12455903714463581,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 27,
      "gradeable": 81,
      "correct": 80,
      "incorrect": 1,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9876543209876543,
      "wrong_pct": 0.012345679012345678,
      "correct_lo": 0.8547437270694352,
      "correct_hi": 0.9990814095425865,
      "wrong_lo": 0.0009185904574135206,
      "wrong_hi": 0.14525627293056462,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 25,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 75,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 45,
      "gradeable": 45,
      "correct": 30,
      "incorrect": 4,
      "abstained": 11,
      "no_answer": 0,
      "correct_pct": 0.6666666666666666,
      "wrong_pct": 0.08888888888888889,
      "correct_lo": 0.520702168092554,
      "correct_hi": 0.7864130779272324,
      "wrong_lo": 0.03511054813420318,
      "wrong_hi": 0.20733851168365702,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 45,
      "gradeable": 135,
      "correct": 134,
      "incorrect": 1,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9925925925925926,
      "wrong_pct": 0.007407407407407408,
      "correct_lo": 0.9082471511916812,
      "correct_hi": 0.9994490203779098,
      "wrong_lo": 0.0005509796220901919,
      "wrong_hi": 0.09175284880831888,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 22,
      "incorrect": 9,
      "abstained": 12,
      "no_answer": 0,
      "correct_pct": 0.5116279069767442,
      "wrong_pct": 0.20930232558139536,
      "correct_lo": 0.36752063766074083,
      "correct_hi": 0.6538279072224399,
      "wrong_lo": 0.11422705997811457,
      "wrong_hi": 0.35205931794236645,
      "verdict": "dont_use"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 127,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 2,
      "correct_pct": 0.9844961240310077,
      "wrong_pct": 0,
      "correct_lo": 0.8915574846957087,
      "correct_hi": 0.9979652187701565,
      "wrong_lo": 0,
      "wrong_hi": 0.08201257002322722,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 17,
      "incorrect": 3,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0.40476190476190477,
      "wrong_pct": 0.07142857142857142,
      "correct_lo": 0.27042647671209086,
      "correct_hi": 0.5550595447182258,
      "wrong_lo": 0.024589963551172878,
      "wrong_hi": 0.19009713288525168,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 42,
      "gradeable": 126,
      "correct": 126,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9161983874908382,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.08380161250916199,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 40,
      "gradeable": 40,
      "correct": 9,
      "incorrect": 7,
      "abstained": 24,
      "no_answer": 0,
      "correct_pct": 0.225,
      "wrong_pct": 0.175,
      "correct_lo": 0.1231595325467853,
      "correct_hi": 0.3750339640409305,
      "wrong_lo": 0.08745302996883066,
      "wrong_hi": 0.3195029205439244,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 40,
      "gradeable": 120,
      "correct": 120,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9123754607496077,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.08762453925039233,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 16,
      "incorrect": 6,
      "abstained": 19,
      "no_answer": 0,
      "correct_pct": 0.3902439024390244,
      "wrong_pct": 0.14634146341463414,
      "correct_lo": 0.2565593521532712,
      "correct_hi": 0.5427341610130745,
      "wrong_lo": 0.06884154529455412,
      "wrong_hi": 0.28443755268589266,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 41,
      "gradeable": 123,
      "correct": 123,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9143295511310926,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.08567044886890746,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 13,
      "incorrect": 2,
      "abstained": 24,
      "no_answer": 0,
      "correct_pct": 0.3333333333333333,
      "wrong_pct": 0.05128205128205128,
      "correct_lo": 0.20632766106915157,
      "correct_hi": 0.4902289567975947,
      "wrong_lo": 0.014177657646399527,
      "wrong_hi": 0.1688593904563791,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 38,
      "gradeable": 114,
      "correct": 111,
      "incorrect": 1,
      "abstained": 2,
      "no_answer": 0,
      "correct_pct": 0.9736842105263158,
      "wrong_pct": 0.008771929824561403,
      "correct_lo": 0.8650482156319974,
      "correct_hi": 0.9953395324464698,
      "wrong_lo": 0.0006525329910301234,
      "wrong_hi": 0.10709350603870743,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 27,
      "gradeable": 27,
      "correct": 1,
      "incorrect": 0,
      "abstained": 26,
      "no_answer": 0,
      "correct_pct": 0.037037037037037035,
      "wrong_pct": 0,
      "correct_lo": 0.006567976533097583,
      "correct_hi": 0.1828385393415652,
      "wrong_lo": 0,
      "wrong_hi": 0.12455903714463581,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 27,
      "gradeable": 81,
      "correct": 79,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 2,
      "correct_pct": 0.9753086419753086,
      "wrong_pct": 0,
      "correct_lo": 0.8354529051911461,
      "correct_hi": 0.9967564051775337,
      "wrong_lo": 0,
      "wrong_hi": 0.12455903714463581,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 25,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 75,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 45,
      "gradeable": 45,
      "correct": 26,
      "incorrect": 8,
      "abstained": 11,
      "no_answer": 0,
      "correct_pct": 0.5777777777777777,
      "wrong_pct": 0.17777777777777778,
      "correct_lo": 0.433005327959445,
      "correct_hi": 0.7103151201831219,
      "wrong_lo": 0.0929427892585383,
      "wrong_hi": 0.3133010684365414,
      "verdict": "verify"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 45,
      "gradeable": 135,
      "correct": 134,
      "incorrect": 1,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9925925925925926,
      "wrong_pct": 0.007407407407407408,
      "correct_lo": 0.9082471511916812,
      "correct_hi": 0.9994490203779098,
      "wrong_lo": 0.0005509796220901919,
      "wrong_hi": 0.09175284880831888,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 21,
      "incorrect": 6,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0.4883720930232558,
      "wrong_pct": 0.13953488372093023,
      "correct_lo": 0.34617209277756,
      "correct_hi": 0.6324793623392592,
      "wrong_lo": 0.06555634267713947,
      "wrong_hi": 0.27263876594425684,
      "verdict": "verify"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 128,
      "incorrect": 1,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9922480620155039,
      "wrong_pct": 0.007751937984496124,
      "correct_lo": 0.9043316860468311,
      "correct_hi": 0.9994233806744881,
      "wrong_lo": 0.0005766193255120344,
      "wrong_hi": 0.09566831395316902,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 18,
      "incorrect": 8,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0.42857142857142855,
      "wrong_pct": 0.19047619047619047,
      "correct_lo": 0.2911742951914822,
      "correct_hi": 0.5779402208812553,
      "wrong_lo": 0.09981889609856438,
      "wrong_hi": 0.3330106735499645,
      "verdict": "verify"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 42,
      "gradeable": 126,
      "correct": 122,
      "incorrect": 4,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9682539682539683,
      "wrong_pct": 0.031746031746031744,
      "correct_lo": 0.8648596184802468,
      "correct_hi": 0.9931674428206967,
      "wrong_lo": 0.006832557179303311,
      "wrong_hi": 0.13514038151975316,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 40,
      "gradeable": 40,
      "correct": 8,
      "incorrect": 10,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0.2,
      "wrong_pct": 0.25,
      "correct_lo": 0.10499864973166874,
      "correct_hi": 0.34757607381856676,
      "wrong_lo": 0.14186967895549518,
      "wrong_hi": 0.40194259066970106,
      "verdict": "dont_use"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 40,
      "gradeable": 120,
      "correct": 115,
      "incorrect": 5,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9583333333333334,
      "wrong_pct": 0.041666666666666664,
      "correct_lo": 0.8466750771084987,
      "correct_hi": 0.9896690952453088,
      "wrong_lo": 0.01033090475469145,
      "wrong_hi": 0.1533249228915015,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 15,
      "incorrect": 9,
      "abstained": 17,
      "no_answer": 0,
      "correct_pct": 0.36585365853658536,
      "wrong_pct": 0.21951219512195122,
      "correct_lo": 0.23589630416936816,
      "correct_hi": 0.5187957674783876,
      "wrong_lo": 0.12003040155386346,
      "wrong_hi": 0.36705302098235293,
      "verdict": "dont_use"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 41,
      "gradeable": 123,
      "correct": 121,
      "incorrect": 2,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.983739837398374,
      "wrong_pct": 0.016260162601626018,
      "correct_lo": 0.8867294589190012,
      "correct_hi": 0.9978657978663651,
      "wrong_lo": 0.0021342021336350214,
      "wrong_hi": 0.11327054108099902,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 9,
      "incorrect": 8,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0.23076923076923078,
      "wrong_pct": 0.20512820512820512,
      "correct_lo": 0.1264566242878376,
      "correct_hi": 0.38336560457382957,
      "wrong_lo": 0.10779590197911117,
      "wrong_hi": 0.3553427296312862,
      "verdict": "dont_use"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 38,
      "gradeable": 114,
      "correct": 110,
      "incorrect": 2,
      "abstained": 1,
      "no_answer": 1,
      "correct_pct": 0.9649122807017544,
      "wrong_pct": 0.017543859649122806,
      "correct_lo": 0.8520099661639794,
      "correct_hi": 0.9924446754685902,
      "wrong_lo": 0.002302990931885261,
      "wrong_hi": 0.12137615454374981,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 1,
      "questions": 27,
      "gradeable": 27,
      "correct": 2,
      "incorrect": 1,
      "abstained": 24,
      "no_answer": 0,
      "correct_pct": 0.07407407407407407,
      "wrong_pct": 0.037037037037037035,
      "correct_lo": 0.020554221697383523,
      "correct_hi": 0.2336997729073062,
      "wrong_lo": 0.006567976533097583,
      "wrong_hi": 0.1828385393415652,
      "verdict": "verify"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.316 (Claude Code)",
      "runs": 3,
      "questions": 27,
      "gradeable": 81,
      "correct": 80,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 1,
      "correct_pct": 0.9876543209876543,
      "wrong_pct": 0,
      "correct_lo": 0.8547437270694352,
      "correct_hi": 0.9990814095425865,
      "wrong_lo": 0,
      "wrong_hi": 0.12455903714463581,
      "verdict": "trust"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 24,
      "gradeable": 24,
      "correct": 18,
      "incorrect": 5,
      "abstained": 0,
      "no_answer": 1,
      "correct_pct": 0.75,
      "wrong_pct": 0.20833333333333334,
      "correct_lo": 0.5510017468789357,
      "correct_hi": 0.8800079652065766,
      "wrong_lo": 0.0924468910478809,
      "wrong_hi": 0.40470844485235474,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 45,
      "gradeable": 45,
      "correct": 4,
      "incorrect": 27,
      "abstained": 14,
      "no_answer": 0,
      "correct_pct": 0.08888888888888889,
      "wrong_pct": 0.6,
      "correct_lo": 0.03511054813420318,
      "correct_hi": 0.20733851168365702,
      "wrong_lo": 0.4545159420914473,
      "wrong_hi": 0.7297532055204246,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 4,
      "incorrect": 23,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0.09302325581395349,
      "wrong_pct": 0.5348837209302325,
      "correct_lo": 0.036771045103346514,
      "correct_hi": 0.2160298839853268,
      "wrong_lo": 0.38915389728872773,
      "wrong_hi": 0.6748917373608144,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 1,
      "incorrect": 28,
      "abstained": 12,
      "no_answer": 0,
      "correct_pct": 0.024390243902439025,
      "wrong_pct": 0.6829268292682927,
      "correct_lo": 0.00431842027071648,
      "correct_hi": 0.12595347011678087,
      "wrong_lo": 0.5301551434425414,
      "wrong_hi": 0.8043556679468827,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 40,
      "gradeable": 40,
      "correct": 4,
      "incorrect": 20,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0.1,
      "wrong_pct": 0.5,
      "correct_lo": 0.03957888759557489,
      "correct_hi": 0.23052074380473903,
      "wrong_lo": 0.35199278797099753,
      "wrong_hi": 0.6480072120290025,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 1,
      "incorrect": 18,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0.024390243902439025,
      "wrong_pct": 0.43902439024390244,
      "correct_lo": 0.00431842027071648,
      "correct_hi": 0.12595347011678087,
      "wrong_lo": 0.2988990477210983,
      "wrong_hi": 0.5895973484824271,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 5,
      "incorrect": 18,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0.1282051282051282,
      "wrong_pct": 0.46153846153846156,
      "correct_lo": 0.05602734948028318,
      "correct_hi": 0.26706049037630475,
      "wrong_lo": 0.3156664723404835,
      "wrong_hi": 0.6143081317826119,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "kind": "os-derived",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 27,
      "gradeable": 27,
      "correct": 0,
      "incorrect": 5,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0,
      "wrong_pct": 0.18518518518518517,
      "correct_lo": 0,
      "correct_hi": 0.12455903714463581,
      "wrong_lo": 0.0818058657428532,
      "wrong_hi": 0.36699056505191746,
      "verdict": "verify"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 15,
      "gradeable": 15,
      "correct": 13,
      "incorrect": 2,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.8666666666666667,
      "wrong_pct": 0.13333333333333333,
      "correct_lo": 0.6211750079348376,
      "correct_hi": 0.9626395301086407,
      "wrong_lo": 0.0373604698913593,
      "wrong_hi": 0.3788249920651624,
      "verdict": "verify"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 24,
      "gradeable": 61,
      "correct": 50,
      "incorrect": 0,
      "abstained": 10,
      "no_answer": 1,
      "correct_pct": 0.819672131147541,
      "wrong_pct": 0,
      "correct_lo": 0.6260964155072175,
      "correct_hi": 0.9250307573234378,
      "wrong_lo": 0,
      "wrong_hi": 0.13798057582897535,
      "verdict": "trust"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 4,
      "incorrect": 26,
      "abstained": 11,
      "no_answer": 0,
      "correct_pct": 0.0975609756097561,
      "wrong_pct": 0.6341463414634146,
      "correct_lo": 0.03859645975296143,
      "correct_hi": 0.22547975519030555,
      "wrong_lo": 0.4812042325216125,
      "wrong_hi": 0.7641036958306319,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 45,
      "gradeable": 135,
      "correct": 131,
      "incorrect": 4,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9703703703703703,
      "wrong_pct": 0.02962962962962963,
      "correct_lo": 0.8731226294335644,
      "correct_hi": 0.9936248426667219,
      "wrong_lo": 0.0063751573332782654,
      "wrong_hi": 0.12687737056643567,
      "verdict": "trust"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 33,
      "gradeable": 33,
      "correct": 3,
      "incorrect": 14,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0.09090909090909091,
      "wrong_pct": 0.42424242424242425,
      "correct_lo": 0.03140337104926308,
      "correct_hi": 0.23572943534351035,
      "wrong_lo": 0.272353589950299,
      "wrong_hi": 0.5919302630853998,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 79,
      "incorrect": 40,
      "abstained": 10,
      "no_answer": 0,
      "correct_pct": 0.6124031007751938,
      "wrong_pct": 0.31007751937984496,
      "correct_lo": 0.4633563877138346,
      "correct_hi": 0.7430128794902461,
      "wrong_lo": 0.1922837002934922,
      "wrong_hi": 0.45902339994788866,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 3,
      "incorrect": 18,
      "abstained": 20,
      "no_answer": 0,
      "correct_pct": 0.07317073170731707,
      "wrong_pct": 0.43902439024390244,
      "correct_lo": 0.02519737325256413,
      "correct_hi": 0.19427740017211295,
      "wrong_lo": 0.2988990477210983,
      "wrong_hi": 0.5895973484824271,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 42,
      "gradeable": 124,
      "correct": 79,
      "incorrect": 20,
      "abstained": 23,
      "no_answer": 2,
      "correct_pct": 0.6370967741935484,
      "wrong_pct": 0.16129032258064516,
      "correct_lo": 0.48593929540265246,
      "correct_hi": 0.7652763914899967,
      "wrong_lo": 0.07948398924520035,
      "wrong_hi": 0.29986549019649006,
      "verdict": "verify"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 38,
      "gradeable": 38,
      "correct": 5,
      "incorrect": 15,
      "abstained": 18,
      "no_answer": 0,
      "correct_pct": 0.13157894736842105,
      "wrong_pct": 0.39473684210526316,
      "correct_lo": 0.05753782875731439,
      "correct_hi": 0.2732717005149888,
      "wrong_lo": 0.25597859263618905,
      "wrong_hi": 0.5528241300130403,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 40,
      "gradeable": 118,
      "correct": 77,
      "incorrect": 27,
      "abstained": 14,
      "no_answer": 0,
      "correct_pct": 0.652542372881356,
      "wrong_pct": 0.2288135593220339,
      "correct_lo": 0.4975925636649581,
      "correct_hi": 0.7807592718179732,
      "wrong_lo": 0.12597952707783447,
      "wrong_hi": 0.37917276539695466,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 37,
      "gradeable": 37,
      "correct": 2,
      "incorrect": 16,
      "abstained": 19,
      "no_answer": 0,
      "correct_pct": 0.05405405405405406,
      "wrong_pct": 0.43243243243243246,
      "correct_lo": 0.014950662770539955,
      "correct_hi": 0.17704965063539913,
      "wrong_lo": 0.2867148684035131,
      "wrong_hi": 0.5908609366579929,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 41,
      "gradeable": 120,
      "correct": 90,
      "incorrect": 21,
      "abstained": 9,
      "no_answer": 0,
      "correct_pct": 0.75,
      "wrong_pct": 0.175,
      "correct_lo": 0.6000447540873933,
      "correct_hi": 0.857120021478153,
      "wrong_lo": 0.08819605594964146,
      "wrong_hi": 0.3174897358151484,
      "verdict": "verify"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 37,
      "gradeable": 37,
      "correct": 7,
      "incorrect": 15,
      "abstained": 15,
      "no_answer": 0,
      "correct_pct": 0.1891891891891892,
      "wrong_pct": 0.40540540540540543,
      "correct_lo": 0.09479858757337128,
      "correct_hi": 0.342050115709556,
      "wrong_lo": 0.26346295839940137,
      "wrong_hi": 0.565143168686707,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 38,
      "gradeable": 114,
      "correct": 69,
      "incorrect": 23,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0.6052631578947368,
      "wrong_pct": 0.20175438596491227,
      "correct_lo": 0.4471758699869596,
      "correct_hi": 0.7440214073638108,
      "wrong_lo": 0.10449269677025044,
      "wrong_hi": 0.35378168406923305,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "kind": "os-derived",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 27,
      "gradeable": 27,
      "correct": 1,
      "incorrect": 6,
      "abstained": 20,
      "no_answer": 0,
      "correct_pct": 0.037037037037037035,
      "wrong_pct": 0.2222222222222222,
      "correct_lo": 0.006567976533097583,
      "correct_hi": 0.1828385393415652,
      "wrong_lo": 0.10607095489408958,
      "wrong_hi": 0.4075729546307081,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 27,
      "gradeable": 79,
      "correct": 63,
      "incorrect": 7,
      "abstained": 9,
      "no_answer": 0,
      "correct_pct": 0.7974683544303798,
      "wrong_pct": 0.08860759493670886,
      "correct_lo": 0.6138188152781638,
      "correct_hi": 0.907013149964901,
      "wrong_lo": 0.0272237126001129,
      "wrong_hi": 0.2524767609999039,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 24,
      "gradeable": 24,
      "correct": 21,
      "incorrect": 3,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.875,
      "wrong_pct": 0.125,
      "correct_lo": 0.6899571185214243,
      "correct_hi": 0.9565574496068442,
      "wrong_lo": 0.04344255039315581,
      "wrong_hi": 0.3100428814785757,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 25,
      "gradeable": 73,
      "correct": 64,
      "incorrect": 4,
      "abstained": 0,
      "no_answer": 5,
      "correct_pct": 0.8767123287671232,
      "wrong_pct": 0.0547945205479452,
      "correct_lo": 0.6964793247812161,
      "correct_hi": 0.9565918099115943,
      "wrong_lo": 0.01204046649478216,
      "wrong_hi": 0.21614819250462358,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 45,
      "gradeable": 45,
      "correct": 3,
      "incorrect": 29,
      "abstained": 12,
      "no_answer": 1,
      "correct_pct": 0.06666666666666667,
      "wrong_pct": 0.6444444444444445,
      "correct_lo": 0.0229316164621471,
      "correct_hi": 0.17856874388640825,
      "wrong_lo": 0.49835546011952203,
      "wrong_hi": 0.7678110864309596,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 45,
      "gradeable": 135,
      "correct": 116,
      "incorrect": 9,
      "abstained": 0,
      "no_answer": 10,
      "correct_pct": 0.8592592592592593,
      "wrong_pct": 0.06666666666666667,
      "correct_lo": 0.7294620822447404,
      "correct_hi": 0.9325418925090214,
      "wrong_lo": 0.0229316164621471,
      "wrong_hi": 0.17856874388640825,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 4,
      "incorrect": 25,
      "abstained": 14,
      "no_answer": 0,
      "correct_pct": 0.09302325581395349,
      "wrong_pct": 0.5813953488372093,
      "correct_lo": 0.036771045103346514,
      "correct_hi": 0.2160298839853268,
      "wrong_lo": 0.43328315755711777,
      "wrong_hi": 0.7161566566251477,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 39,
      "incorrect": 46,
      "abstained": 3,
      "no_answer": 41,
      "correct_pct": 0.3023255813953488,
      "wrong_pct": 0.35658914728682173,
      "correct_lo": 0.18601827946182872,
      "correct_hi": 0.4510564575240983,
      "wrong_lo": 0.23067439091500408,
      "wrong_hi": 0.5060268888590999,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 5,
      "incorrect": 22,
      "abstained": 14,
      "no_answer": 1,
      "correct_pct": 0.11904761904761904,
      "wrong_pct": 0.5238095238095238,
      "correct_lo": 0.05193726765019084,
      "correct_hi": 0.2500068180710754,
      "wrong_lo": 0.3772221394020704,
      "wrong_hi": 0.6664063552403504,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 42,
      "gradeable": 126,
      "correct": 69,
      "incorrect": 17,
      "abstained": 6,
      "no_answer": 34,
      "correct_pct": 0.5476190476190477,
      "wrong_pct": 0.1349206349206349,
      "correct_lo": 0.39948862747122693,
      "correct_hi": 0.6877683618136149,
      "wrong_lo": 0.06199151912083342,
      "wrong_hi": 0.26903822969538005,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 40,
      "gradeable": 40,
      "correct": 4,
      "incorrect": 20,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0.1,
      "wrong_pct": 0.5,
      "correct_lo": 0.03957888759557489,
      "correct_hi": 0.23052074380473903,
      "wrong_lo": 0.35199278797099753,
      "wrong_hi": 0.6480072120290025,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 40,
      "gradeable": 120,
      "correct": 60,
      "incorrect": 23,
      "abstained": 4,
      "no_answer": 33,
      "correct_pct": 0.5,
      "wrong_pct": 0.19166666666666668,
      "correct_lo": 0.35199278797099753,
      "correct_hi": 0.6480072120290025,
      "wrong_lo": 0.09907793112223144,
      "wrong_hi": 0.3382905347488439,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 2,
      "incorrect": 22,
      "abstained": 17,
      "no_answer": 0,
      "correct_pct": 0.04878048780487805,
      "wrong_pct": 0.5365853658536586,
      "correct_lo": 0.013480662282573552,
      "correct_hi": 0.16139266962351367,
      "wrong_lo": 0.38746215345974366,
      "wrong_hi": 0.6794400088181413,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 41,
      "gradeable": 123,
      "correct": 77,
      "incorrect": 17,
      "abstained": 2,
      "no_answer": 27,
      "correct_pct": 0.6260162601626016,
      "wrong_pct": 0.13821138211382114,
      "correct_lo": 0.47318621192736743,
      "correct_hi": 0.7572545692520135,
      "wrong_lo": 0.0635424246300511,
      "wrong_hi": 0.27486952617753235,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 1,
      "incorrect": 24,
      "abstained": 14,
      "no_answer": 0,
      "correct_pct": 0.02564102564102564,
      "wrong_pct": 0.6153846153846154,
      "correct_lo": 0.00454058606523737,
      "correct_hi": 0.13181286478627147,
      "wrong_lo": 0.45898781310078474,
      "wrong_hi": 0.7510883745299295,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 38,
      "gradeable": 114,
      "correct": 61,
      "incorrect": 14,
      "abstained": 7,
      "no_answer": 32,
      "correct_pct": 0.5350877192982456,
      "wrong_pct": 0.12280701754385964,
      "correct_lo": 0.38070214329528096,
      "correct_hi": 0.6830302824883091,
      "wrong_lo": 0.05212957248371285,
      "wrong_hi": 0.2627468503426927,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "kind": "os-derived",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 27,
      "gradeable": 27,
      "correct": 2,
      "incorrect": 8,
      "abstained": 17,
      "no_answer": 0,
      "correct_pct": 0.07407407407407407,
      "wrong_pct": 0.2962962962962963,
      "correct_lo": 0.020554221697383523,
      "correct_hi": 0.2336997729073062,
      "wrong_lo": 0.15852853317647564,
      "wrong_hi": 0.4848103338083759,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 27,
      "gradeable": 81,
      "correct": 50,
      "incorrect": 16,
      "abstained": 7,
      "no_answer": 8,
      "correct_pct": 0.6172839506172839,
      "wrong_pct": 0.19753086419753085,
      "correct_lo": 0.43051303984449296,
      "correct_hi": 0.7748373094672591,
      "wrong_lo": 0.08972905064286901,
      "wrong_hi": 0.380683206395244,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 24,
      "incorrect": 0,
      "abstained": 1,
      "no_answer": 0,
      "correct_pct": 0.96,
      "wrong_pct": 0,
      "correct_lo": 0.8045552759497747,
      "correct_hi": 0.9929039496133008,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 74,
      "incorrect": 0,
      "abstained": 1,
      "no_answer": 0,
      "correct_pct": 0.9866666666666667,
      "wrong_pct": 0,
      "correct_lo": 0.8446808865024286,
      "correct_hi": 0.9990078593831441,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 45,
      "gradeable": 45,
      "correct": 21,
      "incorrect": 0,
      "abstained": 24,
      "no_answer": 0,
      "correct_pct": 0.4666666666666667,
      "wrong_pct": 0,
      "correct_lo": 0.3293490394201473,
      "correct_hi": 0.6092279113758954,
      "wrong_lo": 0,
      "wrong_hi": 0.07865426194064076,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 45,
      "gradeable": 135,
      "correct": 134,
      "incorrect": 1,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9925925925925926,
      "wrong_pct": 0.007407407407407408,
      "correct_lo": 0.9082471511916812,
      "correct_hi": 0.9994490203779098,
      "wrong_lo": 0.0005509796220901919,
      "wrong_hi": 0.09175284880831888,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 8,
      "incorrect": 0,
      "abstained": 35,
      "no_answer": 0,
      "correct_pct": 0.18604651162790697,
      "wrong_pct": 0,
      "correct_lo": 0.0974163558010598,
      "correct_hi": 0.3261729323530596,
      "wrong_lo": 0,
      "wrong_hi": 0.08201257002322722,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 125,
      "incorrect": 4,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9689922480620154,
      "wrong_pct": 0.031007751937984496,
      "correct_lo": 0.8677309450101104,
      "correct_hi": 0.9933270319448472,
      "wrong_lo": 0.0066729680551528975,
      "wrong_hi": 0.13226905498988967,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 7,
      "incorrect": 0,
      "abstained": 35,
      "no_answer": 0,
      "correct_pct": 0.16666666666666666,
      "wrong_pct": 0,
      "correct_lo": 0.08315811295836502,
      "correct_hi": 0.30604296204774295,
      "wrong_lo": 0,
      "wrong_hi": 0.08380161250916199,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 42,
      "gradeable": 126,
      "correct": 118,
      "incorrect": 4,
      "abstained": 4,
      "no_answer": 0,
      "correct_pct": 0.9365079365079365,
      "wrong_pct": 0.031746031746031744,
      "correct_lo": 0.8204230616874619,
      "correct_hi": 0.9794326734235872,
      "wrong_lo": 0.006832557179303311,
      "wrong_hi": 0.13514038151975316,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 40,
      "gradeable": 40,
      "correct": 5,
      "incorrect": 1,
      "abstained": 34,
      "no_answer": 0,
      "correct_pct": 0.125,
      "wrong_pct": 0.025,
      "correct_lo": 0.05459419773541284,
      "correct_hi": 0.26112420670238146,
      "wrong_lo": 0.0044267174077949195,
      "wrong_hi": 0.1288165948800778,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 40,
      "gradeable": 120,
      "correct": 110,
      "incorrect": 3,
      "abstained": 7,
      "no_answer": 0,
      "correct_pct": 0.9166666666666666,
      "wrong_pct": 0.025,
      "correct_lo": 0.790565495452683,
      "correct_hi": 0.9697473885053235,
      "wrong_lo": 0.0044267174077949195,
      "wrong_hi": 0.1288165948800778,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 10,
      "incorrect": 1,
      "abstained": 30,
      "no_answer": 0,
      "correct_pct": 0.24390243902439024,
      "wrong_pct": 0.024390243902439025,
      "correct_lo": 0.13824855751022433,
      "correct_hi": 0.39343630654458195,
      "wrong_lo": 0.00431842027071648,
      "wrong_hi": 0.12595347011678087,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 41,
      "gradeable": 123,
      "correct": 123,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9143295511310926,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.08567044886890746,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 10,
      "incorrect": 0,
      "abstained": 29,
      "no_answer": 0,
      "correct_pct": 0.2564102564102564,
      "wrong_pct": 0,
      "correct_lo": 0.14568625843452188,
      "correct_hi": 0.410819567678415,
      "wrong_lo": 0,
      "wrong_hi": 0.08966985360023902,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 38,
      "gradeable": 114,
      "correct": 110,
      "incorrect": 0,
      "abstained": 4,
      "no_answer": 0,
      "correct_pct": 0.9649122807017544,
      "wrong_pct": 0,
      "correct_lo": 0.8520099661639794,
      "correct_hi": 0.9924446754685902,
      "wrong_lo": 0,
      "wrong_hi": 0.09181293258384,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "kind": "os-derived",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 27,
      "gradeable": 27,
      "correct": 0,
      "incorrect": 0,
      "abstained": 27,
      "no_answer": 0,
      "correct_pct": 0,
      "wrong_pct": 0,
      "correct_lo": 0,
      "correct_hi": 0.12455903714463581,
      "wrong_lo": 0,
      "wrong_hi": 0.12455903714463581,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 27,
      "gradeable": 81,
      "correct": 73,
      "incorrect": 1,
      "abstained": 7,
      "no_answer": 0,
      "correct_pct": 0.9012345679012346,
      "wrong_pct": 0.012345679012345678,
      "correct_lo": 0.7347031465799181,
      "correct_hi": 0.9678112063287074,
      "wrong_lo": 0.0009185904574135206,
      "wrong_hi": 0.14525627293056462,
      "verdict": "trust"
    }
  ]
}