{
  "track": "mcp",
  "model": "claude-opus-5.5",
  "tag": "r2",
  "provider": "claude-code",
  "started_at": "2026-11-06T00:04:19Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "claude-code-default",
    "max_tool_turns": 8,
    "grader": "2026-10-31b",
    "harness": "2.1.318 (Claude Code)",
    "tools": "orbit-sentinel-mcp v0.10.0"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5690,
      "tokens_in": 33381,
      "tokens_in_cached": 27922,
      "tokens_out": 489,
      "tool_calls": 2,
      "cost_usd": 0.0590204
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 6724,
      "tokens_in": 31207,
      "tokens_in_cached": 27956,
      "tokens_out": 628,
      "tool_calls": 2,
      "cost_usd": 0.0441432
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 8324,
      "tokens_in": 34626,
      "tokens_in_cached": 27932,
      "tokens_out": 770,
      "tool_calls": 3,
      "cost_usd": 0.0745224
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 6273,
      "tokens_in": 34480,
      "tokens_in_cached": 27940,
      "tokens_out": 477,
      "tool_calls": 2,
      "cost_usd": 0.06743199999999999
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5209,
      "tokens_in": 31317,
      "tokens_in_cached": 27938,
      "tokens_out": 488,
      "tool_calls": 3,
      "cost_usd": 0.0423636
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3503,
      "tokens_in": 14863,
      "tokens_in_cached": 13097,
      "tokens_out": 295,
      "cost_usd": 0.0226394
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2118,
      "tokens_in": 14855,
      "tokens_in_cached": 13089,
      "tokens_out": 148,
      "cost_usd": 0.0196978
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7893,
      "tokens_in": 14860,
      "tokens_in_cached": 13094,
      "tokens_out": 778,
      "cost_usd": 0.0322988
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2198,
      "tokens_in": 14856,
      "tokens_in_cached": 13090,
      "tokens_out": 134,
      "cost_usd": 0.019417999999999998
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6443,
      "tokens_in": 14880,
      "tokens_in_cached": 13114,
      "tokens_out": 645,
      "cost_usd": 0.029642799999999997
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3364,
      "tokens_in": 14858,
      "tokens_in_cached": 13092,
      "tokens_out": 220,
      "cost_usd": 0.0211384
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2876,
      "tokens_in": 14850,
      "tokens_in_cached": 13084,
      "tokens_out": 195,
      "cost_usd": 0.0206368
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6723,
      "tokens_in": 14861,
      "tokens_in_cached": 13095,
      "tokens_out": 664,
      "cost_usd": 0.030019
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3811,
      "tokens_in": 14872,
      "tokens_in_cached": 13106,
      "tokens_out": 292,
      "cost_usd": 0.0225812
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8983,
      "tokens_in": 14889,
      "tokens_in_cached": 13123,
      "tokens_out": 927,
      "cost_usd": 0.0352846
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 9506,
      "tokens_in": 14856,
      "tokens_in_cached": 13090,
      "tokens_out": 981,
      "cost_usd": 0.036358
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4093,
      "tokens_in": 14860,
      "tokens_in_cached": 13094,
      "tokens_out": 336,
      "cost_usd": 0.0234588
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5083,
      "tokens_in": 14876,
      "tokens_in_cached": 13110,
      "tokens_out": 367,
      "cost_usd": 0.024082
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6522,
      "tokens_in": 14906,
      "tokens_in_cached": 13140,
      "tokens_out": 594,
      "cost_usd": 0.028628
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6629,
      "tokens_in": 14882,
      "tokens_in_cached": 13116,
      "tokens_out": 629,
      "cost_usd": 0.0293232
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6511,
      "tokens_in": 14903,
      "tokens_in_cached": 13137,
      "tokens_out": 580,
      "cost_usd": 0.0283474
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4100,
      "tokens_in": 14881,
      "tokens_in_cached": 13115,
      "tokens_out": 351,
      "cost_usd": 0.023763
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2930,
      "tokens_in": 14874,
      "tokens_in_cached": 13108,
      "tokens_out": 210,
      "cost_usd": 0.0209416
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2508,
      "tokens_in": 14866,
      "tokens_in_cached": 13100,
      "tokens_out": 194,
      "cost_usd": 0.02062
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2971,
      "tokens_in": 14900,
      "tokens_in_cached": 13134,
      "tokens_out": 215,
      "cost_usd": 0.0210468
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3513,
      "tokens_in": 30430,
      "tokens_in_cached": 27938,
      "tokens_out": 204,
      "tool_calls": 2,
      "cost_usd": 0.0295876
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4795,
      "tokens_in": 30169,
      "tokens_in_cached": 27946,
      "tokens_out": 357,
      "tool_calls": 1,
      "cost_usd": 0.030497200000000002
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6870,
      "tokens_in": 30653,
      "tokens_in_cached": 27926,
      "tokens_out": 745,
      "tool_calls": 4,
      "cost_usd": 0.042285199999999995
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9807,
      "tokens_in": 32046,
      "tokens_in_cached": 27942,
      "tokens_out": 1257,
      "tool_calls": 7,
      "cost_usd": 0.0635444
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 17374,
      "tokens_in": 49596,
      "tokens_in_cached": 44957,
      "tokens_out": 1924,
      "tool_calls": 10,
      "cost_usd": 0.08455939999999999
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9067,
      "tokens_in": 30873,
      "tokens_in_cached": 27956,
      "tokens_out": 975,
      "tool_calls": 5,
      "cost_usd": 0.0484112
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3745,
      "tokens_in": 30561,
      "tokens_in_cached": 27978,
      "tokens_out": 299,
      "tool_calls": 2,
      "cost_usd": 0.032223600000000005
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4446,
      "tokens_in": 31352,
      "tokens_in_cached": 27932,
      "tokens_out": 393,
      "tool_calls": 3,
      "cost_usd": 0.0407904
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3611,
      "tokens_in": 30046,
      "tokens_in_cached": 27970,
      "tokens_out": 161,
      "tool_calls": 1,
      "cost_usd": 0.025405999999999998
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4132,
      "tokens_in": 30727,
      "tokens_in_cached": 27940,
      "tokens_out": 267,
      "tool_calls": 2,
      "cost_usd": 0.033208
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3270,
      "tokens_in": 30028,
      "tokens_in_cached": 27920,
      "tokens_out": 241,
      "tool_calls": 1,
      "cost_usd": 0.027252
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3093,
      "tokens_in": 30013,
      "tokens_in_cached": 27932,
      "tokens_out": 208,
      "tool_calls": 1,
      "cost_usd": 0.0263784
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3969,
      "tokens_in": 29994,
      "tokens_in_cached": 27924,
      "tokens_out": 224,
      "tool_calls": 1,
      "cost_usd": 0.026608800000000002
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6192,
      "tokens_in": 30065,
      "tokens_in_cached": 27980,
      "tokens_out": 442,
      "tool_calls": 1,
      "cost_usd": 0.0311
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3187,
      "tokens_in": 30057,
      "tokens_in_cached": 27962,
      "tokens_out": 140,
      "tool_calls": 1,
      "cost_usd": 0.0251364
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2661,
      "tokens_in": 30056,
      "tokens_in_cached": 27968,
      "tokens_out": 168,
      "tool_calls": 1,
      "cost_usd": 0.0256416
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2579,
      "tokens_in": 30052,
      "tokens_in_cached": 27962,
      "tokens_out": 178,
      "tool_calls": 1,
      "cost_usd": 0.0258564
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5704,
      "tokens_in": 30763,
      "tokens_in_cached": 27960,
      "tokens_out": 477,
      "tool_calls": 3,
      "cost_usd": 0.03754
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2607,
      "tokens_in": 30050,
      "tokens_in_cached": 27986,
      "tokens_out": 149,
      "tool_calls": 1,
      "cost_usd": 0.025073199999999997
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3286,
      "tokens_in": 30044,
      "tokens_in_cached": 27972,
      "tokens_out": 141,
      "tool_calls": 1,
      "cost_usd": 0.0249744
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 24427,
      "tokens_in": 111870,
      "tokens_in_cached": 43693,
      "tokens_out": 2630,
      "tool_calls": 10,
      "cost_usd": 0.6067306
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8391,
      "tokens_in": 47554,
      "tokens_in_cached": 43750,
      "tokens_out": 920,
      "tool_calls": 6,
      "cost_usd": 0.057558
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10818,
      "tokens_in": 48645,
      "tokens_in_cached": 44636,
      "tokens_out": 1188,
      "tool_calls": 6,
      "cost_usd": 0.0647352
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3650,
      "tokens_in": 30461,
      "tokens_in_cached": 27990,
      "tokens_out": 215,
      "tool_calls": 2,
      "cost_usd": 0.02965
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5179,
      "tokens_in": 30461,
      "tokens_in_cached": 27960,
      "tokens_out": 261,
      "tool_calls": 2,
      "cost_usd": 0.030803999999999998
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3502,
      "tokens_in": 30605,
      "tokens_in_cached": 28004,
      "tokens_out": 301,
      "tool_calls": 2,
      "cost_usd": 0.0324128
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4866,
      "tokens_in": 34091,
      "tokens_in_cached": 28026,
      "tokens_out": 404,
      "tool_calls": 3,
      "cost_usd": 0.06218919999999999
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3967,
      "tokens_in": 30520,
      "tokens_in_cached": 27986,
      "tokens_out": 318,
      "tool_calls": 2,
      "cost_usd": 0.0322132
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4612,
      "tokens_in": 30755,
      "tokens_in_cached": 27992,
      "tokens_out": 366,
      "tool_calls": 2,
      "cost_usd": 0.0350064
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9487,
      "tokens_in": 33318,
      "tokens_in_cached": 28018,
      "tokens_out": 951,
      "tool_calls": 3,
      "cost_usd": 0.0670076
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 25186,
      "tokens_in": 77708,
      "tokens_in_cached": 64568,
      "tokens_out": 3117,
      "tool_calls": 15,
      "cost_usd": 0.1803416
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7622,
      "tokens_in": 30803,
      "tokens_in_cached": 28084,
      "tokens_out": 922,
      "tool_calls": 4,
      "cost_usd": 0.0457928
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4717,
      "tokens_in": 30202,
      "tokens_in_cached": 28024,
      "tokens_out": 474,
      "tool_calls": 2,
      "cost_usd": 0.0324928
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3414,
      "tokens_in": 30211,
      "tokens_in_cached": 27990,
      "tokens_out": 156,
      "tool_calls": 1,
      "cost_usd": 0.02647
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3719,
      "tokens_in": 30559,
      "tokens_in_cached": 28004,
      "tokens_out": 303,
      "tool_calls": 2,
      "cost_usd": 0.0320848
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3798,
      "tokens_in": 34218,
      "tokens_in_cached": 27982,
      "tokens_out": 307,
      "tool_calls": 3,
      "cost_usd": 0.0616084
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3540,
      "tokens_in": 31603,
      "tokens_in_cached": 28034,
      "tokens_out": 299,
      "tool_calls": 2,
      "cost_usd": 0.0401228
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4418,
      "tokens_in": 33989,
      "tokens_in_cached": 27984,
      "tokens_out": 334,
      "tool_calls": 2,
      "cost_usd": 0.0603008
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4251,
      "tokens_in": 32440,
      "tokens_in_cached": 27970,
      "tokens_out": 383,
      "tool_calls": 3,
      "cost_usd": 0.048998
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3643,
      "tokens_in": 30756,
      "tokens_in_cached": 28016,
      "tokens_out": 328,
      "tool_calls": 2,
      "cost_usd": 0.0340672
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 17937,
      "tokens_in": 83211,
      "tokens_in_cached": 69874,
      "tokens_out": 1847,
      "tool_calls": 8,
      "cost_usd": 0.15757880000000002
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 20696,
      "tokens_in": 53112,
      "tokens_in_cached": 45253,
      "tokens_out": 2138,
      "tool_calls": 8,
      "cost_usd": 0.1146586
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 18301,
      "tokens_in": 53530,
      "tokens_in_cached": 44717,
      "tokens_out": 2134,
      "tool_calls": 7,
      "cost_usd": 0.1221034
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14253,
      "tokens_in": 48709,
      "tokens_in_cached": 44065,
      "tokens_out": 1630,
      "tool_calls": 6,
      "cost_usd": 0.078541
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9968,
      "tokens_in": 35799,
      "tokens_in_cached": 28048,
      "tokens_out": 1122,
      "tool_calls": 3,
      "cost_usd": 0.0900416
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 33383,
      "tokens_in": 137100,
      "tokens_in_cached": 92447,
      "tokens_out": 4102,
      "tool_calls": 15,
      "cost_usd": 0.4577214
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9933,
      "tokens_in": 30363,
      "tokens_in_cached": 28094,
      "tokens_out": 982,
      "tool_calls": 2,
      "cost_usd": 0.0433948
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 36757,
      "tokens_in": 81225,
      "tokens_in_cached": 47436,
      "tokens_out": 4453,
      "tool_calls": 20,
      "cost_usd": 0.36883520000000003
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 33314,
      "tokens_in": 71785,
      "tokens_in_cached": 63009,
      "tokens_out": 3889,
      "tool_calls": 19,
      "cost_usd": 0.1605578
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13364,
      "tokens_in": 50730,
      "tokens_in_cached": 45403,
      "tokens_out": 1507,
      "tool_calls": 9,
      "cost_usd": 0.08181259999999999
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 82838,
      "tokens_in": 329278,
      "tokens_in_cached": 259696,
      "tokens_out": 9297,
      "tool_calls": 43,
      "cost_usd": 0.7944791999999999
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8039,
      "tokens_in": 37068,
      "tokens_in_cached": 27968,
      "tokens_out": 878,
      "tool_calls": 4,
      "cost_usd": 0.09593760000000001
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 31211,
      "tokens_in": 183521,
      "tokens_in_cached": 131758,
      "tokens_out": 3277,
      "tool_calls": 15,
      "cost_usd": 0.5059636000000001
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 21741,
      "tokens_in": 144147,
      "tokens_in_cached": 111858,
      "tokens_out": 2044,
      "tool_calls": 7,
      "cost_usd": 0.32153160000000003
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10618,
      "tokens_in": 52562,
      "tokens_in_cached": 28024,
      "tokens_out": 1118,
      "tool_calls": 4,
      "cost_usd": 0.22425279999999997
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9421,
      "tokens_in": 42495,
      "tokens_in_cached": 27948,
      "tokens_out": 1014,
      "tool_calls": 3,
      "cost_usd": 0.1422296
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10687,
      "tokens_in": 41380,
      "tokens_in_cached": 27952,
      "tokens_out": 1182,
      "tool_calls": 4,
      "cost_usd": 0.1366384
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6382,
      "tokens_in": 36042,
      "tokens_in_cached": 27938,
      "tokens_out": 605,
      "tool_calls": 2,
      "cost_usd": 0.0825036
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7765,
      "tokens_in": 36679,
      "tokens_in_cached": 27982,
      "tokens_out": 860,
      "tool_calls": 3,
      "cost_usd": 0.0923564
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9862,
      "tokens_in": 61006,
      "tokens_in_cached": 27948,
      "tokens_out": 1085,
      "tool_calls": 4,
      "cost_usd": 0.2917376
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 25913,
      "tokens_in": 109706,
      "tokens_in_cached": 62644,
      "tokens_out": 2808,
      "tool_calls": 12,
      "cost_usd": 0.4451608
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15502,
      "tokens_in": 60622,
      "tokens_in_cached": 50121,
      "tokens_out": 1452,
      "tool_calls": 6,
      "cost_usd": 0.1230482
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17807,
      "tokens_in": 105587,
      "tokens_in_cached": 71333,
      "tokens_out": 1709,
      "tool_calls": 8,
      "cost_usd": 0.32245460000000004
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 20411,
      "tokens_in": 78908,
      "tokens_in_cached": 47259,
      "tokens_out": 2455,
      "tool_calls": 16,
      "cost_usd": 0.3117198
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 21865,
      "tokens_in": 118965,
      "tokens_in_cached": 92534,
      "tokens_out": 2512,
      "tool_calls": 13,
      "cost_usd": 0.2801628
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 39790,
      "tokens_in": 246259,
      "tokens_in_cached": 192493,
      "tokens_out": 4646,
      "tool_calls": 25,
      "cost_usd": 0.5615066
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 22041,
      "tokens_in": 121535,
      "tokens_in_cached": 92429,
      "tokens_out": 2511,
      "tool_calls": 13,
      "cost_usd": 0.3015218
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15068,
      "tokens_in": 66947,
      "tokens_in_cached": 51688,
      "tokens_out": 1650,
      "tool_calls": 9,
      "cost_usd": 0.1653856
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9387,
      "tokens_in": 39998,
      "tokens_in_cached": 27932,
      "tokens_out": 945,
      "tool_calls": 4,
      "cost_usd": 0.1209984
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 23821,
      "tokens_in": 116697,
      "tokens_in_cached": 91355,
      "tokens_out": 2755,
      "tool_calls": 14,
      "cost_usd": 0.276075
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12337,
      "tokens_in": 39975,
      "tokens_in_cached": 27944,
      "tokens_out": 1283,
      "tool_calls": 5,
      "cost_usd": 0.12748079999999998
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9173,
      "tokens_in": 37197,
      "tokens_in_cached": 27641,
      "tokens_out": 969,
      "tool_calls": 3,
      "cost_usd": 0.1013402
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5936,
      "tokens_in": 36195,
      "tokens_in_cached": 27623,
      "tokens_out": 560,
      "tool_calls": 3,
      "cost_usd": 0.08528459999999999
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9179,
      "tokens_in": 33118,
      "tokens_in_cached": 27639,
      "tokens_out": 1099,
      "tool_calls": 3,
      "cost_usd": 0.07132379999999999
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11809,
      "tokens_in": 35405,
      "tokens_in_cached": 27628,
      "tokens_out": 1393,
      "tool_calls": 4,
      "cost_usd": 0.0955856
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 70535,
      "tokens_in": 458439,
      "tokens_in_cached": 339801,
      "tokens_out": 7602,
      "tool_calls": 29,
      "cost_usd": 1.1690562
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 20606,
      "tokens_in": 60415,
      "tokens_in_cached": 49451,
      "tokens_out": 2210,
      "tool_calls": 9,
      "cost_usd": 0.14177820000000002
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14935,
      "tokens_in": 37933,
      "tokens_in_cached": 27643,
      "tokens_out": 1675,
      "tool_calls": 4,
      "cost_usd": 0.1213326
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 27537,
      "tokens_in": 73117,
      "tokens_in_cached": 51604,
      "tokens_out": 2608,
      "tool_calls": 10,
      "cost_usd": 0.2345608
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 72712,
      "tokens_in": 200093,
      "tokens_in_cached": 145107,
      "tokens_out": 7576,
      "tool_calls": 21,
      "cost_usd": 0.6203894
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14050,
      "tokens_in": 57696,
      "tokens_in_cached": 48958,
      "tokens_out": 1477,
      "tool_calls": 7,
      "cost_usd": 0.1092116
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15853,
      "tokens_in": 36943,
      "tokens_in_cached": 27974,
      "tokens_out": 1568,
      "tool_calls": 4,
      "cost_usd": 0.1086908
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17196,
      "tokens_in": 70864,
      "tokens_in_cached": 48812,
      "tokens_out": 1645,
      "tool_calls": 6,
      "cost_usd": 0.21905439999999998
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13725,
      "tokens_in": 82109,
      "tokens_in_cached": 58744,
      "tokens_out": 1407,
      "tool_calls": 7,
      "cost_usd": 0.22678479999999998
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 23856,
      "tokens_in": 108496,
      "tokens_in_cached": 86240,
      "tokens_out": 2326,
      "tool_calls": 8,
      "cost_usd": 0.241784
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9867,
      "tokens_in": 32676,
      "tokens_in_cached": 28010,
      "tokens_out": 973,
      "tool_calls": 2,
      "cost_usd": 0.062374
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12582,
      "tokens_in": 65074,
      "tokens_in_cached": 51358,
      "tokens_out": 1325,
      "tool_calls": 7,
      "cost_usd": 0.14647559999999998
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 54342,
      "tokens_in": 290464,
      "tokens_in_cached": 229225,
      "tokens_out": 5658,
      "tool_calls": 24,
      "cost_usd": 0.648869
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13297,
      "tokens_in": 60458,
      "tokens_in_cached": 48300,
      "tokens_out": 1378,
      "tool_calls": 8,
      "cost_usd": 0.13446
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 36416,
      "tokens_in": 120923,
      "tokens_in_cached": 92228,
      "tokens_out": 3981,
      "tool_calls": 17,
      "cost_usd": 0.32759360000000004
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 30096,
      "tokens_in": 81735,
      "tokens_in_cached": 53563,
      "tokens_out": 3265,
      "tool_calls": 13,
      "cost_usd": 0.3013646
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 20536,
      "tokens_in": 65370,
      "tokens_in_cached": 52645,
      "tokens_out": 2072,
      "tool_calls": 10,
      "cost_usd": 0.153745
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 6084,
      "tokens_in": 34161,
      "tokens_in_cached": 27948,
      "tokens_out": 421,
      "tool_calls": 2,
      "cost_usd": 0.0636976
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 8626,
      "tokens_in": 33825,
      "tokens_in_cached": 27968,
      "tokens_out": 710,
      "tool_calls": 2,
      "cost_usd": 0.0666336
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 18136,
      "tokens_in": 32099,
      "tokens_in_cached": 27940,
      "tokens_out": 1945,
      "tool_calls": 6,
      "cost_usd": 0.077744
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 7184,
      "tokens_in": 33420,
      "tokens_in_cached": 27960,
      "tokens_out": 550,
      "tool_calls": 3,
      "cost_usd": 0.060256000000000004
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 19878,
      "tokens_in": 51624,
      "tokens_in_cached": 44102,
      "tokens_out": 2167,
      "tool_calls": 11,
      "cost_usd": 0.1123124
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 22002,
      "tokens_in": 54091,
      "tokens_in_cached": 45359,
      "tokens_out": 2658,
      "tool_calls": 16,
      "cost_usd": 0.1320638
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 24930,
      "tokens_in": 53063,
      "tokens_in_cached": 45305,
      "tokens_out": 2375,
      "tool_calls": 14,
      "cost_usd": 0.11860100000000001
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 16729,
      "tokens_in": 52568,
      "tokens_in_cached": 44941,
      "tokens_out": 1612,
      "tool_calls": 9,
      "cost_usd": 0.1022202
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 22702,
      "tokens_in": 80617,
      "tokens_in_cached": 69891,
      "tokens_out": 2317,
      "tool_calls": 11,
      "cost_usd": 0.1460942
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 18816,
      "tokens_in": 53416,
      "tokens_in_cached": 45728,
      "tokens_out": 2123,
      "tool_calls": 13,
      "cost_usd": 0.11308560000000001
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6806,
      "tokens_in": 59790,
      "tokens_in_cached": 27984,
      "tokens_out": 555,
      "tool_calls": 2,
      "cost_usd": 0.2711288
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14549,
      "tokens_in": 53501,
      "tokens_in_cached": 46410,
      "tokens_out": 1465,
      "tool_calls": 8,
      "cost_usd": 0.095286
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8864,
      "tokens_in": 37750,
      "tokens_in_cached": 27986,
      "tokens_out": 799,
      "tool_calls": 4,
      "cost_usd": 0.09967319999999999
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 19577,
      "tokens_in": 50175,
      "tokens_in_cached": 44790,
      "tokens_out": 2042,
      "tool_calls": 13,
      "cost_usd": 0.092854
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14862,
      "tokens_in": 48277,
      "tokens_in_cached": 44276,
      "tokens_out": 1629,
      "tool_calls": 8,
      "cost_usd": 0.0734192
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 19173,
      "tokens_in": 49492,
      "tokens_in_cached": 44302,
      "tokens_out": 2142,
      "tool_calls": 10,
      "cost_usd": 0.0931964
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 68670,
      "tokens_in": 145855,
      "tokens_in_cached": 89633,
      "tokens_out": 7628,
      "tool_calls": 19,
      "cost_usd": 0.6202306
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8172,
      "tokens_in": 30949,
      "tokens_in_cached": 27970,
      "tokens_out": 1023,
      "tool_calls": 6,
      "cost_usd": 0.04987
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 23377,
      "tokens_in": 51156,
      "tokens_in_cached": 43911,
      "tokens_out": 2513,
      "tool_calls": 13,
      "cost_usd": 0.1169782
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 74363,
      "tokens_in": 244971,
      "tokens_in_cached": 162344,
      "tokens_out": 8431,
      "tool_calls": 32,
      "cost_usd": 0.8620648
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10883,
      "tokens_in": 66938,
      "tokens_in_cached": 51235,
      "tokens_out": 1081,
      "tool_calls": 5,
      "cost_usd": 0.15746700000000002
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6132,
      "tokens_in": 32610,
      "tokens_in_cached": 27990,
      "tokens_out": 484,
      "tool_calls": 1,
      "cost_usd": 0.052222
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5362,
      "tokens_in": 14880,
      "tokens_in_cached": 13114,
      "tokens_out": 447,
      "cost_usd": 0.0256828
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 12297,
      "tokens_in": 67480,
      "tokens_in_cached": 51688,
      "tokens_out": 1195,
      "tool_calls": 5,
      "cost_usd": 0.16054960000000001
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4866,
      "tokens_in": 14914,
      "tokens_in_cached": 13148,
      "tokens_out": 403,
      "cost_usd": 0.024809599999999998
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5084,
      "tokens_in": 37097,
      "tokens_in_cached": 27970,
      "tokens_out": 471,
      "tool_calls": 2,
      "cost_usd": 0.088014
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13374,
      "tokens_in": 54697,
      "tokens_in_cached": 47408,
      "tokens_out": 1435,
      "tool_calls": 8,
      "cost_usd": 0.0964696
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14315,
      "tokens_in": 31587,
      "tokens_in_cached": 27966,
      "tokens_out": 1613,
      "tool_calls": 8,
      "cost_usd": 0.06680520000000001
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9033,
      "tokens_in": 57266,
      "tokens_in_cached": 28092,
      "tokens_out": 913,
      "tool_calls": 5,
      "cost_usd": 0.2572544
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10844,
      "tokens_in": 31566,
      "tokens_in_cached": 28076,
      "tokens_out": 1140,
      "tool_calls": 7,
      "cost_usd": 0.0563192
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11711,
      "tokens_in": 58525,
      "tokens_in_cached": 28046,
      "tokens_out": 1196,
      "tool_calls": 7,
      "cost_usd": 0.2733452
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9618,
      "tokens_in": 31123,
      "tokens_in_cached": 28064,
      "tokens_out": 1004,
      "tool_calls": 6,
      "cost_usd": 0.05014880000000001
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14708,
      "tokens_in": 77030,
      "tokens_in_cached": 57086,
      "tokens_out": 1288,
      "tool_calls": 5,
      "cost_usd": 0.1967052
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 47550,
      "tokens_in": 63148,
      "tokens_in_cached": 49066,
      "tokens_out": 4660,
      "tool_calls": 12,
      "cost_usd": 0.21564519999999998
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 48039,
      "tokens_in": 131363,
      "tokens_in_cached": 101214,
      "tokens_out": 5002,
      "tool_calls": 16,
      "cost_usd": 0.3614428
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 20157,
      "tokens_in": 79720,
      "tokens_in_cached": 44146,
      "tokens_out": 2372,
      "tool_calls": 11,
      "cost_usd": 0.3408372
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15473,
      "tokens_in": 48416,
      "tokens_in_cached": 43896,
      "tokens_out": 1799,
      "tool_calls": 9,
      "cost_usd": 0.0808952
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9501,
      "tokens_in": 48724,
      "tokens_in_cached": 44464,
      "tokens_out": 1072,
      "tool_calls": 6,
      "cost_usd": 0.0643888
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 206084,
      "tokens_in": 415757,
      "tokens_in_cached": 308683,
      "tokens_out": 16106,
      "tool_calls": 50,
      "cost_usd": 1.2404006
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7040,
      "tokens_in": 30213,
      "tokens_in_cached": 28030,
      "tokens_out": 495,
      "tool_calls": 2,
      "cost_usd": 0.032954
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13326,
      "tokens_in": 56579,
      "tokens_in_cached": 43323,
      "tokens_out": 1484,
      "tool_calls": 7,
      "cost_usd": 0.14436859999999999
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 24813,
      "tokens_in": 76787,
      "tokens_in_cached": 56029,
      "tokens_out": 2292,
      "tool_calls": 9,
      "cost_usd": 0.2230858
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 17706,
      "tokens_in": 53178,
      "tokens_in_cached": 43958,
      "tokens_out": 1769,
      "tool_calls": 9,
      "cost_usd": 0.1179076
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7152,
      "tokens_in": 30768,
      "tokens_in_cached": 28060,
      "tokens_out": 685,
      "tool_calls": 4,
      "cost_usd": 0.040959999999999996
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 18322,
      "tokens_in": 53995,
      "tokens_in_cached": 46226,
      "tokens_out": 1881,
      "tool_calls": 9,
      "cost_usd": 0.1089932
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 78236,
      "tokens_in": 208953,
      "tokens_in_cached": 141473,
      "tokens_out": 8851,
      "tool_calls": 42,
      "cost_usd": 0.7451146
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8251,
      "tokens_in": 33232,
      "tokens_in_cached": 27966,
      "tokens_out": 750,
      "tool_calls": 4,
      "cost_usd": 0.06270519999999999
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9862,
      "tokens_in": 36125,
      "tokens_in_cached": 28036,
      "tokens_out": 970,
      "tool_calls": 5,
      "cost_usd": 0.08970320000000001
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5595,
      "tokens_in": 30086,
      "tokens_in_cached": 28060,
      "tokens_out": 306,
      "tool_calls": 1,
      "cost_usd": 0.027923999999999997
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6005,
      "tokens_in": 30548,
      "tokens_in_cached": 28098,
      "tokens_out": 410,
      "tool_calls": 2,
      "cost_usd": 0.033403600000000006
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12788,
      "tokens_in": 68739,
      "tokens_in_cached": 43792,
      "tokens_out": 1196,
      "tool_calls": 6,
      "cost_usd": 0.2322304
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 14135,
      "tokens_in": 48050,
      "tokens_in_cached": 44099,
      "tokens_out": 1466,
      "tool_calls": 7,
      "cost_usd": 0.0697238
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14273,
      "tokens_in": 60679,
      "tokens_in_cached": 43941,
      "tokens_out": 1102,
      "tool_calls": 7,
      "cost_usd": 0.16470819999999997
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8596,
      "tokens_in": 31233,
      "tokens_in_cached": 27956,
      "tokens_out": 849,
      "tool_calls": 5,
      "cost_usd": 0.0487712
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15346,
      "tokens_in": 42398,
      "tokens_in_cached": 27966,
      "tokens_out": 1308,
      "tool_calls": 4,
      "cost_usd": 0.1471932
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17565,
      "tokens_in": 42885,
      "tokens_in_cached": 27956,
      "tokens_out": 988,
      "tool_calls": 4,
      "cost_usd": 0.1447672
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8693,
      "tokens_in": 48475,
      "tokens_in_cached": 44601,
      "tokens_out": 606,
      "tool_calls": 3,
      "cost_usd": 0.052008200000000004
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 18584,
      "tokens_in": 73884,
      "tokens_in_cached": 51894,
      "tokens_out": 1739,
      "tool_calls": 7,
      "cost_usd": 0.2210548
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11414,
      "tokens_in": 69632,
      "tokens_in_cached": 52232,
      "tokens_out": 1097,
      "tool_calls": 7,
      "cost_usd": 0.1715624
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11298,
      "tokens_in": 64775,
      "tokens_in_cached": 50671,
      "tokens_out": 933,
      "tool_calls": 7,
      "cost_usd": 0.1416022
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10566,
      "tokens_in": 37808,
      "tokens_in_cached": 27978,
      "tokens_out": 829,
      "tool_calls": 4,
      "cost_usd": 0.10079959999999999
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8673,
      "tokens_in": 34388,
      "tokens_in_cached": 27968,
      "tokens_out": 721,
      "tool_calls": 3,
      "cost_usd": 0.0713576
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7863,
      "tokens_in": 32723,
      "tokens_in_cached": 27984,
      "tokens_out": 636,
      "tool_calls": 2,
      "cost_usd": 0.05621280000000001
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 20513,
      "tokens_in": 115042,
      "tokens_in_cached": 83932,
      "tokens_out": 1965,
      "tool_calls": 11,
      "cost_usd": 0.3049344
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 22683,
      "tokens_in": 182531,
      "tokens_in_cached": 124111,
      "tokens_out": 1998,
      "tool_calls": 11,
      "cost_usd": 0.5321102
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 13278,
      "tokens_in": 68204,
      "tokens_in_cached": 45217,
      "tokens_out": 1278,
      "tool_calls": 7,
      "cost_usd": 0.2184754
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 18899,
      "tokens_in": 98622,
      "tokens_in_cached": 81004,
      "tokens_out": 1689,
      "tool_calls": 10,
      "cost_usd": 0.1908928
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7503,
      "tokens_in": 30859,
      "tokens_in_cached": 27972,
      "tokens_out": 189,
      "tool_calls": 1,
      "cost_usd": 0.0324544
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11747,
      "tokens_in": 64424,
      "tokens_in_cached": 43668,
      "tokens_out": 1005,
      "tool_calls": 3,
      "cost_usd": 0.19485760000000002
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5198,
      "tokens_in": 30905,
      "tokens_in_cached": 27954,
      "tokens_out": 282,
      "tool_calls": 2,
      "cost_usd": 0.0348228
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7613,
      "tokens_in": 35867,
      "tokens_in_cached": 27998,
      "tokens_out": 542,
      "tool_calls": 2,
      "cost_usd": 0.07937559999999999
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10404,
      "tokens_in": 34591,
      "tokens_in_cached": 27992,
      "tokens_out": 884,
      "tool_calls": 3,
      "cost_usd": 0.0760544
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7524,
      "tokens_in": 41190,
      "tokens_in_cached": 27998,
      "tokens_out": 473,
      "tool_calls": 2,
      "cost_usd": 0.12057960000000001
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14730,
      "tokens_in": 74244,
      "tokens_in_cached": 55477,
      "tokens_out": 1395,
      "tool_calls": 6,
      "cost_usd": 0.1891074
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 36495,
      "tokens_in": 239809,
      "tokens_in_cached": 118434,
      "tokens_out": 3397,
      "tool_calls": 10,
      "cost_usd": 1.0625948
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6927,
      "tokens_in": 36858,
      "tokens_in_cached": 27988,
      "tokens_out": 485,
      "tool_calls": 2,
      "cost_usd": 0.0862416
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7807,
      "tokens_in": 33605,
      "tokens_in_cached": 28030,
      "tokens_out": 526,
      "tool_calls": 2,
      "cost_usd": 0.06071
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 32263,
      "tokens_in": 117506,
      "tokens_in_cached": 71172,
      "tokens_out": 3567,
      "tool_calls": 15,
      "cost_usd": 0.4562144
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7480,
      "tokens_in": 53826,
      "tokens_in_cached": 28034,
      "tokens_out": 663,
      "tool_calls": 2,
      "cost_usd": 0.22518680000000002
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7488,
      "tokens_in": 34198,
      "tokens_in_cached": 28006,
      "tokens_out": 519,
      "tool_calls": 2,
      "cost_usd": 0.06550120000000001
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 32242,
      "tokens_in": 162367,
      "tokens_in_cached": 123809,
      "tokens_out": 3706,
      "tool_calls": 21,
      "cost_usd": 0.4073058
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10367,
      "tokens_in": 31207,
      "tokens_in_cached": 27970,
      "tokens_out": 1242,
      "tool_calls": 10,
      "cost_usd": 0.056314
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7749,
      "tokens_in": 41505,
      "tokens_in_cached": 27956,
      "tokens_out": 743,
      "tool_calls": 3,
      "cost_usd": 0.1288272
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 19466,
      "tokens_in": 63775,
      "tokens_in_cached": 43662,
      "tokens_out": 1501,
      "tool_calls": 4,
      "cost_usd": 0.1996324
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13917,
      "tokens_in": 31656,
      "tokens_in_cached": 27954,
      "tokens_out": 1687,
      "tool_calls": 12,
      "cost_usd": 0.0689308
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 16069,
      "tokens_in": 77980,
      "tokens_in_cached": 44764,
      "tokens_out": 1636,
      "tool_calls": 8,
      "cost_usd": 0.3073768
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7223,
      "tokens_in": 32422,
      "tokens_in_cached": 27988,
      "tokens_out": 555,
      "tool_calls": 3,
      "cost_usd": 0.052153599999999994
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8930,
      "tokens_in": 59277,
      "tokens_in_cached": 27992,
      "tokens_out": 710,
      "tool_calls": 3,
      "cost_usd": 0.27006240000000004
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8788,
      "tokens_in": 41222,
      "tokens_in_cached": 28052,
      "tokens_out": 704,
      "tool_calls": 3,
      "cost_usd": 0.1250344
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11023,
      "tokens_in": 42741,
      "tokens_in_cached": 28046,
      "tokens_out": 1198,
      "tool_calls": 4,
      "cost_usd": 0.1471132
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7946,
      "tokens_in": 34411,
      "tokens_in_cached": 28002,
      "tokens_out": 629,
      "tool_calls": 2,
      "cost_usd": 0.0694364
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 26269,
      "tokens_in": 38081,
      "tokens_in_cached": 28008,
      "tokens_out": 2872,
      "tool_calls": 3,
      "cost_usd": 0.1436096
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 21344,
      "tokens_in": 142713,
      "tokens_in_cached": 112064,
      "tokens_out": 2218,
      "tool_calls": 10,
      "cost_usd": 0.3119328
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10117,
      "tokens_in": 38119,
      "tokens_in_cached": 28038,
      "tokens_out": 870,
      "tool_calls": 2,
      "cost_usd": 0.1036396
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 17131,
      "tokens_in": 49680,
      "tokens_in_cached": 28042,
      "tokens_out": 1900,
      "tool_calls": 2,
      "cost_usd": 0.2166964
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9819,
      "tokens_in": 73830,
      "tokens_in_cached": 57162,
      "tokens_out": 838,
      "tool_calls": 4,
      "cost_usd": 0.1615124
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8563,
      "tokens_in": 51648,
      "tokens_in_cached": 27984,
      "tokens_out": 792,
      "tool_calls": 2,
      "cost_usd": 0.2107328
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11871,
      "tokens_in": 50527,
      "tokens_in_cached": 28050,
      "tokens_out": 1401,
      "tool_calls": 6,
      "cost_usd": 0.21343
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4106,
      "tokens_in": 39384,
      "tokens_in_cached": 27992,
      "tokens_out": 306,
      "tool_calls": 2,
      "cost_usd": 0.1028384
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4362,
      "tokens_in": 33272,
      "tokens_in_cached": 27962,
      "tokens_out": 361,
      "tool_calls": 3,
      "cost_usd": 0.0552764
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5721,
      "tokens_in": 55767,
      "tokens_in_cached": 27978,
      "tokens_out": 535,
      "tool_calls": 3,
      "cost_usd": 0.2385916
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7524,
      "tokens_in": 50959,
      "tokens_in_cached": 27938,
      "tokens_out": 678,
      "tool_calls": 4,
      "cost_usd": 0.2032996
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4680,
      "tokens_in": 41838,
      "tokens_in_cached": 28012,
      "tokens_out": 328,
      "tool_calls": 2,
      "cost_usd": 0.1227544
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4033,
      "tokens_in": 39308,
      "tokens_in_cached": 27986,
      "tokens_out": 282,
      "tool_calls": 2,
      "cost_usd": 0.1017972
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4317,
      "tokens_in": 41071,
      "tokens_in_cached": 27986,
      "tokens_out": 326,
      "tool_calls": 2,
      "cost_usd": 0.1167812
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10801,
      "tokens_in": 87867,
      "tokens_in_cached": 59589,
      "tokens_out": 909,
      "tool_calls": 4,
      "cost_usd": 0.2562978
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11960,
      "tokens_in": 64856,
      "tokens_in_cached": 27990,
      "tokens_out": 1371,
      "tool_calls": 4,
      "cost_usd": 0.32792999999999994
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 30066,
      "tokens_in": 158500,
      "tokens_in_cached": 90168,
      "tokens_out": 3494,
      "tool_calls": 15,
      "cost_usd": 0.6345376
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 22455,
      "tokens_in": 137501,
      "tokens_in_cached": 94844,
      "tokens_out": 2501,
      "tool_calls": 13,
      "cost_usd": 0.41021279999999993
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9719,
      "tokens_in": 57609,
      "tokens_in_cached": 47809,
      "tokens_out": 944,
      "tool_calls": 6,
      "cost_usd": 0.10681779999999999
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 22496,
      "tokens_in": 99427,
      "tokens_in_cached": 78715,
      "tokens_out": 2033,
      "tool_calls": 11,
      "cost_usd": 0.222067
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16989,
      "tokens_in": 73550,
      "tokens_in_cached": 51898,
      "tokens_out": 1796,
      "tool_calls": 5,
      "cost_usd": 0.2194916
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9029,
      "tokens_in": 31149,
      "tokens_in_cached": 27976,
      "tokens_out": 839,
      "tool_calls": 2,
      "cost_usd": 0.0477432
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4793,
      "tokens_in": 39884,
      "tokens_in_cached": 27996,
      "tokens_out": 383,
      "tool_calls": 2,
      "cost_usd": 0.1083472
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6979,
      "tokens_in": 46673,
      "tokens_in_cached": 27994,
      "tokens_out": 551,
      "tool_calls": 3,
      "cost_usd": 0.1660348
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5494,
      "tokens_in": 41144,
      "tokens_in_cached": 28016,
      "tokens_out": 358,
      "tool_calls": 2,
      "cost_usd": 0.1177712
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 25945,
      "tokens_in": 119381,
      "tokens_in_cached": 78520,
      "tokens_out": 3162,
      "tool_calls": 13,
      "cost_usd": 0.40580000000000005
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 18119,
      "tokens_in": 79328,
      "tokens_in_cached": 46625,
      "tokens_out": 1579,
      "tool_calls": 8,
      "cost_usd": 0.302505
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6937,
      "tokens_in": 50932,
      "tokens_in_cached": 27980,
      "tokens_out": 541,
      "tool_calls": 3,
      "cost_usd": 0.20001600000000003
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8119,
      "tokens_in": 44609,
      "tokens_in_cached": 27996,
      "tokens_out": 293,
      "tool_calls": 2,
      "cost_usd": 0.1443472
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 20965,
      "tokens_in": 46528,
      "tokens_in_cached": 27970,
      "tokens_out": 1444,
      "tool_calls": 3,
      "cost_usd": 0.18292199999999997
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 24593,
      "tokens_in": 74646,
      "tokens_in_cached": 46148,
      "tokens_out": 2130,
      "tool_calls": 7,
      "cost_usd": 0.27978959999999997
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9184,
      "tokens_in": 35950,
      "tokens_in_cached": 28028,
      "tokens_out": 966,
      "tool_calls": 1,
      "cost_usd": 0.08828559999999999
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11113,
      "tokens_in": 60092,
      "tokens_in_cached": 28042,
      "tokens_out": 933,
      "tool_calls": 2,
      "cost_usd": 0.28065239999999997
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9752,
      "tokens_in": 60410,
      "tokens_in_cached": 49413,
      "tokens_out": 952,
      "tool_calls": 4,
      "cost_usd": 0.1168746
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8094,
      "tokens_in": 79063,
      "tokens_in_cached": 58220,
      "tokens_out": 813,
      "tool_calls": 5,
      "cost_usd": 0.19462400000000002
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4589,
      "tokens_in": 39646,
      "tokens_in_cached": 28038,
      "tokens_out": 395,
      "tool_calls": 2,
      "cost_usd": 0.1063556
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6661,
      "tokens_in": 42516,
      "tokens_in_cached": 28030,
      "tokens_out": 459,
      "tool_calls": 2,
      "cost_usd": 0.130658
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 19180,
      "tokens_in": 37033,
      "tokens_in_cached": 28068,
      "tokens_out": 309,
      "tool_calls": 2,
      "cost_usd": 0.0834976
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9944,
      "tokens_in": 49727,
      "tokens_in_cached": 28044,
      "tokens_out": 1045,
      "tool_calls": 2,
      "cost_usd": 0.1999568
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6353,
      "tokens_in": 49597,
      "tokens_in_cached": 28048,
      "tokens_out": 541,
      "tool_calls": 2,
      "cost_usd": 0.1888056
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7585,
      "tokens_in": 47938,
      "tokens_in_cached": 28048,
      "tokens_out": 751,
      "tool_calls": 4,
      "cost_usd": 0.1797336
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6296,
      "tokens_in": 42205,
      "tokens_in_cached": 28106,
      "tokens_out": 560,
      "tool_calls": 2,
      "cost_usd": 0.1295972
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5023,
      "tokens_in": 43003,
      "tokens_in_cached": 28030,
      "tokens_out": 434,
      "tool_calls": 2,
      "cost_usd": 0.134054
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6320,
      "tokens_in": 43344,
      "tokens_in_cached": 28014,
      "tokens_out": 535,
      "tool_calls": 2,
      "cost_usd": 0.1389268
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5623,
      "tokens_in": 42642,
      "tokens_in_cached": 28042,
      "tokens_out": 443,
      "tool_calls": 2,
      "cost_usd": 0.1312524
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5472,
      "tokens_in": 53632,
      "tokens_in_cached": 28016,
      "tokens_out": 476,
      "tool_calls": 2,
      "cost_usd": 0.2200352
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 21029,
      "tokens_in": 115720,
      "tokens_in_cached": 66071,
      "tokens_out": 2123,
      "tool_calls": 8,
      "cost_usd": 0.4528422
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9406,
      "tokens_in": 61813,
      "tokens_in_cached": 28054,
      "tokens_out": 965,
      "tool_calls": 5,
      "cost_usd": 0.2949668
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 24846,
      "tokens_in": 50786,
      "tokens_in_cached": 44259,
      "tokens_out": 2947,
      "tool_calls": 13,
      "cost_usd": 0.11998379999999999
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14682,
      "tokens_in": 60312,
      "tokens_in_cached": 48521,
      "tokens_out": 1434,
      "tool_calls": 6,
      "cost_usd": 0.13268819999999998
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8498,
      "tokens_in": 31654,
      "tokens_in_cached": 27958,
      "tokens_out": 763,
      "tool_calls": 2,
      "cost_usd": 0.0504036
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4889,
      "tokens_in": 30965,
      "tokens_in_cached": 27950,
      "tokens_out": 400,
      "tool_calls": 3,
      "cost_usd": 0.037694000000000005
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6118,
      "tokens_in": 43000,
      "tokens_in_cached": 27952,
      "tokens_out": 526,
      "tool_calls": 1,
      "cost_usd": 0.1364784
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12472,
      "tokens_in": 62154,
      "tokens_in_cached": 47705,
      "tokens_out": 1171,
      "tool_calls": 7,
      "cost_usd": 0.148529
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11640,
      "tokens_in": 72386,
      "tokens_in_cached": 47775,
      "tokens_out": 1267,
      "tool_calls": 9,
      "cost_usd": 0.231759
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9269,
      "tokens_in": 59541,
      "tokens_in_cached": 47937,
      "tokens_out": 874,
      "tool_calls": 6,
      "cost_usd": 0.1198754
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 22898,
      "tokens_in": 115923,
      "tokens_in_cached": 87196,
      "tokens_out": 2016,
      "tool_calls": 10,
      "cost_usd": 0.2875432
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13281,
      "tokens_in": 60689,
      "tokens_in_cached": 48630,
      "tokens_out": 1246,
      "tool_calls": 8,
      "cost_usd": 0.131094
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15736,
      "tokens_in": 57118,
      "tokens_in_cached": 47104,
      "tokens_out": 1505,
      "tool_calls": 7,
      "cost_usd": 0.1196088
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6676,
      "tokens_in": 35372,
      "tokens_in_cached": 27976,
      "tokens_out": 507,
      "tool_calls": 3,
      "cost_usd": 0.0748872
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6659,
      "tokens_in": 35479,
      "tokens_in_cached": 27978,
      "tokens_out": 544,
      "tool_calls": 3,
      "cost_usd": 0.0764676
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6029,
      "tokens_in": 33658,
      "tokens_in_cached": 27974,
      "tokens_out": 535,
      "tool_calls": 3,
      "cost_usd": 0.0617508
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4547,
      "tokens_in": 30498,
      "tokens_in_cached": 27958,
      "tokens_out": 252,
      "tool_calls": 2,
      "cost_usd": 0.030935599999999997
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5532,
      "tokens_in": 34096,
      "tokens_in_cached": 27964,
      "tokens_out": 379,
      "tool_calls": 2,
      "cost_usd": 0.0622128
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7694,
      "tokens_in": 37473,
      "tokens_in_cached": 28000,
      "tokens_out": 654,
      "tool_calls": 2,
      "cost_usd": 0.094448
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5432,
      "tokens_in": 33706,
      "tokens_in_cached": 27982,
      "tokens_out": 322,
      "tool_calls": 1,
      "cost_usd": 0.05781240000000001
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9273,
      "tokens_in": 33612,
      "tokens_in_cached": 27948,
      "tokens_out": 576,
      "tool_calls": 2,
      "cost_usd": 0.0624056
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 8890,
      "tokens_in": 33330,
      "tokens_in_cached": 27972,
      "tokens_out": 495,
      "tool_calls": 1,
      "cost_usd": 0.058342399999999996
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16931,
      "tokens_in": 95165,
      "tokens_in_cached": 75262,
      "tokens_out": 1557,
      "tool_calls": 10,
      "cost_usd": 0.2053844
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 45482,
      "tokens_in": 79202,
      "tokens_in_cached": 55576,
      "tokens_out": 4627,
      "tool_calls": 12,
      "cost_usd": 0.2926392
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 19148,
      "tokens_in": 42433,
      "tokens_in_cached": 27984,
      "tokens_out": 2309,
      "tool_calls": 10,
      "cost_usd": 0.1673528
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7356,
      "tokens_in": 33180,
      "tokens_in_cached": 28030,
      "tokens_out": 568,
      "tool_calls": 2,
      "cost_usd": 0.05815
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 20139,
      "tokens_in": 116440,
      "tokens_in_cached": 86947,
      "tokens_out": 1728,
      "tool_calls": 9,
      "cost_usd": 0.2878614
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11482,
      "tokens_in": 79863,
      "tokens_in_cached": 67526,
      "tokens_out": 1147,
      "tool_calls": 7,
      "cost_usd": 0.13510919999999998
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 87541,
      "tokens_in": 78386,
      "tokens_in_cached": 67765,
      "tokens_out": 1597,
      "tool_calls": 9,
      "cost_usd": 0.13042900000000002
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12668,
      "tokens_in": 71474,
      "tokens_in_cached": 53201,
      "tokens_out": 1317,
      "tool_calls": 6,
      "cost_usd": 0.1831402
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9758,
      "tokens_in": 48522,
      "tokens_in_cached": 43586,
      "tokens_out": 963,
      "tool_calls": 6,
      "cost_usd": 0.06744119999999999
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 44795,
      "tokens_in": 297185,
      "tokens_in_cached": 217627,
      "tokens_out": 5266,
      "tool_calls": 31,
      "cost_usd": 0.7852694
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 66056,
      "tokens_in": 216080,
      "tokens_in_cached": 146634,
      "tokens_out": 7222,
      "tool_calls": 32,
      "cost_usd": 0.7292947999999999
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 69163,
      "tokens_in": 340092,
      "tokens_in_cached": 256602,
      "tokens_out": 7632,
      "tool_calls": 30,
      "cost_usd": 0.8718324
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6597,
      "tokens_in": 35126,
      "tokens_in_cached": 28018,
      "tokens_out": 590,
      "tool_calls": 2,
      "cost_usd": 0.0742516
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 8941,
      "tokens_in": 31035,
      "tokens_in_cached": 28062,
      "tokens_out": 825,
      "tool_calls": 3,
      "cost_usd": 0.0458804
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10157,
      "tokens_in": 32008,
      "tokens_in_cached": 28044,
      "tokens_out": 1130,
      "tool_calls": 6,
      "cost_usd": 0.059904799999999994
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 105239,
      "tokens_in": 426807,
      "tokens_in_cached": 302061,
      "tokens_out": 11223,
      "tool_calls": 50,
      "cost_usd": 1.2828002
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 13195,
      "tokens_in": 63226,
      "tokens_in_cached": 44317,
      "tokens_out": 1207,
      "tool_calls": 5,
      "cost_usd": 0.1842514
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 33379,
      "tokens_in": 103298,
      "tokens_in_cached": 81902,
      "tokens_out": 3264,
      "tool_calls": 13,
      "cost_usd": 0.25279640000000003
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 189434,
      "tokens_in": 126772,
      "tokens_in_cached": 120626,
      "tokens_out": 3378,
      "tool_calls": 23,
      "cost_usd": 0.14079719999999998
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 24403,
      "tokens_in": 111539,
      "tokens_in_cached": 79137,
      "tokens_out": 2755,
      "tool_calls": 15,
      "cost_usd": 0.3301114
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 37994,
      "tokens_in": 148021,
      "tokens_in_cached": 117406,
      "tokens_out": 4691,
      "tool_calls": 29,
      "cost_usd": 0.3621812
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9937,
      "tokens_in": 33278,
      "tokens_in_cached": 28044,
      "tokens_out": 1068,
      "tool_calls": 4,
      "cost_usd": 0.06882479999999999
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 10032,
      "tokens_in": 37015,
      "tokens_in_cached": 28068,
      "tokens_out": 1093,
      "tool_calls": 4,
      "cost_usd": 0.0990336
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9899,
      "tokens_in": 49211,
      "tokens_in_cached": 44719,
      "tokens_out": 950,
      "tool_calls": 4,
      "cost_usd": 0.0638558
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4206,
      "tokens_in": 30638,
      "tokens_in_cached": 27982,
      "tokens_out": 299,
      "tool_calls": 1,
      "cost_usd": 0.0328084
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 11067,
      "tokens_in": 98256,
      "tokens_in_cached": 69277,
      "tokens_out": 995,
      "tool_calls": 4,
      "cost_usd": 0.2655634
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9435,
      "tokens_in": 56439,
      "tokens_in_cached": 28052,
      "tokens_out": 920,
      "tool_calls": 3,
      "cost_usd": 0.2510904
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3574,
      "tokens_in": 30105,
      "tokens_in_cached": 27982,
      "tokens_out": 245,
      "tool_calls": 1,
      "cost_usd": 0.0274644
    }
  ]
}