{
  "track": "mcp",
  "model": "grok-4.7",
  "provider": "xai",
  "started_at": "2026-11-08T02:09:38Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "provider-default",
    "max_tool_turns": 8,
    "grader": "2026-10-31b",
    "harness": "spacebench-runner",
    "tools": "orbit-sentinel-mcp v0.10.0"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 46090,
      "tokens_in": 103403,
      "tokens_in_cached": 71424,
      "tokens_out": 2694,
      "tool_calls": 7,
      "cost_usd": 0.115834
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 27491,
      "tokens_in": 53023,
      "tokens_in_cached": 29696,
      "tokens_out": 1414,
      "tool_calls": 8,
      "cost_usd": 0.069986
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 13887,
      "tokens_in": 35328,
      "tokens_in_cached": 20096,
      "tokens_out": 863,
      "tool_calls": 5,
      "cost_usd": 0.04569
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 24657,
      "tokens_in": 52880,
      "tokens_in_cached": 34816,
      "tokens_out": 1193,
      "tool_calls": 6,
      "cost_usd": 0.060694
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5136,
      "tokens_in": 21009,
      "tokens_in_cached": 18944,
      "tokens_out": 280,
      "tool_calls": 1,
      "cost_usd": 0.015281999999999999
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 111446,
      "tokens_in": 179203,
      "tokens_in_cached": 156288,
      "tokens_out": 7515,
      "tool_calls": 14,
      "cost_usd": 0.169064
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 18817,
      "tokens_in": 22097,
      "tokens_in_cached": 10624,
      "tokens_out": 860,
      "tool_calls": 1,
      "cost_usd": 0.033418
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 120612,
      "tokens_in": 66384,
      "tokens_in_cached": 54784,
      "tokens_out": 6410,
      "tool_calls": 6,
      "cost_usd": 0.08905199999999999
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 25481,
      "tokens_in": 9543,
      "tokens_in_cached": 9472,
      "tokens_out": 2105,
      "cost_usd": 0.017508
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 57329,
      "tokens_in": 9561,
      "tokens_in_cached": 9472,
      "tokens_out": 3161,
      "cost_usd": 0.023880000000000002
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 41599,
      "tokens_in": 45005,
      "tokens_in_cached": 34944,
      "tokens_out": 1634,
      "tool_calls": 5,
      "cost_usd": 0.047398
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 24084,
      "tokens_in": 74683,
      "tokens_in_cached": 55808,
      "tokens_out": 1604,
      "tool_calls": 7,
      "cost_usd": 0.075278
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 103448,
      "tokens_in": 9546,
      "tokens_in_cached": 9472,
      "tokens_out": 7442,
      "cost_usd": 0.049536
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 59132,
      "tokens_in": 9557,
      "tokens_in_cached": 1152,
      "tokens_out": 4179,
      "cost_usd": 0.04246
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 189740,
      "tokens_in": 60103,
      "tokens_in_cached": 33792,
      "tokens_out": 10802,
      "tool_calls": 4,
      "cost_usd": 0.13433
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 150837,
      "tokens_in": 51158,
      "tokens_in_cached": 34432,
      "tokens_out": 9423,
      "tool_calls": 5,
      "cost_usd": 0.10720600000000001
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 194717,
      "tokens_in": 65576,
      "tokens_in_cached": 44672,
      "tokens_out": 9357,
      "tool_calls": 4,
      "cost_usd": 0.120286
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 173691,
      "tokens_in": 31522,
      "tokens_in_cached": 10624,
      "tokens_out": 8595,
      "tool_calls": 2,
      "cost_usd": 0.098678
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 129339,
      "tokens_in": 82336,
      "tokens_in_cached": 57600,
      "tokens_out": 10880,
      "tool_calls": 5,
      "cost_usd": 0.143552
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 124232,
      "tokens_in": 9559,
      "tokens_in_cached": 9472,
      "tokens_out": 8767,
      "cost_usd": 0.057512
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "abstained",
      "latency_ms": 363014,
      "tokens_in": 89957,
      "tokens_in_cached": 53632,
      "tokens_out": 20326,
      "tool_calls": 6,
      "cost_usd": 0.221422
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 150409,
      "tokens_in": 9560,
      "tokens_in_cached": 1152,
      "tokens_out": 7529,
      "cost_usd": 0.062566
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 112646,
      "tokens_in": 28895,
      "tokens_in_cached": 10624,
      "tokens_out": 7512,
      "tool_calls": 2,
      "cost_usd": 0.08692599999999999
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 93324,
      "tokens_in": 25589,
      "tokens_in_cached": 10624,
      "tokens_out": 5873,
      "tool_calls": 1,
      "cost_usd": 0.07047999999999999
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 32673,
      "tokens_in": 24676,
      "tokens_in_cached": 2304,
      "tokens_out": 1874,
      "tool_calls": 2,
      "cost_usd": 0.057139999999999996
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4508,
      "tokens_in": 20314,
      "tokens_in_cached": 10624,
      "tokens_out": 180,
      "tool_calls": 2,
      "cost_usd": 0.025772000000000003
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7499,
      "tokens_in": 9550,
      "tokens_in_cached": 9472,
      "tokens_out": 488,
      "cost_usd": 0.007819999999999999
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 19842,
      "tokens_in": 41422,
      "tokens_in_cached": 30848,
      "tokens_out": 1017,
      "tool_calls": 6,
      "cost_usd": 0.042674
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11187,
      "tokens_in": 30533,
      "tokens_in_cached": 20352,
      "tokens_out": 707,
      "tool_calls": 3,
      "cost_usd": 0.034780000000000005
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12389,
      "tokens_in": 29488,
      "tokens_in_cached": 28672,
      "tokens_out": 744,
      "tool_calls": 3,
      "cost_usd": 0.020432
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 23345,
      "tokens_in": 40997,
      "tokens_in_cached": 38144,
      "tokens_out": 1416,
      "tool_calls": 7,
      "cost_usd": 0.033274
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4326,
      "tokens_in": 19355,
      "tokens_in_cached": 18944,
      "tokens_out": 142,
      "tool_calls": 1,
      "cost_usd": 0.011146
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4473,
      "tokens_in": 19314,
      "tokens_in_cached": 18944,
      "tokens_out": 92,
      "tool_calls": 1,
      "cost_usd": 0.010764
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2641,
      "tokens_in": 19313,
      "tokens_in_cached": 10624,
      "tokens_out": 102,
      "tool_calls": 1,
      "cost_usd": 0.023302000000000003
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3781,
      "tokens_in": 19326,
      "tokens_in_cached": 18944,
      "tokens_out": 127,
      "tool_calls": 1,
      "cost_usd": 0.010998
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2270,
      "tokens_in": 19294,
      "tokens_in_cached": 18944,
      "tokens_out": 81,
      "tool_calls": 1,
      "cost_usd": 0.010657999999999999
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3478,
      "tokens_in": 19309,
      "tokens_in_cached": 18944,
      "tokens_out": 161,
      "tool_calls": 1,
      "cost_usd": 0.011167999999999999
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 13123,
      "tokens_in": 29988,
      "tokens_in_cached": 28672,
      "tokens_out": 719,
      "tool_calls": 2,
      "cost_usd": 0.021282000000000002
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4637,
      "tokens_in": 19345,
      "tokens_in_cached": 18944,
      "tokens_out": 146,
      "tool_calls": 1,
      "cost_usd": 0.01115
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2068,
      "tokens_in": 19328,
      "tokens_in_cached": 10624,
      "tokens_out": 79,
      "tool_calls": 1,
      "cost_usd": 0.023194
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3527,
      "tokens_in": 19320,
      "tokens_in_cached": 18944,
      "tokens_out": 174,
      "tool_calls": 1,
      "cost_usd": 0.011267999999999999
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4481,
      "tokens_in": 19355,
      "tokens_in_cached": 18944,
      "tokens_out": 207,
      "tool_calls": 1,
      "cost_usd": 0.011536
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9008,
      "tokens_in": 19338,
      "tokens_in_cached": 18944,
      "tokens_out": 497,
      "tool_calls": 1,
      "cost_usd": 0.013242
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2247,
      "tokens_in": 19356,
      "tokens_in_cached": 18944,
      "tokens_out": 112,
      "tool_calls": 1,
      "cost_usd": 0.010968
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2100,
      "tokens_in": 19336,
      "tokens_in_cached": 18944,
      "tokens_out": 93,
      "tool_calls": 1,
      "cost_usd": 0.010813999999999999
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9820,
      "tokens_in": 19282,
      "tokens_in_cached": 18944,
      "tokens_out": 587,
      "tool_calls": 1,
      "cost_usd": 0.013669999999999998
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 26930,
      "tokens_in": 52849,
      "tokens_in_cached": 40448,
      "tokens_out": 1523,
      "tool_calls": 9,
      "cost_usd": 0.054164
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12133,
      "tokens_in": 29438,
      "tokens_in_cached": 28672,
      "tokens_out": 667,
      "tool_calls": 3,
      "cost_usd": 0.01987
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 1843,
      "tokens_in": 19331,
      "tokens_in_cached": 18944,
      "tokens_out": 70,
      "tool_calls": 1,
      "cost_usd": 0.010666
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2251,
      "tokens_in": 19331,
      "tokens_in_cached": 18944,
      "tokens_out": 73,
      "tool_calls": 1,
      "cost_usd": 0.010683999999999999
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2450,
      "tokens_in": 19360,
      "tokens_in_cached": 18944,
      "tokens_out": 93,
      "tool_calls": 1,
      "cost_usd": 0.010861999999999998
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8904,
      "tokens_in": 59740,
      "tokens_in_cached": 53888,
      "tokens_out": 527,
      "tool_calls": 5,
      "cost_usd": 0.04181
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2969,
      "tokens_in": 19340,
      "tokens_in_cached": 18944,
      "tokens_out": 75,
      "tool_calls": 1,
      "cost_usd": 0.010714
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5937,
      "tokens_in": 19459,
      "tokens_in_cached": 18944,
      "tokens_out": 309,
      "tool_calls": 1,
      "cost_usd": 0.012355999999999999
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12452,
      "tokens_in": 41634,
      "tokens_in_cached": 38656,
      "tokens_out": 699,
      "tool_calls": 3,
      "cost_usd": 0.029478
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 52465,
      "tokens_in": 66188,
      "tokens_in_cached": 62336,
      "tokens_out": 3108,
      "tool_calls": 14,
      "cost_usd": 0.05752
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 87956,
      "tokens_in": 139585,
      "tokens_in_cached": 84352,
      "tokens_out": 6407,
      "tool_calls": 21,
      "cost_usd": 0.191084
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 34626,
      "tokens_in": 54154,
      "tokens_in_cached": 41856,
      "tokens_out": 2367,
      "tool_calls": 6,
      "cost_usd": 0.059725999999999994
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3047,
      "tokens_in": 19366,
      "tokens_in_cached": 18944,
      "tokens_out": 85,
      "tool_calls": 1,
      "cost_usd": 0.010825999999999999
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3578,
      "tokens_in": 19382,
      "tokens_in_cached": 18944,
      "tokens_out": 161,
      "tool_calls": 1,
      "cost_usd": 0.011314
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 13975,
      "tokens_in": 86311,
      "tokens_in_cached": 75008,
      "tokens_out": 1038,
      "tool_calls": 9,
      "cost_usd": 0.06633800000000001
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6392,
      "tokens_in": 19615,
      "tokens_in_cached": 18944,
      "tokens_out": 261,
      "tool_calls": 1,
      "cost_usd": 0.012379999999999999
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6355,
      "tokens_in": 19358,
      "tokens_in_cached": 10624,
      "tokens_out": 248,
      "tool_calls": 1,
      "cost_usd": 0.024268
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3585,
      "tokens_in": 19349,
      "tokens_in_cached": 18944,
      "tokens_out": 94,
      "tool_calls": 1,
      "cost_usd": 0.010846
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3835,
      "tokens_in": 19369,
      "tokens_in_cached": 18944,
      "tokens_out": 147,
      "tool_calls": 1,
      "cost_usd": 0.011203999999999999
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 27004,
      "tokens_in": 105561,
      "tokens_in_cached": 93568,
      "tokens_out": 1955,
      "tool_calls": 9,
      "cost_usd": 0.0825
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7408,
      "tokens_in": 30727,
      "tokens_in_cached": 28672,
      "tokens_out": 378,
      "tool_calls": 2,
      "cost_usd": 0.020714
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 18440,
      "tokens_in": 41618,
      "tokens_in_cached": 38144,
      "tokens_out": 893,
      "tool_calls": 5,
      "cost_usd": 0.031377999999999996
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 68716,
      "tokens_in": 93918,
      "tokens_in_cached": 88576,
      "tokens_out": 3625,
      "tool_calls": 16,
      "cost_usd": 0.076722
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 16759,
      "tokens_in": 48678,
      "tokens_in_cached": 42752,
      "tokens_out": 1553,
      "tool_calls": 3,
      "cost_usd": 0.042546
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8120,
      "tokens_in": 19404,
      "tokens_in_cached": 18944,
      "tokens_out": 631,
      "tool_calls": 1,
      "cost_usd": 0.014178
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 24654,
      "tokens_in": 31467,
      "tokens_in_cached": 29056,
      "tokens_out": 1323,
      "tool_calls": 4,
      "cost_usd": 0.027288
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 13520,
      "tokens_in": 31597,
      "tokens_in_cached": 28800,
      "tokens_out": 684,
      "tool_calls": 2,
      "cost_usd": 0.024097999999999998
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 28709,
      "tokens_in": 73374,
      "tokens_in_cached": 61312,
      "tokens_out": 1414,
      "tool_calls": 15,
      "cost_usd": 0.063264
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 92130,
      "tokens_in": 95381,
      "tokens_in_cached": 84352,
      "tokens_out": 1549,
      "tool_calls": 17,
      "cost_usd": 0.073528
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 113515,
      "tokens_in": 159920,
      "tokens_in_cached": 105088,
      "tokens_out": 4077,
      "tool_calls": 27,
      "cost_usd": 0.18667
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 24798,
      "tokens_in": 59836,
      "tokens_in_cached": 43904,
      "tokens_out": 1184,
      "tool_calls": 12,
      "cost_usd": 0.06092
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 108561,
      "tokens_in": 118342,
      "tokens_in_cached": 98432,
      "tokens_out": 5115,
      "tool_calls": 26,
      "cost_usd": 0.119726
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 73680,
      "tokens_in": 133392,
      "tokens_in_cached": 98688,
      "tokens_out": 4327,
      "tool_calls": 36,
      "cost_usd": 0.144714
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 68717,
      "tokens_in": 159375,
      "tokens_in_cached": 90880,
      "tokens_out": 3299,
      "tool_calls": 18,
      "cost_usd": 0.20222400000000001
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 19272,
      "tokens_in": 80417,
      "tokens_in_cached": 55424,
      "tokens_out": 1539,
      "tool_calls": 6,
      "cost_usd": 0.08693200000000001
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 81190,
      "tokens_in": 157049,
      "tokens_in_cached": 121472,
      "tokens_out": 4556,
      "tool_calls": 13,
      "cost_usd": 0.159226
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 24944,
      "tokens_in": 67469,
      "tokens_in_cached": 36992,
      "tokens_out": 1604,
      "tool_calls": 6,
      "cost_usd": 0.08907399999999999
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 48889,
      "tokens_in": 138477,
      "tokens_in_cached": 107776,
      "tokens_out": 2298,
      "tool_calls": 17,
      "cost_usd": 0.129078
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 27295,
      "tokens_in": 107665,
      "tokens_in_cached": 80128,
      "tokens_out": 2112,
      "tool_calls": 9,
      "cost_usd": 0.10781
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 59967,
      "tokens_in": 151877,
      "tokens_in_cached": 106112,
      "tokens_out": 3573,
      "tool_calls": 26,
      "cost_usd": 0.166024
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10752,
      "tokens_in": 53043,
      "tokens_in_cached": 50688,
      "tokens_out": 643,
      "tool_calls": 6,
      "cost_usd": 0.033912
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 100066,
      "tokens_in": 112436,
      "tokens_in_cached": 85504,
      "tokens_out": 6939,
      "tool_calls": 29,
      "cost_usd": 0.13825
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 28196,
      "tokens_in": 86685,
      "tokens_in_cached": 79616,
      "tokens_out": 1804,
      "tool_calls": 9,
      "cost_usd": 0.06477
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 43472,
      "tokens_in": 111173,
      "tokens_in_cached": 89984,
      "tokens_out": 1963,
      "tool_calls": 21,
      "cost_usd": 0.099148
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 68335,
      "tokens_in": 207351,
      "tokens_in_cached": 144000,
      "tokens_out": 5117,
      "tool_calls": 24,
      "cost_usd": 0.229404
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 48125,
      "tokens_in": 195620,
      "tokens_in_cached": 117504,
      "tokens_out": 3113,
      "tool_calls": 26,
      "cost_usd": 0.233662
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 56176,
      "tokens_in": 152544,
      "tokens_in_cached": 106624,
      "tokens_out": 3562,
      "tool_calls": 19,
      "cost_usd": 0.166524
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 23257,
      "tokens_in": 64151,
      "tokens_in_cached": 47488,
      "tokens_out": 933,
      "tool_calls": 11,
      "cost_usd": 0.062668
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 88589,
      "tokens_in": 203608,
      "tokens_in_cached": 137088,
      "tokens_out": 4846,
      "tool_calls": 23,
      "cost_usd": 0.23065999999999998
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 58724,
      "tokens_in": 123780,
      "tokens_in_cached": 109184,
      "tokens_out": 3987,
      "tool_calls": 16,
      "cost_usd": 0.107706
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15092,
      "tokens_in": 37202,
      "tokens_in_cached": 20096,
      "tokens_out": 963,
      "tool_calls": 4,
      "cost_usd": 0.050038
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 74299,
      "tokens_in": 107389,
      "tokens_in_cached": 69760,
      "tokens_out": 1782,
      "tool_calls": 16,
      "cost_usd": 0.12083
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 16312,
      "tokens_in": 58253,
      "tokens_in_cached": 52608,
      "tokens_out": 993,
      "tool_calls": 8,
      "cost_usd": 0.043552
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 33069,
      "tokens_in": 81166,
      "tokens_in_cached": 55168,
      "tokens_out": 2138,
      "tool_calls": 10,
      "cost_usd": 0.092408
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 83503,
      "tokens_in": 109482,
      "tokens_in_cached": 95872,
      "tokens_out": 3879,
      "tool_calls": 22,
      "cost_usd": 0.09843
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 63322,
      "tokens_in": 160984,
      "tokens_in_cached": 99712,
      "tokens_out": 4334,
      "tool_calls": 25,
      "cost_usd": 0.198404
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 51711,
      "tokens_in": 99000,
      "tokens_in_cached": 64384,
      "tokens_out": 2675,
      "tool_calls": 18,
      "cost_usd": 0.117474
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 105355,
      "tokens_in": 238991,
      "tokens_in_cached": 159104,
      "tokens_out": 7774,
      "tool_calls": 27,
      "cost_usd": 0.28597
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 78641,
      "tokens_in": 140123,
      "tokens_in_cached": 100480,
      "tokens_out": 6468,
      "tool_calls": 20,
      "cost_usd": 0.168334
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 20685,
      "tokens_in": 59844,
      "tokens_in_cached": 53376,
      "tokens_out": 1317,
      "tool_calls": 6,
      "cost_usd": 0.047526
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 28440,
      "tokens_in": 56976,
      "tokens_in_cached": 52352,
      "tokens_out": 2029,
      "tool_calls": 7,
      "cost_usd": 0.047597999999999994
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 57666,
      "tokens_in": 138853,
      "tokens_in_cached": 100480,
      "tokens_out": 2215,
      "tool_calls": 18,
      "cost_usd": 0.14027599999999998
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 37571,
      "tokens_in": 110579,
      "tokens_in_cached": 94464,
      "tokens_out": 1609,
      "tool_calls": 12,
      "cost_usd": 0.089116
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15480,
      "tokens_in": 43289,
      "tokens_in_cached": 40320,
      "tokens_out": 1331,
      "tool_calls": 4,
      "cost_usd": 0.034083999999999996
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 34891,
      "tokens_in": 35474,
      "tokens_in_cached": 30336,
      "tokens_out": 2245,
      "tool_calls": 3,
      "cost_usd": 0.038914000000000004
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 60001,
      "tokens_in": 178648,
      "tokens_in_cached": 131840,
      "tokens_out": 3410,
      "tool_calls": 26,
      "cost_usd": 0.17999600000000002
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 55336,
      "tokens_in": 162250,
      "tokens_in_cached": 118656,
      "tokens_out": 3624,
      "tool_calls": 15,
      "cost_usd": 0.16826000000000002
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 28933,
      "tokens_in": 51717,
      "tokens_in_cached": 45440,
      "tokens_out": 1784,
      "tool_calls": 8,
      "cost_usd": 0.045978
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 88448,
      "tokens_in": 161148,
      "tokens_in_cached": 112768,
      "tokens_out": 6255,
      "tool_calls": 25,
      "cost_usd": 0.190674
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 90831,
      "tokens_in": 169570,
      "tokens_in_cached": 117504,
      "tokens_out": 6159,
      "tool_calls": 30,
      "cost_usd": 0.19983800000000002
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 102973,
      "tokens_in": 151994,
      "tokens_in_cached": 119936,
      "tokens_out": 5480,
      "tool_calls": 23,
      "cost_usd": 0.156964
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 18591,
      "tokens_in": 67189,
      "tokens_in_cached": 60416,
      "tokens_out": 763,
      "tool_calls": 8,
      "cost_usd": 0.048332
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 38806,
      "tokens_in": 133116,
      "tokens_in_cached": 102656,
      "tokens_out": 2066,
      "tool_calls": 12,
      "cost_usd": 0.124644
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 6503,
      "tokens_in": 9542,
      "tokens_in_cached": 9472,
      "tokens_out": 364,
      "cost_usd": 0.00706
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 20337,
      "tokens_in": 34481,
      "tokens_in_cached": 22656,
      "tokens_out": 1059,
      "tool_calls": 6,
      "cost_usd": 0.041332
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 41041,
      "tokens_in": 107563,
      "tokens_in_cached": 85248,
      "tokens_out": 2247,
      "tool_calls": 23,
      "cost_usd": 0.10073599999999999
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 75781,
      "tokens_in": 112662,
      "tokens_in_cached": 76544,
      "tokens_out": 4581,
      "tool_calls": 26,
      "cost_usd": 0.137994
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 98127,
      "tokens_in": 174181,
      "tokens_in_cached": 138368,
      "tokens_out": 4828,
      "tool_calls": 16,
      "cost_usd": 0.16977799999999998
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 55800,
      "tokens_in": 90643,
      "tokens_in_cached": 81408,
      "tokens_out": 2850,
      "tool_calls": 12,
      "cost_usd": 0.076274
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 86268,
      "tokens_in": 131006,
      "tokens_in_cached": 104960,
      "tokens_out": 4738,
      "tool_calls": 25,
      "cost_usd": 0.133
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 101575,
      "tokens_in": 120185,
      "tokens_in_cached": 77056,
      "tokens_out": 5933,
      "tool_calls": 22,
      "cost_usd": 0.160384
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 17952,
      "tokens_in": 80765,
      "tokens_in_cached": 73600,
      "tokens_out": 972,
      "tool_calls": 8,
      "cost_usd": 0.056962
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 50886,
      "tokens_in": 135513,
      "tokens_in_cached": 95872,
      "tokens_out": 2811,
      "tool_calls": 29,
      "cost_usd": 0.144084
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 19924,
      "tokens_in": 62939,
      "tokens_in_cached": 55040,
      "tokens_out": 953,
      "tool_calls": 5,
      "cost_usd": 0.049035999999999996
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 46623,
      "tokens_in": 41046,
      "tokens_in_cached": 38528,
      "tokens_out": 2597,
      "tool_calls": 8,
      "cost_usd": 0.039882
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 73717,
      "tokens_in": 81150,
      "tokens_in_cached": 75520,
      "tokens_out": 3999,
      "tool_calls": 14,
      "cost_usd": 0.073014
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 36930,
      "tokens_in": 42111,
      "tokens_in_cached": 39552,
      "tokens_out": 2038,
      "tool_calls": 7,
      "cost_usd": 0.037122
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 385058,
      "tokens_in": 195441,
      "tokens_in_cached": 136192,
      "tokens_out": 18858,
      "tool_calls": 11,
      "cost_usd": 0.299742
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15094,
      "tokens_in": 19588,
      "tokens_in_cached": 18944,
      "tokens_out": 630,
      "tool_calls": 6,
      "cost_usd": 0.014539999999999999
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 144536,
      "tokens_in": 126138,
      "tokens_in_cached": 107008,
      "tokens_out": 6008,
      "tool_calls": 50,
      "cost_usd": 0.127812
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9178,
      "tokens_in": 29784,
      "tokens_in_cached": 28928,
      "tokens_out": 918,
      "tool_calls": 5,
      "cost_usd": 0.021684
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 50266,
      "tokens_in": 96394,
      "tokens_in_cached": 75008,
      "tokens_out": 3086,
      "tool_calls": 10,
      "cost_usd": 0.098792
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 54492,
      "tokens_in": 182805,
      "tokens_in_cached": 156544,
      "tokens_out": 3072,
      "tool_calls": 18,
      "cost_usd": 0.149226
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 34287,
      "tokens_in": 40551,
      "tokens_in_cached": 20096,
      "tokens_out": 1838,
      "tool_calls": 4,
      "cost_usd": 0.061986000000000006
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11391,
      "tokens_in": 48552,
      "tokens_in_cached": 43520,
      "tokens_out": 642,
      "tool_calls": 3,
      "cost_usd": 0.035676000000000006
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 16657,
      "tokens_in": 24973,
      "tokens_in_cached": 18944,
      "tokens_out": 1014,
      "tool_calls": 2,
      "cost_usd": 0.027614
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 46193,
      "tokens_in": 168463,
      "tokens_in_cached": 109696,
      "tokens_out": 2366,
      "tool_calls": 16,
      "cost_usd": 0.18657800000000002
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 34547,
      "tokens_in": 53310,
      "tokens_in_cached": 49920,
      "tokens_out": 1690,
      "tool_calls": 11,
      "cost_usd": 0.04188
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 40862,
      "tokens_in": 98379,
      "tokens_in_cached": 76032,
      "tokens_out": 3341,
      "tool_calls": 22,
      "cost_usd": 0.102756
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 20495,
      "tokens_in": 40716,
      "tokens_in_cached": 38912,
      "tokens_out": 1341,
      "tool_calls": 9,
      "cost_usd": 0.031110000000000002
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 19774,
      "tokens_in": 51075,
      "tokens_in_cached": 40448,
      "tokens_out": 1057,
      "tool_calls": 10,
      "cost_usd": 0.04782
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 16666,
      "tokens_in": 50661,
      "tokens_in_cached": 40192,
      "tokens_out": 889,
      "tool_calls": 10,
      "cost_usd": 0.046368
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 73419,
      "tokens_in": 104368,
      "tokens_in_cached": 83840,
      "tokens_out": 4236,
      "tool_calls": 21,
      "cost_usd": 0.10839199999999999
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11762,
      "tokens_in": 43430,
      "tokens_in_cached": 32256,
      "tokens_out": 664,
      "tool_calls": 3,
      "cost_usd": 0.04246
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 99011,
      "tokens_in": 89437,
      "tokens_in_cached": 57088,
      "tokens_out": 6503,
      "tool_calls": 8,
      "cost_usd": 0.13226000000000002
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 58803,
      "tokens_in": 110829,
      "tokens_in_cached": 74624,
      "tokens_out": 4128,
      "tool_calls": 30,
      "cost_usd": 0.13449
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6488,
      "tokens_in": 19387,
      "tokens_in_cached": 18944,
      "tokens_out": 478,
      "tool_calls": 1,
      "cost_usd": 0.013226
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 91683,
      "tokens_in": 97334,
      "tokens_in_cached": 78080,
      "tokens_out": 4907,
      "tool_calls": 15,
      "cost_usd": 0.10699
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5796,
      "tokens_in": 19381,
      "tokens_in_cached": 18944,
      "tokens_out": 420,
      "tool_calls": 1,
      "cost_usd": 0.012865999999999999
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 90822,
      "tokens_in": 235825,
      "tokens_in_cached": 96768,
      "tokens_out": 4438,
      "tool_calls": 14,
      "cost_usd": 0.35312599999999994
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 54055,
      "tokens_in": 42384,
      "tokens_in_cached": 38272,
      "tokens_out": 2793,
      "tool_calls": 8,
      "cost_usd": 0.044118000000000004
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15422,
      "tokens_in": 63192,
      "tokens_in_cached": 49920,
      "tokens_out": 1119,
      "tool_calls": 8,
      "cost_usd": 0.058218
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 40963,
      "tokens_in": 118283,
      "tokens_in_cached": 81536,
      "tokens_out": 2476,
      "tool_calls": 14,
      "cost_usd": 0.129118
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11916,
      "tokens_in": 40879,
      "tokens_in_cached": 30976,
      "tokens_out": 901,
      "tool_calls": 5,
      "cost_usd": 0.0407
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5055,
      "tokens_in": 19377,
      "tokens_in_cached": 18944,
      "tokens_out": 280,
      "tool_calls": 1,
      "cost_usd": 0.012018
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 331908,
      "tokens_in": 99817,
      "tokens_in_cached": 44544,
      "tokens_out": 4427,
      "tool_calls": 22,
      "cost_usd": 0.15938
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 70338,
      "tokens_in": 99873,
      "tokens_in_cached": 60544,
      "tokens_out": 3920,
      "tool_calls": 31,
      "cost_usd": 0.13245
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12557,
      "tokens_in": 47880,
      "tokens_in_cached": 35328,
      "tokens_out": 746,
      "tool_calls": 3,
      "cost_usd": 0.047244
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 65343,
      "tokens_in": 146176,
      "tokens_in_cached": 99712,
      "tokens_out": 5491,
      "tool_calls": 19,
      "cost_usd": 0.17573
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8957,
      "tokens_in": 19436,
      "tokens_in_cached": 10624,
      "tokens_out": 704,
      "tool_calls": 1,
      "cost_usd": 0.02716
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7755,
      "tokens_in": 19463,
      "tokens_in_cached": 18944,
      "tokens_out": 727,
      "tool_calls": 1,
      "cost_usd": 0.014872
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5041,
      "tokens_in": 29184,
      "tokens_in_cached": 12032,
      "tokens_out": 387,
      "tool_calls": 2,
      "cost_usd": 0.042642
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 34180,
      "tokens_in": 135614,
      "tokens_in_cached": 120448,
      "tokens_out": 2522,
      "tool_calls": 17,
      "cost_usd": 0.105688
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16137,
      "tokens_in": 30425,
      "tokens_in_cached": 20352,
      "tokens_out": 848,
      "tool_calls": 4,
      "cost_usd": 0.035410000000000004
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7555,
      "tokens_in": 29995,
      "tokens_in_cached": 20480,
      "tokens_out": 583,
      "tool_calls": 3,
      "cost_usd": 0.032768
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 54798,
      "tokens_in": 231493,
      "tokens_in_cached": 147840,
      "tokens_out": 5326,
      "tool_calls": 10,
      "cost_usd": 0.273182
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 27588,
      "tokens_in": 142705,
      "tokens_in_cached": 119040,
      "tokens_out": 2379,
      "tool_calls": 10,
      "cost_usd": 0.121124
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8852,
      "tokens_in": 32894,
      "tokens_in_cached": 29824,
      "tokens_out": 713,
      "tool_calls": 4,
      "cost_usd": 0.025330000000000002
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 48041,
      "tokens_in": 150583,
      "tokens_in_cached": 90624,
      "tokens_out": 4007,
      "tool_calls": 20,
      "cost_usd": 0.189272
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10656,
      "tokens_in": 35370,
      "tokens_in_cached": 3456,
      "tokens_out": 641,
      "tool_calls": 4,
      "cost_usd": 0.06940199999999999
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12078,
      "tokens_in": 50650,
      "tokens_in_cached": 45440,
      "tokens_out": 553,
      "tool_calls": 6,
      "cost_usd": 0.036458000000000004
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 30448,
      "tokens_in": 111145,
      "tokens_in_cached": 87680,
      "tokens_out": 1434,
      "tool_calls": 17,
      "cost_usd": 0.09937399999999999
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11399,
      "tokens_in": 64253,
      "tokens_in_cached": 48512,
      "tokens_out": 749,
      "tool_calls": 6,
      "cost_usd": 0.060232
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 10873,
      "tokens_in": 19450,
      "tokens_in_cached": 18944,
      "tokens_out": 646,
      "tool_calls": 1,
      "cost_usd": 0.01436
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 56486,
      "tokens_in": 126564,
      "tokens_in_cached": 68992,
      "tokens_out": 3200,
      "tool_calls": 16,
      "cost_usd": 0.16884
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 44192,
      "tokens_in": 133498,
      "tokens_in_cached": 75648,
      "tokens_out": 2179,
      "tool_calls": 14,
      "cost_usd": 0.166598
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 64469,
      "tokens_in": 160442,
      "tokens_in_cached": 104960,
      "tokens_out": 3666,
      "tool_calls": 21,
      "cost_usd": 0.18543999999999997
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9660,
      "tokens_in": 58614,
      "tokens_in_cached": 46208,
      "tokens_out": 798,
      "tool_calls": 10,
      "cost_usd": 0.052704
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2959,
      "tokens_in": 19972,
      "tokens_in_cached": 18944,
      "tokens_out": 179,
      "tool_calls": 1,
      "cost_usd": 0.012602
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11460,
      "tokens_in": 20012,
      "tokens_in_cached": 18944,
      "tokens_out": 696,
      "tool_calls": 1,
      "cost_usd": 0.015784
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6917,
      "tokens_in": 29180,
      "tokens_in_cached": 28672,
      "tokens_out": 302,
      "tool_calls": 2,
      "cost_usd": 0.017164
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6959,
      "tokens_in": 19518,
      "tokens_in_cached": 10624,
      "tokens_out": 493,
      "tool_calls": 1,
      "cost_usd": 0.026058
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5183,
      "tokens_in": 19355,
      "tokens_in_cached": 10624,
      "tokens_out": 319,
      "tool_calls": 1,
      "cost_usd": 0.024687999999999998
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8223,
      "tokens_in": 29773,
      "tokens_in_cached": 20352,
      "tokens_out": 415,
      "tool_calls": 2,
      "cost_usd": 0.031508
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13532,
      "tokens_in": 42260,
      "tokens_in_cached": 39680,
      "tokens_out": 848,
      "tool_calls": 5,
      "cost_usd": 0.030088
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 93203,
      "tokens_in": 131681,
      "tokens_in_cached": 69888,
      "tokens_out": 5254,
      "tool_calls": 19,
      "cost_usd": 0.190054
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 15325,
      "tokens_in": 46196,
      "tokens_in_cached": 33792,
      "tokens_out": 602,
      "tool_calls": 3,
      "cost_usd": 0.045316
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11744,
      "tokens_in": 19888,
      "tokens_in_cached": 18944,
      "tokens_out": 607,
      "tool_calls": 2,
      "cost_usd": 0.015001999999999998
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 26399,
      "tokens_in": 58870,
      "tokens_in_cached": 53760,
      "tokens_out": 1435,
      "tool_calls": 7,
      "cost_usd": 0.04571
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12719,
      "tokens_in": 19627,
      "tokens_in_cached": 18944,
      "tokens_out": 571,
      "tool_calls": 1,
      "cost_usd": 0.014264
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 28758,
      "tokens_in": 65447,
      "tokens_in_cached": 54912,
      "tokens_out": 974,
      "tool_calls": 9,
      "cost_usd": 0.05437
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 51981,
      "tokens_in": 137268,
      "tokens_in_cached": 106880,
      "tokens_out": 2617,
      "tool_calls": 16,
      "cost_usd": 0.129918
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16314,
      "tokens_in": 30862,
      "tokens_in_cached": 29056,
      "tokens_out": 1205,
      "tool_calls": 13,
      "cost_usd": 0.02537
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 27291,
      "tokens_in": 104361,
      "tokens_in_cached": 56704,
      "tokens_out": 2555,
      "tool_calls": 7,
      "cost_usd": 0.138996
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 73574,
      "tokens_in": 77299,
      "tokens_in_cached": 62976,
      "tokens_out": 4037,
      "tool_calls": 11,
      "cost_usd": 0.084356
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 37067,
      "tokens_in": 69579,
      "tokens_in_cached": 49792,
      "tokens_out": 2111,
      "tool_calls": 14,
      "cost_usd": 0.077136
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 61260,
      "tokens_in": 228656,
      "tokens_in_cached": 158208,
      "tokens_out": 3528,
      "tool_calls": 20,
      "cost_usd": 0.24116799999999997
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11371,
      "tokens_in": 19371,
      "tokens_in_cached": 18944,
      "tokens_out": 431,
      "tool_calls": 1,
      "cost_usd": 0.012912
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10940,
      "tokens_in": 19412,
      "tokens_in_cached": 18944,
      "tokens_out": 400,
      "tool_calls": 1,
      "cost_usd": 0.012807999999999998
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 15536,
      "tokens_in": 23238,
      "tokens_in_cached": 18944,
      "tokens_out": 776,
      "tool_calls": 1,
      "cost_usd": 0.022716
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 55718,
      "tokens_in": 58000,
      "tokens_in_cached": 49024,
      "tokens_out": 3786,
      "tool_calls": 6,
      "cost_usd": 0.06518
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 23783,
      "tokens_in": 21575,
      "tokens_in_cached": 18944,
      "tokens_out": 838,
      "tool_calls": 1,
      "cost_usd": 0.019762000000000002
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 108598,
      "tokens_in": 54142,
      "tokens_in_cached": 32640,
      "tokens_out": 8565,
      "tool_calls": 9,
      "cost_usd": 0.110714
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 270929,
      "tokens_in": 187903,
      "tokens_in_cached": 151296,
      "tokens_out": 15430,
      "tool_calls": 38,
      "cost_usd": 0.241442
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 23484,
      "tokens_in": 42533,
      "tokens_in_cached": 34688,
      "tokens_out": 1842,
      "tool_calls": 3,
      "cost_usd": 0.04408599999999999
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 182222,
      "tokens_in": 174836,
      "tokens_in_cached": 144256,
      "tokens_out": 11391,
      "tool_calls": 35,
      "cost_usd": 0.20163399999999998
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 32567,
      "tokens_in": 75796,
      "tokens_in_cached": 66688,
      "tokens_out": 1541,
      "tool_calls": 5,
      "cost_usd": 0.06080599999999999
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8622,
      "tokens_in": 38656,
      "tokens_in_cached": 33280,
      "tokens_out": 566,
      "tool_calls": 2,
      "cost_usd": 0.030788
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13246,
      "tokens_in": 60426,
      "tokens_in_cached": 43520,
      "tokens_out": 979,
      "tool_calls": 9,
      "cost_usd": 0.061446
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4296,
      "tokens_in": 20297,
      "tokens_in_cached": 18944,
      "tokens_out": 209,
      "tool_calls": 1,
      "cost_usd": 0.013432
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2596,
      "tokens_in": 20492,
      "tokens_in_cached": 18944,
      "tokens_out": 127,
      "tool_calls": 2,
      "cost_usd": 0.01333
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6818,
      "tokens_in": 33021,
      "tokens_in_cached": 11776,
      "tokens_out": 362,
      "tool_calls": 3,
      "cost_usd": 0.05055
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 20964,
      "tokens_in": 115784,
      "tokens_in_cached": 93184,
      "tokens_out": 1223,
      "tool_calls": 10,
      "cost_usd": 0.09913
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3269,
      "tokens_in": 19578,
      "tokens_in_cached": 18944,
      "tokens_out": 219,
      "tool_calls": 1,
      "cost_usd": 0.012053999999999999
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3440,
      "tokens_in": 20100,
      "tokens_in_cached": 18944,
      "tokens_out": 161,
      "tool_calls": 1,
      "cost_usd": 0.01275
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3584,
      "tokens_in": 20855,
      "tokens_in_cached": 18944,
      "tokens_out": 194,
      "tool_calls": 1,
      "cost_usd": 0.014458
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6769,
      "tokens_in": 30618,
      "tokens_in_cached": 28928,
      "tokens_out": 369,
      "tool_calls": 2,
      "cost_usd": 0.020058
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9635,
      "tokens_in": 40061,
      "tokens_in_cached": 32512,
      "tokens_out": 642,
      "tool_calls": 8,
      "cost_usd": 0.035206
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 28607,
      "tokens_in": 65473,
      "tokens_in_cached": 62464,
      "tokens_out": 1681,
      "tool_calls": 11,
      "cost_usd": 0.047335999999999996
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 35459,
      "tokens_in": 125244,
      "tokens_in_cached": 77312,
      "tokens_out": 3651,
      "tool_calls": 19,
      "cost_usd": 0.156426
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 33967,
      "tokens_in": 87083,
      "tokens_in_cached": 76032,
      "tokens_out": 1555,
      "tool_calls": 8,
      "cost_usd": 0.06944800000000001
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 44805,
      "tokens_in": 126511,
      "tokens_in_cached": 105856,
      "tokens_out": 3133,
      "tool_calls": 15,
      "cost_usd": 0.113036
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 41522,
      "tokens_in": 40870,
      "tokens_in_cached": 32000,
      "tokens_out": 4746,
      "tool_calls": 3,
      "cost_usd": 0.062216
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 15242,
      "tokens_in": 19484,
      "tokens_in_cached": 18944,
      "tokens_out": 1649,
      "tool_calls": 1,
      "cost_usd": 0.020446
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 1813,
      "tokens_in": 20459,
      "tokens_in_cached": 18944,
      "tokens_out": 180,
      "tool_calls": 1,
      "cost_usd": 0.013581999999999999
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14014,
      "tokens_in": 56662,
      "tokens_in_cached": 44800,
      "tokens_out": 943,
      "tool_calls": 6,
      "cost_usd": 0.051782
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9778,
      "tokens_in": 36533,
      "tokens_in_cached": 31744,
      "tokens_out": 472,
      "tool_calls": 2,
      "cost_usd": 0.028282
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 48311,
      "tokens_in": 158364,
      "tokens_in_cached": 103936,
      "tokens_out": 3019,
      "tool_calls": 21,
      "cost_usd": 0.17893799999999999
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10790,
      "tokens_in": 41074,
      "tokens_in_cached": 39296,
      "tokens_out": 669,
      "tool_calls": 4,
      "cost_usd": 0.027218
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 18273,
      "tokens_in": 84233,
      "tokens_in_cached": 68992,
      "tokens_out": 1094,
      "tool_calls": 9,
      "cost_usd": 0.071542
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2639,
      "tokens_in": 19658,
      "tokens_in_cached": 18944,
      "tokens_out": 145,
      "tool_calls": 1,
      "cost_usd": 0.01177
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4624,
      "tokens_in": 35409,
      "tokens_in_cached": 22272,
      "tokens_out": 501,
      "tool_calls": 3,
      "cost_usd": 0.040416
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 55562,
      "tokens_in": 93708,
      "tokens_in_cached": 62592,
      "tokens_out": 3807,
      "tool_calls": 12,
      "cost_usd": 0.11637
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 19980,
      "tokens_in": 24000,
      "tokens_in_cached": 18944,
      "tokens_out": 2089,
      "tool_calls": 1,
      "cost_usd": 0.032118
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 26573,
      "tokens_in": 62854,
      "tokens_in_cached": 48000,
      "tokens_out": 1828,
      "tool_calls": 9,
      "cost_usd": 0.064676
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9689,
      "tokens_in": 41340,
      "tokens_in_cached": 34176,
      "tokens_out": 525,
      "tool_calls": 2,
      "cost_usd": 0.034566
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11764,
      "tokens_in": 40371,
      "tokens_in_cached": 31872,
      "tokens_out": 750,
      "tool_calls": 6,
      "cost_usd": 0.037433999999999995
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7877,
      "tokens_in": 31440,
      "tokens_in_cached": 29184,
      "tokens_out": 465,
      "tool_calls": 2,
      "cost_usd": 0.021894000000000004
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 38029,
      "tokens_in": 127121,
      "tokens_in_cached": 83968,
      "tokens_out": 2462,
      "tool_calls": 8,
      "cost_usd": 0.143062
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3599,
      "tokens_in": 20288,
      "tokens_in_cached": 18944,
      "tokens_out": 461,
      "tool_calls": 2,
      "cost_usd": 0.014925999999999998
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14736,
      "tokens_in": 35986,
      "tokens_in_cached": 28416,
      "tokens_out": 1243,
      "tool_calls": 2,
      "cost_usd": 0.036806
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7753,
      "tokens_in": 37377,
      "tokens_in_cached": 31232,
      "tokens_out": 428,
      "tool_calls": 4,
      "cost_usd": 0.030474
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12009,
      "tokens_in": 36225,
      "tokens_in_cached": 20096,
      "tokens_out": 770,
      "tool_calls": 4,
      "cost_usd": 0.046926
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6178,
      "tokens_in": 31024,
      "tokens_in_cached": 29056,
      "tokens_out": 285,
      "tool_calls": 2,
      "cost_usd": 0.020174
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10327,
      "tokens_in": 35028,
      "tokens_in_cached": 20096,
      "tokens_out": 650,
      "tool_calls": 5,
      "cost_usd": 0.043812000000000004
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15567,
      "tokens_in": 39146,
      "tokens_in_cached": 32896,
      "tokens_out": 1071,
      "tool_calls": 3,
      "cost_usd": 0.035374
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 39570,
      "tokens_in": 93407,
      "tokens_in_cached": 81536,
      "tokens_out": 2535,
      "tool_calls": 6,
      "cost_usd": 0.07972
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8338,
      "tokens_in": 36523,
      "tokens_in_cached": 31616,
      "tokens_out": 637,
      "tool_calls": 2,
      "cost_usd": 0.029443999999999998
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14432,
      "tokens_in": 59943,
      "tokens_in_cached": 50816,
      "tokens_out": 892,
      "tool_calls": 5,
      "cost_usd": 0.049014
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11702,
      "tokens_in": 32406,
      "tokens_in_cached": 29568,
      "tokens_out": 719,
      "tool_calls": 3,
      "cost_usd": 0.024773999999999997
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 93456,
      "tokens_in": 156160,
      "tokens_in_cached": 100480,
      "tokens_out": 4264,
      "tool_calls": 25,
      "cost_usd": 0.187184
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 43083,
      "tokens_in": 101166,
      "tokens_in_cached": 85376,
      "tokens_out": 1924,
      "tool_calls": 12,
      "cost_usd": 0.085812
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14417,
      "tokens_in": 19239,
      "tokens_in_cached": 18944,
      "tokens_out": 325,
      "tool_calls": 1,
      "cost_usd": 0.012012
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 28874,
      "tokens_in": 29145,
      "tokens_in_cached": 28544,
      "tokens_out": 143,
      "tool_calls": 2,
      "cost_usd": 0.016332
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 37410,
      "tokens_in": 29973,
      "tokens_in_cached": 18944,
      "tokens_out": 3222,
      "tool_calls": 1,
      "cost_usd": 0.050862000000000004
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 42132,
      "tokens_in": 79872,
      "tokens_in_cached": 65280,
      "tokens_out": 1259,
      "tool_calls": 10,
      "cost_usd": 0.06937800000000001
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 24386,
      "tokens_in": 131736,
      "tokens_in_cached": 112256,
      "tokens_out": 1869,
      "tool_calls": 16,
      "cost_usd": 0.10630200000000001
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 23576,
      "tokens_in": 72629,
      "tokens_in_cached": 59904,
      "tokens_out": 972,
      "tool_calls": 9,
      "cost_usd": 0.061234
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 117203,
      "tokens_in": 244916,
      "tokens_in_cached": 170112,
      "tokens_out": 6533,
      "tool_calls": 22,
      "cost_usd": 0.273862
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14454,
      "tokens_in": 51647,
      "tokens_in_cached": 44416,
      "tokens_out": 839,
      "tool_calls": 7,
      "cost_usd": 0.04170399999999999
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8280,
      "tokens_in": 29779,
      "tokens_in_cached": 20352,
      "tokens_out": 627,
      "tool_calls": 2,
      "cost_usd": 0.032792
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 46847,
      "tokens_in": 74219,
      "tokens_in_cached": 63232,
      "tokens_out": 2569,
      "tool_calls": 9,
      "cost_usd": 0.069004
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8530,
      "tokens_in": 40314,
      "tokens_in_cached": 31616,
      "tokens_out": 539,
      "tool_calls": 4,
      "cost_usd": 0.036438
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 11558,
      "tokens_in": 46838,
      "tokens_in_cached": 32384,
      "tokens_out": 595,
      "tool_calls": 5,
      "cost_usd": 0.048670000000000005
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8510,
      "tokens_in": 41526,
      "tokens_in_cached": 21376,
      "tokens_out": 448,
      "tool_calls": 4,
      "cost_usd": 0.05367600000000001
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14382,
      "tokens_in": 44659,
      "tokens_in_cached": 35328,
      "tokens_out": 627,
      "tool_calls": 6,
      "cost_usd": 0.040088
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 42705,
      "tokens_in": 80262,
      "tokens_in_cached": 57216,
      "tokens_out": 1827,
      "tool_calls": 9,
      "cost_usd": 0.085662
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 31216,
      "tokens_in": 108414,
      "tokens_in_cached": 93440,
      "tokens_out": 2356,
      "tool_calls": 11,
      "cost_usd": 0.090804
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14647,
      "tokens_in": 21594,
      "tokens_in_cached": 18944,
      "tokens_out": 540,
      "tool_calls": 1,
      "cost_usd": 0.018012
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 7392,
      "tokens_in": 24441,
      "tokens_in_cached": 18944,
      "tokens_out": 326,
      "tool_calls": 2,
      "cost_usd": 0.022421999999999997
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 26020,
      "tokens_in": 129939,
      "tokens_in_cached": 109056,
      "tokens_out": 1401,
      "tool_calls": 16,
      "cost_usd": 0.10469999999999999
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 181268,
      "tokens_in": 279250,
      "tokens_in_cached": 92032,
      "tokens_out": 13666,
      "tool_calls": 23,
      "cost_usd": 0.502448
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 33994,
      "tokens_in": 85028,
      "tokens_in_cached": 71552,
      "tokens_out": 2928,
      "tool_calls": 11,
      "cost_usd": 0.080296
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9910,
      "tokens_in": 31410,
      "tokens_in_cached": 28544,
      "tokens_out": 656,
      "tool_calls": 2,
      "cost_usd": 0.02394
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 23466,
      "tokens_in": 97639,
      "tokens_in_cached": 75392,
      "tokens_out": 1558,
      "tool_calls": 13,
      "cost_usd": 0.091538
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 27267,
      "tokens_in": 131604,
      "tokens_in_cached": 88320,
      "tokens_out": 1707,
      "tool_calls": 13,
      "cost_usd": 0.14097
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16312,
      "tokens_in": 30972,
      "tokens_in_cached": 28800,
      "tokens_out": 1225,
      "tool_calls": 5,
      "cost_usd": 0.026094
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 66251,
      "tokens_in": 138057,
      "tokens_in_cached": 102400,
      "tokens_out": 4084,
      "tool_calls": 21,
      "cost_usd": 0.147018
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10800,
      "tokens_in": 30984,
      "tokens_in_cached": 28672,
      "tokens_out": 653,
      "tool_calls": 4,
      "cost_usd": 0.022878
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 175301,
      "tokens_in": 361014,
      "tokens_in_cached": 180352,
      "tokens_out": 14154,
      "tool_calls": 50,
      "cost_usd": 0.536424
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 261909,
      "tokens_in": 252140,
      "tokens_in_cached": 166016,
      "tokens_out": 16394,
      "tool_calls": 22,
      "cost_usd": 0.35362000000000005
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 60638,
      "tokens_in": 258586,
      "tokens_in_cached": 167168,
      "tokens_out": 5943,
      "tool_calls": 20,
      "cost_usd": 0.302078
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 10167,
      "tokens_in": 43581,
      "tokens_in_cached": 29952,
      "tokens_out": 855,
      "tool_calls": 3,
      "cost_usd": 0.047364
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 82928,
      "tokens_in": 125200,
      "tokens_in_cached": 87424,
      "tokens_out": 4020,
      "tool_calls": 16,
      "cost_usd": 0.14338399999999998
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14966,
      "tokens_in": 40738,
      "tokens_in_cached": 39168,
      "tokens_out": 645,
      "tool_calls": 5,
      "cost_usd": 0.026594
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 125202,
      "tokens_in": 347904,
      "tokens_in_cached": 163200,
      "tokens_out": 11811,
      "tool_calls": 29,
      "cost_usd": 0.5218740000000001
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 41252,
      "tokens_in": 99892,
      "tokens_in_cached": 81280,
      "tokens_out": 2059,
      "tool_calls": 10,
      "cost_usd": 0.090218
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 103507,
      "tokens_in": 192299,
      "tokens_in_cached": 135936,
      "tokens_out": 6731,
      "tool_calls": 13,
      "cost_usd": 0.22108000000000003
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15776,
      "tokens_in": 30955,
      "tokens_in_cached": 20096,
      "tokens_out": 1045,
      "tool_calls": 6,
      "cost_usd": 0.038036
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 60549,
      "tokens_in": 42361,
      "tokens_in_cached": 29696,
      "tokens_out": 2432,
      "tool_calls": 10,
      "cost_usd": 0.05477
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 312235,
      "tokens_in": 177110,
      "tokens_in_cached": 132992,
      "tokens_out": 14353,
      "tool_calls": 21,
      "cost_usd": 0.24084999999999998
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7606,
      "tokens_in": 37678,
      "tokens_in_cached": 2304,
      "tokens_out": 352,
      "tool_calls": 2,
      "cost_usd": 0.07401200000000001
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 20445,
      "tokens_in": 46391,
      "tokens_in_cached": 28800,
      "tokens_out": 512,
      "tool_calls": 4,
      "cost_usd": 0.052654
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7510,
      "tokens_in": 36279,
      "tokens_in_cached": 18944,
      "tokens_out": 374,
      "tool_calls": 2,
      "cost_usd": 0.046386000000000004
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6856,
      "tokens_in": 19422,
      "tokens_in_cached": 18944,
      "tokens_out": 331,
      "tool_calls": 1,
      "cost_usd": 0.012414
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4454,
      "tokens_in": 23314,
      "tokens_in_cached": 18944,
      "tokens_out": 247,
      "tool_calls": 1,
      "cost_usd": 0.019694
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 31755,
      "tokens_in": 87950,
      "tokens_in_cached": 76160,
      "tokens_out": 2108,
      "tool_calls": 4,
      "cost_usd": 0.07430800000000001
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4132,
      "tokens_in": 19426,
      "tokens_in_cached": 18944,
      "tokens_out": 264,
      "tool_calls": 1,
      "cost_usd": 0.01202
    }
  ]
}