{
  "track": "mcp",
  "model": "grok-4.7",
  "tag": "r2",
  "provider": "xai",
  "started_at": "2026-11-08T13:39:45Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "provider-default",
    "max_tool_turns": 8,
    "grader": "2026-10-31b",
    "harness": "spacebench-runner",
    "tools": "orbit-sentinel-mcp v0.10.0"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 59651,
      "tokens_in": 87818,
      "tokens_in_cached": 77440,
      "tokens_out": 3392,
      "tool_calls": 7,
      "cost_usd": 0.079828
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 20371,
      "tokens_in": 66643,
      "tokens_in_cached": 58496,
      "tokens_out": 1225,
      "tool_calls": 5,
      "cost_usd": 0.052892
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 27196,
      "tokens_in": 71908,
      "tokens_in_cached": 35968,
      "tokens_out": 1571,
      "tool_calls": 13,
      "cost_usd": 0.09929
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 18724,
      "tokens_in": 38077,
      "tokens_in_cached": 30976,
      "tokens_out": 670,
      "tool_calls": 3,
      "cost_usd": 0.033710000000000004
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 11466,
      "tokens_in": 33183,
      "tokens_in_cached": 30336,
      "tokens_out": 478,
      "tool_calls": 3,
      "cost_usd": 0.023729999999999998
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 65567,
      "tokens_in": 9546,
      "tokens_in_cached": 9472,
      "tokens_out": 4449,
      "cost_usd": 0.031577999999999995
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 9598,
      "tokens_in": 21736,
      "tokens_in_cached": 18944,
      "tokens_out": 583,
      "tool_calls": 1,
      "cost_usd": 0.018554
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 97225,
      "tokens_in": 9543,
      "tokens_in_cached": 9472,
      "tokens_out": 7866,
      "cost_usd": 0.052073999999999995
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 27225,
      "tokens_in": 9543,
      "tokens_in_cached": 9472,
      "tokens_out": 1685,
      "cost_usd": 0.014988
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 50192,
      "tokens_in": 9561,
      "tokens_in_cached": 1152,
      "tokens_out": 3872,
      "cost_usd": 0.040626
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 29963,
      "tokens_in": 39386,
      "tokens_in_cached": 31232,
      "tokens_out": 1569,
      "tool_calls": 3,
      "cost_usd": 0.041338
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 16625,
      "tokens_in": 54776,
      "tokens_in_cached": 46976,
      "tokens_out": 1130,
      "tool_calls": 5,
      "cost_usd": 0.045868
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 209760,
      "tokens_in": 99514,
      "tokens_in_cached": 73216,
      "tokens_out": 11329,
      "tool_calls": 5,
      "cost_usd": 0.157178
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 65518,
      "tokens_in": 9557,
      "tokens_in_cached": 1152,
      "tokens_out": 3330,
      "cost_usd": 0.037365999999999996
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 112252,
      "tokens_in": 9561,
      "tokens_in_cached": 9472,
      "tokens_out": 8604,
      "cost_usd": 0.056538000000000005
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 79018,
      "tokens_in": 9541,
      "tokens_in_cached": 9472,
      "tokens_out": 4750,
      "cost_usd": 0.033374
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 132215,
      "tokens_in": 144159,
      "tokens_in_cached": 118400,
      "tokens_out": 7326,
      "tool_calls": 13,
      "cost_usd": 0.154674
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 162964,
      "tokens_in": 71108,
      "tokens_in_cached": 36992,
      "tokens_out": 8784,
      "tool_calls": 5,
      "cost_usd": 0.139432
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 159573,
      "tokens_in": 138369,
      "tokens_in_cached": 108800,
      "tokens_out": 13020,
      "tool_calls": 9,
      "cost_usd": 0.191658
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 121569,
      "tokens_in": 9559,
      "tokens_in_cached": 1152,
      "tokens_out": 6732,
      "cost_usd": 0.057782
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "abstained",
      "latency_ms": 318915,
      "tokens_in": 143848,
      "tokens_in_cached": 81024,
      "tokens_out": 14554,
      "tool_calls": 9,
      "cost_usd": 0.253484
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 141360,
      "tokens_in": 78986,
      "tokens_in_cached": 32640,
      "tokens_out": 8573,
      "tool_calls": 6,
      "cost_usd": 0.16045
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 99521,
      "tokens_in": 9562,
      "tokens_in_cached": 9472,
      "tokens_out": 7558,
      "cost_usd": 0.050263999999999996
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 87484,
      "tokens_in": 26103,
      "tokens_in_cached": 18944,
      "tokens_out": 6293,
      "tool_calls": 1,
      "cost_usd": 0.061548
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 90860,
      "tokens_in": 51023,
      "tokens_in_cached": 36992,
      "tokens_out": 4626,
      "tool_calls": 4,
      "cost_usd": 0.074314
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5313,
      "tokens_in": 19517,
      "tokens_in_cached": 18944,
      "tokens_out": 142,
      "tool_calls": 2,
      "cost_usd": 0.01147
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 23779,
      "tokens_in": 52206,
      "tokens_in_cached": 21248,
      "tokens_out": 1110,
      "tool_calls": 6,
      "cost_usd": 0.07919999999999999
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 31303,
      "tokens_in": 70157,
      "tokens_in_cached": 56576,
      "tokens_out": 2056,
      "tool_calls": 12,
      "cost_usd": 0.067786
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5835,
      "tokens_in": 19356,
      "tokens_in_cached": 10624,
      "tokens_out": 440,
      "tool_calls": 1,
      "cost_usd": 0.025416
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 90523,
      "tokens_in": 103548,
      "tokens_in_cached": 80768,
      "tokens_out": 5124,
      "tool_calls": 20,
      "cost_usd": 0.11668800000000001
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 19957,
      "tokens_in": 29640,
      "tokens_in_cached": 28672,
      "tokens_out": 897,
      "tool_calls": 3,
      "cost_usd": 0.021654
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4911,
      "tokens_in": 19348,
      "tokens_in_cached": 18944,
      "tokens_out": 228,
      "tool_calls": 1,
      "cost_usd": 0.011647999999999999
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3643,
      "tokens_in": 19288,
      "tokens_in_cached": 10624,
      "tokens_out": 134,
      "tool_calls": 1,
      "cost_usd": 0.023444
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3159,
      "tokens_in": 19337,
      "tokens_in_cached": 10624,
      "tokens_out": 116,
      "tool_calls": 1,
      "cost_usd": 0.023434
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2743,
      "tokens_in": 19332,
      "tokens_in_cached": 18944,
      "tokens_out": 94,
      "tool_calls": 1,
      "cost_usd": 0.010812
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2633,
      "tokens_in": 19294,
      "tokens_in_cached": 18944,
      "tokens_out": 122,
      "tool_calls": 1,
      "cost_usd": 0.010903999999999999
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2620,
      "tokens_in": 19285,
      "tokens_in_cached": 18944,
      "tokens_out": 84,
      "tool_calls": 1,
      "cost_usd": 0.010657999999999999
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9963,
      "tokens_in": 29911,
      "tokens_in_cached": 20352,
      "tokens_out": 620,
      "tool_calls": 2,
      "cost_usd": 0.033014
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3336,
      "tokens_in": 19347,
      "tokens_in_cached": 18944,
      "tokens_out": 123,
      "tool_calls": 1,
      "cost_usd": 0.011016
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2117,
      "tokens_in": 19326,
      "tokens_in_cached": 18944,
      "tokens_out": 88,
      "tool_calls": 1,
      "cost_usd": 0.010764000000000001
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3359,
      "tokens_in": 19334,
      "tokens_in_cached": 10624,
      "tokens_out": 175,
      "tool_calls": 1,
      "cost_usd": 0.023782
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5913,
      "tokens_in": 19351,
      "tokens_in_cached": 18944,
      "tokens_out": 148,
      "tool_calls": 1,
      "cost_usd": 0.011174
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7988,
      "tokens_in": 19351,
      "tokens_in_cached": 18944,
      "tokens_out": 524,
      "tool_calls": 1,
      "cost_usd": 0.013430000000000001
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3115,
      "tokens_in": 19364,
      "tokens_in_cached": 18944,
      "tokens_out": 157,
      "tool_calls": 1,
      "cost_usd": 0.011254
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3184,
      "tokens_in": 19339,
      "tokens_in_cached": 18944,
      "tokens_out": 130,
      "tool_calls": 1,
      "cost_usd": 0.011042
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9913,
      "tokens_in": 19282,
      "tokens_in_cached": 18944,
      "tokens_out": 455,
      "tool_calls": 1,
      "cost_usd": 0.012877999999999999
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11254,
      "tokens_in": 29343,
      "tokens_in_cached": 20096,
      "tokens_out": 703,
      "tool_calls": 3,
      "cost_usd": 0.03276
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10812,
      "tokens_in": 29257,
      "tokens_in_cached": 20224,
      "tokens_out": 504,
      "tool_calls": 3,
      "cost_usd": 0.031201999999999997
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2471,
      "tokens_in": 19357,
      "tokens_in_cached": 18944,
      "tokens_out": 96,
      "tool_calls": 1,
      "cost_usd": 0.010874
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3492,
      "tokens_in": 19359,
      "tokens_in_cached": 18944,
      "tokens_out": 166,
      "tool_calls": 1,
      "cost_usd": 0.011297999999999999
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4809,
      "tokens_in": 19389,
      "tokens_in_cached": 18944,
      "tokens_out": 131,
      "tool_calls": 1,
      "cost_usd": 0.011148
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10038,
      "tokens_in": 59745,
      "tokens_in_cached": 53888,
      "tokens_out": 548,
      "tool_calls": 5,
      "cost_usd": 0.041946
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5386,
      "tokens_in": 19356,
      "tokens_in_cached": 18944,
      "tokens_out": 91,
      "tool_calls": 1,
      "cost_usd": 0.010842
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4312,
      "tokens_in": 19463,
      "tokens_in_cached": 18944,
      "tokens_out": 263,
      "tool_calls": 1,
      "cost_usd": 0.012088
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14325,
      "tokens_in": 31392,
      "tokens_in_cached": 28672,
      "tokens_out": 696,
      "tool_calls": 2,
      "cost_usd": 0.023952
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 34322,
      "tokens_in": 86667,
      "tokens_in_cached": 73472,
      "tokens_out": 1828,
      "tool_calls": 8,
      "cost_usd": 0.07409400000000001
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 85792,
      "tokens_in": 66273,
      "tokens_in_cached": 55680,
      "tokens_out": 5756,
      "tool_calls": 10,
      "cost_usd": 0.083562
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 37023,
      "tokens_in": 43112,
      "tokens_in_cached": 31872,
      "tokens_out": 1839,
      "tool_calls": 6,
      "cost_usd": 0.04945
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4820,
      "tokens_in": 19350,
      "tokens_in_cached": 18944,
      "tokens_out": 129,
      "tool_calls": 1,
      "cost_usd": 0.011058
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3859,
      "tokens_in": 19348,
      "tokens_in_cached": 10624,
      "tokens_out": 70,
      "tool_calls": 1,
      "cost_usd": 0.023180000000000003
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6242,
      "tokens_in": 19367,
      "tokens_in_cached": 18944,
      "tokens_out": 367,
      "tool_calls": 1,
      "cost_usd": 0.012519999999999998
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5820,
      "tokens_in": 19616,
      "tokens_in_cached": 18944,
      "tokens_out": 259,
      "tool_calls": 1,
      "cost_usd": 0.012369999999999999
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6362,
      "tokens_in": 19358,
      "tokens_in_cached": 18944,
      "tokens_out": 267,
      "tool_calls": 1,
      "cost_usd": 0.011902
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3304,
      "tokens_in": 19349,
      "tokens_in_cached": 18944,
      "tokens_out": 134,
      "tool_calls": 1,
      "cost_usd": 0.011085999999999999
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2996,
      "tokens_in": 19394,
      "tokens_in_cached": 18944,
      "tokens_out": 114,
      "tool_calls": 1,
      "cost_usd": 0.011056
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 18059,
      "tokens_in": 62258,
      "tokens_in_cached": 52096,
      "tokens_out": 1385,
      "tool_calls": 6,
      "cost_usd": 0.054681999999999994
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9651,
      "tokens_in": 30765,
      "tokens_in_cached": 28416,
      "tokens_out": 679,
      "tool_calls": 2,
      "cost_usd": 0.02298
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9918,
      "tokens_in": 30100,
      "tokens_in_cached": 28672,
      "tokens_out": 576,
      "tool_calls": 2,
      "cost_usd": 0.020648
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 34850,
      "tokens_in": 42315,
      "tokens_in_cached": 39808,
      "tokens_out": 1832,
      "tool_calls": 4,
      "cost_usd": 0.035910000000000004
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 25257,
      "tokens_in": 49226,
      "tokens_in_cached": 29952,
      "tokens_out": 2073,
      "tool_calls": 3,
      "cost_usd": 0.065962
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9817,
      "tokens_in": 19523,
      "tokens_in_cached": 18944,
      "tokens_out": 645,
      "tool_calls": 1,
      "cost_usd": 0.014499999999999999
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 35148,
      "tokens_in": 44357,
      "tokens_in_cached": 32384,
      "tokens_out": 2159,
      "tool_calls": 15,
      "cost_usd": 0.053092
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11240,
      "tokens_in": 31580,
      "tokens_in_cached": 20480,
      "tokens_out": 579,
      "tool_calls": 2,
      "cost_usd": 0.035914
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 45259,
      "tokens_in": 93499,
      "tokens_in_cached": 85632,
      "tokens_out": 1984,
      "tool_calls": 19,
      "cost_usd": 0.070454
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 37762,
      "tokens_in": 94213,
      "tokens_in_cached": 85504,
      "tokens_out": 1535,
      "tool_calls": 21,
      "cost_usd": 0.06938
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 53458,
      "tokens_in": 153215,
      "tokens_in_cached": 94080,
      "tokens_out": 2690,
      "tool_calls": 27,
      "cost_usd": 0.18145
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11967,
      "tokens_in": 48899,
      "tokens_in_cached": 43136,
      "tokens_out": 643,
      "tool_calls": 5,
      "cost_usd": 0.036952
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 153906,
      "tokens_in": 177131,
      "tokens_in_cached": 96512,
      "tokens_out": 8440,
      "tool_calls": 23,
      "cost_usd": 0.260134
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 89217,
      "tokens_in": 181183,
      "tokens_in_cached": 124288,
      "tokens_out": 5650,
      "tool_calls": 30,
      "cost_usd": 0.209834
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 107862,
      "tokens_in": 190519,
      "tokens_in_cached": 108032,
      "tokens_out": 7212,
      "tool_calls": 19,
      "cost_usd": 0.262262
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11704,
      "tokens_in": 39563,
      "tokens_in_cached": 22016,
      "tokens_out": 953,
      "tool_calls": 3,
      "cost_usd": 0.051820000000000005
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 64687,
      "tokens_in": 116807,
      "tokens_in_cached": 89344,
      "tokens_out": 3859,
      "tool_calls": 13,
      "cost_usd": 0.122752
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 22045,
      "tokens_in": 57849,
      "tokens_in_cached": 52864,
      "tokens_out": 1142,
      "tool_calls": 4,
      "cost_usd": 0.043254
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 37677,
      "tokens_in": 139598,
      "tokens_in_cached": 100224,
      "tokens_out": 1913,
      "tool_calls": 18,
      "cost_usd": 0.140338
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 22026,
      "tokens_in": 87791,
      "tokens_in_cached": 76800,
      "tokens_out": 1664,
      "tool_calls": 8,
      "cost_usd": 0.070366
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 64688,
      "tokens_in": 181648,
      "tokens_in_cached": 124672,
      "tokens_out": 3448,
      "tool_calls": 26,
      "cost_usd": 0.196976
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 19798,
      "tokens_in": 76915,
      "tokens_in_cached": 61056,
      "tokens_out": 1459,
      "tool_calls": 8,
      "cost_usd": 0.07100000000000001
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 135241,
      "tokens_in": 135069,
      "tokens_in_cached": 74112,
      "tokens_out": 7893,
      "tool_calls": 26,
      "cost_usd": 0.206328
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 19560,
      "tokens_in": 43014,
      "tokens_in_cached": 40192,
      "tokens_out": 1013,
      "tool_calls": 4,
      "cost_usd": 0.031818
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 39654,
      "tokens_in": 82885,
      "tokens_in_cached": 75392,
      "tokens_out": 2235,
      "tool_calls": 14,
      "cost_usd": 0.066092
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 79305,
      "tokens_in": 190229,
      "tokens_in_cached": 127104,
      "tokens_out": 4475,
      "tool_calls": 26,
      "cost_usd": 0.216652
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 46968,
      "tokens_in": 129566,
      "tokens_in_cached": 97024,
      "tokens_out": 2061,
      "tool_calls": 20,
      "cost_usd": 0.125962
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 43217,
      "tokens_in": 107281,
      "tokens_in_cached": 82304,
      "tokens_out": 2212,
      "tool_calls": 12,
      "cost_usd": 0.104378
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 22108,
      "tokens_in": 46707,
      "tokens_in_cached": 41088,
      "tokens_out": 1138,
      "tool_calls": 10,
      "cost_usd": 0.03861
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 82855,
      "tokens_in": 234346,
      "tokens_in_cached": 145664,
      "tokens_out": 4919,
      "tool_calls": 25,
      "cost_usd": 0.27970999999999996
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 89902,
      "tokens_in": 172404,
      "tokens_in_cached": 124928,
      "tokens_out": 7006,
      "tool_calls": 21,
      "cost_usd": 0.199452
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 18586,
      "tokens_in": 69861,
      "tokens_in_cached": 65152,
      "tokens_out": 1089,
      "tool_calls": 6,
      "cost_usd": 0.048528
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17790,
      "tokens_in": 75066,
      "tokens_in_cached": 67968,
      "tokens_out": 1263,
      "tool_calls": 10,
      "cost_usd": 0.055758
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 27086,
      "tokens_in": 82662,
      "tokens_in_cached": 53248,
      "tokens_out": 1715,
      "tool_calls": 11,
      "cost_usd": 0.095742
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 28736,
      "tokens_in": 58788,
      "tokens_in_cached": 53120,
      "tokens_out": 1887,
      "tool_calls": 9,
      "cost_usd": 0.049218
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 107097,
      "tokens_in": 161701,
      "tokens_in_cached": 118784,
      "tokens_out": 5234,
      "tool_calls": 25,
      "cost_usd": 0.17662999999999998
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 75937,
      "tokens_in": 87526,
      "tokens_in_cached": 71296,
      "tokens_out": 4128,
      "tool_calls": 17,
      "cost_usd": 0.092876
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 36119,
      "tokens_in": 106976,
      "tokens_in_cached": 69632,
      "tokens_out": 2122,
      "tool_calls": 19,
      "cost_usd": 0.12223600000000001
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 87663,
      "tokens_in": 174704,
      "tokens_in_cached": 128000,
      "tokens_out": 5954,
      "tool_calls": 24,
      "cost_usd": 0.193132
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 36672,
      "tokens_in": 70862,
      "tokens_in_cached": 58752,
      "tokens_out": 3508,
      "tool_calls": 13,
      "cost_usd": 0.074644
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 31831,
      "tokens_in": 64390,
      "tokens_in_cached": 57856,
      "tokens_out": 1811,
      "tool_calls": 8,
      "cost_usd": 0.052862
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 67020,
      "tokens_in": 148443,
      "tokens_in_cached": 111488,
      "tokens_out": 3342,
      "tool_calls": 15,
      "cost_usd": 0.14970599999999998
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 51256,
      "tokens_in": 167822,
      "tokens_in_cached": 115840,
      "tokens_out": 2581,
      "tool_calls": 22,
      "cost_usd": 0.17737
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 49173,
      "tokens_in": 118762,
      "tokens_in_cached": 106368,
      "tokens_out": 2113,
      "tool_calls": 15,
      "cost_usd": 0.09065
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 38041,
      "tokens_in": 127726,
      "tokens_in_cached": 92288,
      "tokens_out": 2903,
      "tool_calls": 14,
      "cost_usd": 0.13443799999999997
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 111355,
      "tokens_in": 129979,
      "tokens_in_cached": 106624,
      "tokens_out": 3271,
      "tool_calls": 12,
      "cost_usd": 0.119648
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 88339,
      "tokens_in": 91001,
      "tokens_in_cached": 77312,
      "tokens_out": 2708,
      "tool_calls": 15,
      "cost_usd": 0.08228200000000001
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 134859,
      "tokens_in": 149443,
      "tokens_in_cached": 114688,
      "tokens_out": 4140,
      "tool_calls": 18,
      "cost_usd": 0.151694
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 46613,
      "tokens_in": 65483,
      "tokens_in_cached": 55936,
      "tokens_out": 3453,
      "tool_calls": 11,
      "cost_usd": 0.06777999999999999
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 140861,
      "tokens_in": 175535,
      "tokens_in_cached": 124544,
      "tokens_out": 8315,
      "tool_calls": 29,
      "cost_usd": 0.214144
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 190987,
      "tokens_in": 193514,
      "tokens_in_cached": 128896,
      "tokens_out": 14677,
      "tool_calls": 25,
      "cost_usd": 0.281746
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "incorrect",
      "latency_ms": 71621,
      "tokens_in": 143771,
      "tokens_in_cached": 116864,
      "tokens_out": 4478,
      "tool_calls": 26,
      "cost_usd": 0.139114
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 7776,
      "tokens_in": 21782,
      "tokens_in_cached": 18944,
      "tokens_out": 418,
      "tool_calls": 2,
      "cost_usd": 0.017655999999999998
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 56242,
      "tokens_in": 208079,
      "tokens_in_cached": 139904,
      "tokens_out": 3428,
      "tool_calls": 18,
      "cost_usd": 0.22687
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 10473,
      "tokens_in": 21781,
      "tokens_in_cached": 18944,
      "tokens_out": 528,
      "tool_calls": 2,
      "cost_usd": 0.018314
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 16873,
      "tokens_in": 46084,
      "tokens_in_cached": 34432,
      "tokens_out": 777,
      "tool_calls": 4,
      "cost_usd": 0.045182
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 68205,
      "tokens_in": 138154,
      "tokens_in_cached": 113792,
      "tokens_out": 4007,
      "tool_calls": 25,
      "cost_usd": 0.129662
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 64598,
      "tokens_in": 110189,
      "tokens_in_cached": 79232,
      "tokens_out": 4044,
      "tool_calls": 27,
      "cost_usd": 0.125794
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 104900,
      "tokens_in": 131490,
      "tokens_in_cached": 97792,
      "tokens_out": 6466,
      "tool_calls": 27,
      "cost_usd": 0.155088
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 63459,
      "tokens_in": 104370,
      "tokens_in_cached": 80128,
      "tokens_out": 4209,
      "tool_calls": 18,
      "cost_usd": 0.113802
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 68744,
      "tokens_in": 114936,
      "tokens_in_cached": 72960,
      "tokens_out": 3078,
      "tool_calls": 23,
      "cost_usd": 0.1389
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 162395,
      "tokens_in": 132190,
      "tokens_in_cached": 88064,
      "tokens_out": 8101,
      "tool_calls": 25,
      "cost_usd": 0.18089000000000002
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 20969,
      "tokens_in": 63324,
      "tokens_in_cached": 45184,
      "tokens_out": 905,
      "tool_calls": 6,
      "cost_usd": 0.064302
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 73488,
      "tokens_in": 103610,
      "tokens_in_cached": 54016,
      "tokens_out": 3296,
      "tool_calls": 14,
      "cost_usd": 0.145972
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 24811,
      "tokens_in": 87852,
      "tokens_in_cached": 57984,
      "tokens_out": 1522,
      "tool_calls": 8,
      "cost_usd": 0.09786
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 40127,
      "tokens_in": 29195,
      "tokens_in_cached": 28672,
      "tokens_out": 2113,
      "tool_calls": 5,
      "cost_usd": 0.028059999999999998
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15832,
      "tokens_in": 29564,
      "tokens_in_cached": 28544,
      "tokens_out": 750,
      "tool_calls": 4,
      "cost_usd": 0.020812
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9859,
      "tokens_in": 19352,
      "tokens_in_cached": 18944,
      "tokens_out": 545,
      "tool_calls": 1,
      "cost_usd": 0.013558
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 138748,
      "tokens_in": 179927,
      "tokens_in_cached": 136448,
      "tokens_out": 7364,
      "tool_calls": 27,
      "cost_usd": 0.199366
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13685,
      "tokens_in": 19652,
      "tokens_in_cached": 18944,
      "tokens_out": 843,
      "tool_calls": 6,
      "cost_usd": 0.015946000000000002
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 51616,
      "tokens_in": 53700,
      "tokens_in_cached": 41088,
      "tokens_out": 3348,
      "tool_calls": 50,
      "cost_usd": 0.065856
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14297,
      "tokens_in": 40212,
      "tokens_in_cached": 30592,
      "tokens_out": 1421,
      "tool_calls": 7,
      "cost_usd": 0.043061999999999996
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 49551,
      "tokens_in": 128544,
      "tokens_in_cached": 105088,
      "tokens_out": 2551,
      "tool_calls": 14,
      "cost_usd": 0.114762
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 33060,
      "tokens_in": 55163,
      "tokens_in_cached": 45952,
      "tokens_out": 907,
      "tool_calls": 6,
      "cost_usd": 0.04684000000000001
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 40080,
      "tokens_in": 24036,
      "tokens_in_cached": 18944,
      "tokens_out": 1794,
      "tool_calls": 2,
      "cost_usd": 0.03042
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 12818,
      "tokens_in": 34345,
      "tokens_in_cached": 28416,
      "tokens_out": 603,
      "tool_calls": 2,
      "cost_usd": 0.029684
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13368,
      "tokens_in": 25101,
      "tokens_in_cached": 18944,
      "tokens_out": 837,
      "tool_calls": 2,
      "cost_usd": 0.026808
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14140,
      "tokens_in": 48974,
      "tokens_in_cached": 34944,
      "tokens_out": 647,
      "tool_calls": 6,
      "cost_usd": 0.049414
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 69100,
      "tokens_in": 117167,
      "tokens_in_cached": 101248,
      "tokens_out": 3187,
      "tool_calls": 23,
      "cost_usd": 0.10158400000000001
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 21997,
      "tokens_in": 52858,
      "tokens_in_cached": 41600,
      "tokens_out": 1668,
      "tool_calls": 14,
      "cost_usd": 0.053324
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 17801,
      "tokens_in": 40120,
      "tokens_in_cached": 30208,
      "tokens_out": 1031,
      "tool_calls": 8,
      "cost_usd": 0.041114
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 36424,
      "tokens_in": 51220,
      "tokens_in_cached": 49024,
      "tokens_out": 1722,
      "tool_calls": 10,
      "cost_usd": 0.039236
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 20342,
      "tokens_in": 40708,
      "tokens_in_cached": 38784,
      "tokens_out": 1147,
      "tool_calls": 9,
      "cost_usd": 0.030122
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 63948,
      "tokens_in": 104658,
      "tokens_in_cached": 89216,
      "tokens_out": 3223,
      "tool_calls": 17,
      "cost_usd": 0.09483
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 18633,
      "tokens_in": 55973,
      "tokens_in_cached": 33536,
      "tokens_out": 1367,
      "tool_calls": 5,
      "cost_usd": 0.069844
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 83240,
      "tokens_in": 95066,
      "tokens_in_cached": 71424,
      "tokens_out": 4136,
      "tool_calls": 11,
      "cost_usd": 0.107812
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 69636,
      "tokens_in": 160473,
      "tokens_in_cached": 82560,
      "tokens_out": 4287,
      "tool_calls": 27,
      "cost_usd": 0.222828
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5905,
      "tokens_in": 19386,
      "tokens_in_cached": 18944,
      "tokens_out": 394,
      "tool_calls": 1,
      "cost_usd": 0.012719999999999999
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 44523,
      "tokens_in": 53976,
      "tokens_in_cached": 40064,
      "tokens_out": 2719,
      "tool_calls": 7,
      "cost_usd": 0.06417
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6518,
      "tokens_in": 19337,
      "tokens_in_cached": 18944,
      "tokens_out": 403,
      "tool_calls": 1,
      "cost_usd": 0.012676
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 61204,
      "tokens_in": 143781,
      "tokens_in_cached": 112768,
      "tokens_out": 3806,
      "tool_calls": 10,
      "cost_usd": 0.14124599999999998
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 71887,
      "tokens_in": 75553,
      "tokens_in_cached": 68352,
      "tokens_out": 4384,
      "tool_calls": 16,
      "cost_usd": 0.07488199999999999
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 16886,
      "tokens_in": 40937,
      "tokens_in_cached": 21632,
      "tokens_out": 874,
      "tool_calls": 4,
      "cost_usd": 0.054669999999999996
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 63085,
      "tokens_in": 167616,
      "tokens_in_cached": 145024,
      "tokens_out": 3176,
      "tool_calls": 21,
      "cost_usd": 0.13675199999999998
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 20683,
      "tokens_in": 53643,
      "tokens_in_cached": 33024,
      "tokens_out": 1650,
      "tool_calls": 9,
      "cost_usd": 0.06765
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6132,
      "tokens_in": 19378,
      "tokens_in_cached": 18944,
      "tokens_out": 399,
      "tool_calls": 1,
      "cost_usd": 0.012734
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 53579,
      "tokens_in": 92637,
      "tokens_in_cached": 78976,
      "tokens_out": 3378,
      "tool_calls": 17,
      "cost_usd": 0.087078
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 110988,
      "tokens_in": 100483,
      "tokens_in_cached": 88832,
      "tokens_out": 5472,
      "tool_calls": 36,
      "cost_usd": 0.10055
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9145,
      "tokens_in": 22714,
      "tokens_in_cached": 18944,
      "tokens_out": 731,
      "tool_calls": 2,
      "cost_usd": 0.021398
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 36497,
      "tokens_in": 37405,
      "tokens_in_cached": 31232,
      "tokens_out": 2671,
      "tool_calls": 4,
      "cost_usd": 0.043988
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8153,
      "tokens_in": 19450,
      "tokens_in_cached": 18944,
      "tokens_out": 636,
      "tool_calls": 1,
      "cost_usd": 0.0143
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13696,
      "tokens_in": 29811,
      "tokens_in_cached": 28416,
      "tokens_out": 928,
      "tool_calls": 3,
      "cost_usd": 0.022566
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7967,
      "tokens_in": 29552,
      "tokens_in_cached": 20480,
      "tokens_out": 603,
      "tool_calls": 3,
      "cost_usd": 0.032002
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 44600,
      "tokens_in": 97868,
      "tokens_in_cached": 86528,
      "tokens_out": 3172,
      "tool_calls": 20,
      "cost_usd": 0.084976
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 17872,
      "tokens_in": 30367,
      "tokens_in_cached": 20352,
      "tokens_out": 910,
      "tool_calls": 6,
      "cost_usd": 0.035665999999999996
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8398,
      "tokens_in": 29238,
      "tokens_in_cached": 28672,
      "tokens_out": 459,
      "tool_calls": 2,
      "cost_usd": 0.018222
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 29015,
      "tokens_in": 76777,
      "tokens_in_cached": 46080,
      "tokens_out": 3740,
      "tool_calls": 5,
      "cost_usd": 0.106874
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 34103,
      "tokens_in": 165110,
      "tokens_in_cached": 102144,
      "tokens_out": 2328,
      "tool_calls": 14,
      "cost_usd": 0.190972
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7149,
      "tokens_in": 19899,
      "tokens_in_cached": 10624,
      "tokens_out": 428,
      "tool_calls": 1,
      "cost_usd": 0.026430000000000002
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 81747,
      "tokens_in": 174862,
      "tokens_in_cached": 77184,
      "tokens_out": 6092,
      "tool_calls": 20,
      "cost_usd": 0.27049999999999996
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8836,
      "tokens_in": 35366,
      "tokens_in_cached": 30208,
      "tokens_out": 501,
      "tool_calls": 4,
      "cost_usd": 0.028426
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 19732,
      "tokens_in": 65658,
      "tokens_in_cached": 59136,
      "tokens_out": 782,
      "tool_calls": 7,
      "cost_usd": 0.047304
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 26084,
      "tokens_in": 94675,
      "tokens_in_cached": 82944,
      "tokens_out": 1344,
      "tool_calls": 14,
      "cost_usd": 0.07299800000000001
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9069,
      "tokens_in": 60816,
      "tokens_in_cached": 53760,
      "tokens_out": 691,
      "tool_calls": 7,
      "cost_usd": 0.045138
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 14269,
      "tokens_in": 19438,
      "tokens_in_cached": 18944,
      "tokens_out": 917,
      "tool_calls": 1,
      "cost_usd": 0.015961999999999997
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 50184,
      "tokens_in": 113523,
      "tokens_in_cached": 79104,
      "tokens_out": 3119,
      "tool_calls": 19,
      "cost_usd": 0.127104
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 57853,
      "tokens_in": 148771,
      "tokens_in_cached": 112896,
      "tokens_out": 2928,
      "tool_calls": 15,
      "cost_usd": 0.14576599999999998
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 61530,
      "tokens_in": 132362,
      "tokens_in_cached": 102656,
      "tokens_out": 3087,
      "tool_calls": 19,
      "cost_usd": 0.12926200000000002
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11363,
      "tokens_in": 51153,
      "tokens_in_cached": 36608,
      "tokens_out": 889,
      "tool_calls": 7,
      "cost_usd": 0.052728000000000004
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3592,
      "tokens_in": 20002,
      "tokens_in_cached": 10624,
      "tokens_out": 215,
      "tool_calls": 1,
      "cost_usd": 0.025358
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 25740,
      "tokens_in": 31578,
      "tokens_in_cached": 29184,
      "tokens_out": 1646,
      "tool_calls": 2,
      "cost_usd": 0.029256
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8265,
      "tokens_in": 29410,
      "tokens_in_cached": 28672,
      "tokens_out": 436,
      "tool_calls": 2,
      "cost_usd": 0.018428
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9156,
      "tokens_in": 29969,
      "tokens_in_cached": 28800,
      "tokens_out": 523,
      "tool_calls": 2,
      "cost_usd": 0.019875999999999998
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8288,
      "tokens_in": 31906,
      "tokens_in_cached": 28544,
      "tokens_out": 331,
      "tool_calls": 2,
      "cost_usd": 0.022982000000000002
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8941,
      "tokens_in": 19434,
      "tokens_in_cached": 10624,
      "tokens_out": 536,
      "tool_calls": 1,
      "cost_usd": 0.026148
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 33409,
      "tokens_in": 109505,
      "tokens_in_cached": 94976,
      "tokens_out": 1984,
      "tool_calls": 11,
      "cost_usd": 0.08845
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 245241,
      "tokens_in": 181218,
      "tokens_in_cached": 112128,
      "tokens_out": 13200,
      "tool_calls": 12,
      "cost_usd": 0.273444
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 22182,
      "tokens_in": 72454,
      "tokens_in_cached": 27008,
      "tokens_out": 972,
      "tool_calls": 8,
      "cost_usd": 0.110228
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17535,
      "tokens_in": 19604,
      "tokens_in_cached": 18944,
      "tokens_out": 568,
      "tool_calls": 2,
      "cost_usd": 0.014199999999999999
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 36441,
      "tokens_in": 44243,
      "tokens_in_cached": 41216,
      "tokens_out": 1453,
      "tool_calls": 4,
      "cost_usd": 0.03538
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8617,
      "tokens_in": 46199,
      "tokens_in_cached": 37120,
      "tokens_out": 484,
      "tool_calls": 2,
      "cost_usd": 0.039622
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 38340,
      "tokens_in": 79679,
      "tokens_in_cached": 63616,
      "tokens_out": 1625,
      "tool_calls": 11,
      "cost_usd": 0.073684
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 71487,
      "tokens_in": 177612,
      "tokens_in_cached": 111232,
      "tokens_out": 4444,
      "tool_calls": 29,
      "cost_usd": 0.21503999999999998
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 18930,
      "tokens_in": 31203,
      "tokens_in_cached": 20096,
      "tokens_out": 1402,
      "tool_calls": 12,
      "cost_usd": 0.040674
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 27313,
      "tokens_in": 111075,
      "tokens_in_cached": 95232,
      "tokens_out": 2229,
      "tool_calls": 8,
      "cost_usd": 0.092676
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 131247,
      "tokens_in": 164398,
      "tokens_in_cached": 131072,
      "tokens_out": 7079,
      "tool_calls": 15,
      "cost_usd": 0.174662
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 34657,
      "tokens_in": 49347,
      "tokens_in_cached": 44416,
      "tokens_out": 2603,
      "tool_calls": 17,
      "cost_usd": 0.047688
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 47498,
      "tokens_in": 162873,
      "tokens_in_cached": 77440,
      "tokens_out": 2203,
      "tool_calls": 12,
      "cost_usd": 0.222804
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6437,
      "tokens_in": 19335,
      "tokens_in_cached": 18944,
      "tokens_out": 285,
      "tool_calls": 1,
      "cost_usd": 0.011963999999999999
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7485,
      "tokens_in": 19439,
      "tokens_in_cached": 18944,
      "tokens_out": 389,
      "tool_calls": 1,
      "cost_usd": 0.012795999999999998
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11067,
      "tokens_in": 23231,
      "tokens_in_cached": 18944,
      "tokens_out": 814,
      "tool_calls": 1,
      "cost_usd": 0.02293
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 25068,
      "tokens_in": 46349,
      "tokens_in_cached": 36608,
      "tokens_out": 1663,
      "tool_calls": 4,
      "cost_usd": 0.047764
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10414,
      "tokens_in": 21535,
      "tokens_in_cached": 10624,
      "tokens_out": 681,
      "tool_calls": 1,
      "cost_usd": 0.03122
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 142385,
      "tokens_in": 60718,
      "tokens_in_cached": 42624,
      "tokens_out": 12093,
      "tool_calls": 12,
      "cost_usd": 0.130058
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 77594,
      "tokens_in": 172942,
      "tokens_in_cached": 145152,
      "tokens_out": 5083,
      "tool_calls": 22,
      "cost_usd": 0.158654
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 30676,
      "tokens_in": 43317,
      "tokens_in_cached": 34688,
      "tokens_out": 2696,
      "tool_calls": 2,
      "cost_usd": 0.050778
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 159607,
      "tokens_in": 172086,
      "tokens_in_cached": 83968,
      "tokens_out": 8682,
      "tool_calls": 41,
      "cost_usd": 0.270312
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 26489,
      "tokens_in": 70102,
      "tokens_in_cached": 54656,
      "tokens_out": 1237,
      "tool_calls": 3,
      "cost_usd": 0.065642
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11848,
      "tokens_in": 54468,
      "tokens_in_cached": 43008,
      "tokens_out": 1022,
      "tool_calls": 3,
      "cost_usd": 0.050556
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12013,
      "tokens_in": 60168,
      "tokens_in_cached": 43520,
      "tokens_out": 856,
      "tool_calls": 8,
      "cost_usd": 0.060192
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3512,
      "tokens_in": 20299,
      "tokens_in_cached": 18944,
      "tokens_out": 178,
      "tool_calls": 1,
      "cost_usd": 0.01325
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2541,
      "tokens_in": 20472,
      "tokens_in_cached": 10624,
      "tokens_out": 128,
      "tool_calls": 2,
      "cost_usd": 0.025776000000000004
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8547,
      "tokens_in": 33017,
      "tokens_in_cached": 29952,
      "tokens_out": 370,
      "tool_calls": 3,
      "cost_usd": 0.023326
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12919,
      "tokens_in": 92362,
      "tokens_in_cached": 71680,
      "tokens_out": 834,
      "tool_calls": 9,
      "cost_usd": 0.08220799999999999
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2654,
      "tokens_in": 22283,
      "tokens_in_cached": 18944,
      "tokens_out": 219,
      "tool_calls": 1,
      "cost_usd": 0.017463999999999997
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3385,
      "tokens_in": 20112,
      "tokens_in_cached": 18944,
      "tokens_out": 126,
      "tool_calls": 1,
      "cost_usd": 0.012563999999999999
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5434,
      "tokens_in": 20875,
      "tokens_in_cached": 10624,
      "tokens_out": 241,
      "tool_calls": 1,
      "cost_usd": 0.02726
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7724,
      "tokens_in": 30619,
      "tokens_in_cached": 28928,
      "tokens_out": 372,
      "tool_calls": 2,
      "cost_usd": 0.020078000000000002
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10292,
      "tokens_in": 37926,
      "tokens_in_cached": 31488,
      "tokens_out": 675,
      "tool_calls": 6,
      "cost_usd": 0.03267
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 57865,
      "tokens_in": 112080,
      "tokens_in_cached": 82304,
      "tokens_out": 3899,
      "tool_calls": 28,
      "cost_usd": 0.124098
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 27938,
      "tokens_in": 109613,
      "tokens_in_cached": 71168,
      "tokens_out": 2247,
      "tool_calls": 14,
      "cost_usd": 0.12595599999999998
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14896,
      "tokens_in": 68782,
      "tokens_in_cached": 60032,
      "tokens_out": 954,
      "tool_calls": 7,
      "cost_usd": 0.05324
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 70376,
      "tokens_in": 205284,
      "tokens_in_cached": 140544,
      "tokens_out": 4666,
      "tool_calls": 20,
      "cost_usd": 0.227748
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 73896,
      "tokens_in": 68385,
      "tokens_in_cached": 33152,
      "tokens_out": 6028,
      "tool_calls": 5,
      "cost_usd": 0.12321000000000001
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 52052,
      "tokens_in": 128079,
      "tokens_in_cached": 94464,
      "tokens_out": 4492,
      "tool_calls": 12,
      "cost_usd": 0.141414
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2600,
      "tokens_in": 19588,
      "tokens_in_cached": 18944,
      "tokens_out": 155,
      "tool_calls": 1,
      "cost_usd": 0.011689999999999999
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15105,
      "tokens_in": 51103,
      "tokens_in_cached": 35456,
      "tokens_out": 823,
      "tool_calls": 6,
      "cost_usd": 0.05396
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6912,
      "tokens_in": 36416,
      "tokens_in_cached": 31744,
      "tokens_out": 413,
      "tool_calls": 2,
      "cost_usd": 0.027694000000000003
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 74231,
      "tokens_in": 104284,
      "tokens_in_cached": 88832,
      "tokens_out": 2709,
      "tool_calls": 16,
      "cost_usd": 0.091574
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 24766,
      "tokens_in": 117740,
      "tokens_in_cached": 84992,
      "tokens_out": 1520,
      "tool_calls": 10,
      "cost_usd": 0.11711200000000001
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 23023,
      "tokens_in": 89129,
      "tokens_in_cached": 62976,
      "tokens_out": 1313,
      "tool_calls": 10,
      "cost_usd": 0.091672
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3776,
      "tokens_in": 22270,
      "tokens_in_cached": 18944,
      "tokens_out": 204,
      "tool_calls": 1,
      "cost_usd": 0.017348
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5288,
      "tokens_in": 33202,
      "tokens_in_cached": 22272,
      "tokens_out": 373,
      "tool_calls": 2,
      "cost_usd": 0.035233999999999994
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 31575,
      "tokens_in": 77232,
      "tokens_in_cached": 65280,
      "tokens_out": 2101,
      "tool_calls": 7,
      "cost_usd": 0.06915
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 31938,
      "tokens_in": 90604,
      "tokens_in_cached": 75392,
      "tokens_out": 2881,
      "tool_calls": 5,
      "cost_usd": 0.085406
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 17477,
      "tokens_in": 35743,
      "tokens_in_cached": 30592,
      "tokens_out": 1170,
      "tool_calls": 4,
      "cost_usd": 0.032618
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9773,
      "tokens_in": 41362,
      "tokens_in_cached": 34176,
      "tokens_out": 552,
      "tool_calls": 2,
      "cost_usd": 0.034772000000000004
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9986,
      "tokens_in": 40898,
      "tokens_in_cached": 31872,
      "tokens_out": 650,
      "tool_calls": 3,
      "cost_usd": 0.037888
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5505,
      "tokens_in": 31243,
      "tokens_in_cached": 29056,
      "tokens_out": 283,
      "tool_calls": 2,
      "cost_usd": 0.0206
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 40594,
      "tokens_in": 113404,
      "tokens_in_cached": 87296,
      "tokens_out": 2883,
      "tool_calls": 7,
      "cost_usd": 0.11316200000000001
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2780,
      "tokens_in": 22336,
      "tokens_in_cached": 18944,
      "tokens_out": 278,
      "tool_calls": 1,
      "cost_usd": 0.017924
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 18346,
      "tokens_in": 38416,
      "tokens_in_cached": 31744,
      "tokens_out": 1489,
      "tool_calls": 4,
      "cost_usd": 0.038149999999999996
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13818,
      "tokens_in": 38651,
      "tokens_in_cached": 31232,
      "tokens_out": 571,
      "tool_calls": 5,
      "cost_usd": 0.03388
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14217,
      "tokens_in": 47050,
      "tokens_in_cached": 41344,
      "tokens_out": 852,
      "tool_calls": 5,
      "cost_usd": 0.037196
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6848,
      "tokens_in": 31035,
      "tokens_in_cached": 29056,
      "tokens_out": 317,
      "tool_calls": 2,
      "cost_usd": 0.020388
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11968,
      "tokens_in": 34795,
      "tokens_in_cached": 30080,
      "tokens_out": 724,
      "tool_calls": 4,
      "cost_usd": 0.028814
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 20023,
      "tokens_in": 38319,
      "tokens_in_cached": 32128,
      "tokens_out": 1418,
      "tool_calls": 3,
      "cost_usd": 0.036954
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 25962,
      "tokens_in": 77460,
      "tokens_in_cached": 65024,
      "tokens_out": 1440,
      "tool_calls": 6,
      "cost_usd": 0.066024
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6729,
      "tokens_in": 36267,
      "tokens_in_cached": 31616,
      "tokens_out": 338,
      "tool_calls": 2,
      "cost_usd": 0.027138
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14547,
      "tokens_in": 59978,
      "tokens_in_cached": 44672,
      "tokens_out": 928,
      "tool_calls": 5,
      "cost_usd": 0.058516
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 18188,
      "tokens_in": 32791,
      "tokens_in_cached": 29568,
      "tokens_out": 1260,
      "tool_calls": 4,
      "cost_usd": 0.02879
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 102087,
      "tokens_in": 109156,
      "tokens_in_cached": 84352,
      "tokens_out": 6523,
      "tool_calls": 50,
      "cost_usd": 0.130922
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 45158,
      "tokens_in": 77084,
      "tokens_in_cached": 64512,
      "tokens_out": 1654,
      "tool_calls": 10,
      "cost_usd": 0.067324
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11720,
      "tokens_in": 30216,
      "tokens_in_cached": 28544,
      "tokens_out": 292,
      "tool_calls": 2,
      "cost_usd": 0.019368
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6585,
      "tokens_in": 19499,
      "tokens_in_cached": 18944,
      "tokens_out": 177,
      "tool_calls": 2,
      "cost_usd": 0.011644
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 24361,
      "tokens_in": 61716,
      "tokens_in_cached": 49152,
      "tokens_out": 1852,
      "tool_calls": 8,
      "cost_usd": 0.060815999999999995
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 27505,
      "tokens_in": 79749,
      "tokens_in_cached": 66176,
      "tokens_out": 1429,
      "tool_calls": 11,
      "cost_usd": 0.068808
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 30854,
      "tokens_in": 174600,
      "tokens_in_cached": 113920,
      "tokens_out": 2243,
      "tool_calls": 20,
      "cost_usd": 0.19177799999999998
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16575,
      "tokens_in": 67233,
      "tokens_in_cached": 58496,
      "tokens_out": 714,
      "tool_calls": 8,
      "cost_usd": 0.051006
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 100851,
      "tokens_in": 240366,
      "tokens_in_cached": 139392,
      "tokens_out": 5843,
      "tool_calls": 26,
      "cost_usd": 0.306702
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11764,
      "tokens_in": 33777,
      "tokens_in_cached": 30208,
      "tokens_out": 608,
      "tool_calls": 5,
      "cost_usd": 0.025889999999999996
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 28350,
      "tokens_in": 46946,
      "tokens_in_cached": 41088,
      "tokens_out": 1600,
      "tool_calls": 4,
      "cost_usd": 0.041859999999999994
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 52978,
      "tokens_in": 81670,
      "tokens_in_cached": 64640,
      "tokens_out": 2142,
      "tool_calls": 10,
      "cost_usd": 0.079232
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12433,
      "tokens_in": 41998,
      "tokens_in_cached": 32256,
      "tokens_out": 469,
      "tool_calls": 4,
      "cost_usd": 0.038426
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 11937,
      "tokens_in": 45975,
      "tokens_in_cached": 42752,
      "tokens_out": 567,
      "tool_calls": 3,
      "cost_usd": 0.031224
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2721,
      "tokens_in": 19389,
      "tokens_in_cached": 10624,
      "tokens_out": 243,
      "tool_calls": 1,
      "cost_usd": 0.024300000000000002
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14905,
      "tokens_in": 46236,
      "tokens_in_cached": 35328,
      "tokens_out": 659,
      "tool_calls": 6,
      "cost_usd": 0.043434
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 33401,
      "tokens_in": 66979,
      "tokens_in_cached": 51712,
      "tokens_out": 1821,
      "tool_calls": 7,
      "cost_usd": 0.067316
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 30127,
      "tokens_in": 92588,
      "tokens_in_cached": 57216,
      "tokens_out": 2117,
      "tool_calls": 10,
      "cost_usd": 0.112054
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10589,
      "tokens_in": 21576,
      "tokens_in_cached": 18944,
      "tokens_out": 421,
      "tool_calls": 1,
      "cost_usd": 0.017262
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 7459,
      "tokens_in": 24601,
      "tokens_in_cached": 10624,
      "tokens_out": 430,
      "tool_calls": 2,
      "cost_usd": 0.035845999999999996
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 32287,
      "tokens_in": 134283,
      "tokens_in_cached": 116608,
      "tokens_out": 1452,
      "tool_calls": 13,
      "cost_usd": 0.102366
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 123542,
      "tokens_in": 167441,
      "tokens_in_cached": 132096,
      "tokens_out": 7395,
      "tool_calls": 18,
      "cost_usd": 0.181108
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 40237,
      "tokens_in": 97010,
      "tokens_in_cached": 82688,
      "tokens_out": 2670,
      "tool_calls": 12,
      "cost_usd": 0.086008
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 14369,
      "tokens_in": 31757,
      "tokens_in_cached": 28800,
      "tokens_out": 827,
      "tool_calls": 2,
      "cost_usd": 0.025276
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 39767,
      "tokens_in": 120777,
      "tokens_in_cached": 72960,
      "tokens_out": 1962,
      "tool_calls": 15,
      "cost_usd": 0.14388600000000001
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12698,
      "tokens_in": 66487,
      "tokens_in_cached": 35840,
      "tokens_out": 1098,
      "tool_calls": 7,
      "cost_usd": 0.085802
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9933,
      "tokens_in": 30548,
      "tokens_in_cached": 20480,
      "tokens_out": 943,
      "tool_calls": 4,
      "cost_usd": 0.036034000000000004
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 28114,
      "tokens_in": 71739,
      "tokens_in_cached": 65152,
      "tokens_out": 1621,
      "tool_calls": 15,
      "cost_usd": 0.055476
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13179,
      "tokens_in": 30891,
      "tokens_in_cached": 28672,
      "tokens_out": 699,
      "tool_calls": 4,
      "cost_usd": 0.022968
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 88839,
      "tokens_in": 247023,
      "tokens_in_cached": 145792,
      "tokens_out": 7268,
      "tool_calls": 36,
      "cost_usd": 0.31896599999999997
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 119326,
      "tokens_in": 185486,
      "tokens_in_cached": 131840,
      "tokens_out": 7879,
      "tool_calls": 17,
      "cost_usd": 0.22048600000000002
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 39782,
      "tokens_in": 205766,
      "tokens_in_cached": 156160,
      "tokens_out": 2738,
      "tool_calls": 18,
      "cost_usd": 0.19372
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 12224,
      "tokens_in": 45477,
      "tokens_in_cached": 32128,
      "tokens_out": 1143,
      "tool_calls": 4,
      "cost_usd": 0.04962
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 85656,
      "tokens_in": 137972,
      "tokens_in_cached": 110080,
      "tokens_out": 5349,
      "tool_calls": 12,
      "cost_usd": 0.142918
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11893,
      "tokens_in": 29854,
      "tokens_in_cached": 28672,
      "tokens_out": 681,
      "tool_calls": 2,
      "cost_usd": 0.020786
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 149490,
      "tokens_in": 502487,
      "tokens_in_cached": 335232,
      "tokens_out": 18137,
      "tool_calls": 28,
      "cost_usd": 0.6109479999999999
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 45742,
      "tokens_in": 72263,
      "tokens_in_cached": 54656,
      "tokens_out": 2861,
      "tool_calls": 7,
      "cost_usd": 0.079708
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 82092,
      "tokens_in": 134126,
      "tokens_in_cached": 89856,
      "tokens_out": 6079,
      "tool_calls": 11,
      "cost_usd": 0.169942
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12835,
      "tokens_in": 30176,
      "tokens_in_cached": 28672,
      "tokens_out": 780,
      "tool_calls": 4,
      "cost_usd": 0.022024
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 45756,
      "tokens_in": 41871,
      "tokens_in_cached": 29952,
      "tokens_out": 3128,
      "tool_calls": 10,
      "cost_usd": 0.057582
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 198174,
      "tokens_in": 246692,
      "tokens_in_cached": 170112,
      "tokens_out": 12489,
      "tool_calls": 22,
      "cost_usd": 0.31315
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 22954,
      "tokens_in": 30657,
      "tokens_in_cached": 29056,
      "tokens_out": 774,
      "tool_calls": 5,
      "cost_usd": 0.022373999999999998
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 20475,
      "tokens_in": 64571,
      "tokens_in_cached": 37504,
      "tokens_out": 760,
      "tool_calls": 6,
      "cost_usd": 0.077446
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6661,
      "tokens_in": 36276,
      "tokens_in_cached": 18944,
      "tokens_out": 365,
      "tool_calls": 2,
      "cost_usd": 0.046326
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9278,
      "tokens_in": 19424,
      "tokens_in_cached": 18944,
      "tokens_out": 294,
      "tool_calls": 1,
      "cost_usd": 0.012196
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6056,
      "tokens_in": 23310,
      "tokens_in_cached": 18944,
      "tokens_out": 320,
      "tool_calls": 1,
      "cost_usd": 0.020124
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 23497,
      "tokens_in": 88146,
      "tokens_in_cached": 76544,
      "tokens_out": 2111,
      "tool_calls": 5,
      "cost_usd": 0.074142
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 12113,
      "tokens_in": 19417,
      "tokens_in_cached": 18944,
      "tokens_out": 293,
      "tool_calls": 1,
      "cost_usd": 0.012176000000000001
    }
  ]
}