{
  "track": "mcp",
  "model": "grok-4.7",
  "tag": "r3",
  "provider": "xai",
  "started_at": "2026-11-08T17:04:48Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "provider-default",
    "max_tool_turns": 8,
    "grader": "2026-10-31b",
    "harness": "spacebench-runner",
    "tools": "orbit-sentinel-mcp v0.10.0"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 45597,
      "tokens_in": 76538,
      "tokens_in_cached": 67584,
      "tokens_out": 2493,
      "tool_calls": 7,
      "cost_usd": 0.06665800000000001
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 36349,
      "tokens_in": 54755,
      "tokens_in_cached": 46208,
      "tokens_out": 1203,
      "tool_calls": 6,
      "cost_usd": 0.047416
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 16971,
      "tokens_in": 37684,
      "tokens_in_cached": 22784,
      "tokens_out": 900,
      "tool_calls": 7,
      "cost_usd": 0.046592
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 38216,
      "tokens_in": 69869,
      "tokens_in_cached": 61184,
      "tokens_out": 1241,
      "tool_calls": 7,
      "cost_usd": 0.055408000000000006
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 10110,
      "tokens_in": 35297,
      "tokens_in_cached": 30336,
      "tokens_out": 485,
      "tool_calls": 3,
      "cost_usd": 0.028
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 47537,
      "tokens_in": 9546,
      "tokens_in_cached": 9472,
      "tokens_out": 3345,
      "cost_usd": 0.024953999999999997
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7738,
      "tokens_in": 21599,
      "tokens_in_cached": 10624,
      "tokens_out": 345,
      "tool_calls": 1,
      "cost_usd": 0.029332
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 208275,
      "tokens_in": 161148,
      "tokens_in_cached": 130688,
      "tokens_out": 11178,
      "tool_calls": 9,
      "cost_usd": 0.193332
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 34452,
      "tokens_in": 9543,
      "tokens_in_cached": 9472,
      "tokens_out": 2273,
      "cost_usd": 0.018515999999999998
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 29593,
      "tokens_in": 22065,
      "tokens_in_cached": 10624,
      "tokens_out": 2674,
      "tool_calls": 1,
      "cost_usd": 0.044238
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 31992,
      "tokens_in": 39211,
      "tokens_in_cached": 31488,
      "tokens_out": 1701,
      "tool_calls": 3,
      "cost_usd": 0.041396
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 12802,
      "tokens_in": 22116,
      "tokens_in_cached": 18944,
      "tokens_out": 821,
      "tool_calls": 2,
      "cost_usd": 0.020742
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 373204,
      "tokens_in": 115405,
      "tokens_in_cached": 88704,
      "tokens_out": 20323,
      "tool_calls": 7,
      "cost_usd": 0.219692
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 62659,
      "tokens_in": 36605,
      "tokens_in_cached": 31616,
      "tokens_out": 3255,
      "tool_calls": 2,
      "cost_usd": 0.045316
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 150124,
      "tokens_in": 91849,
      "tokens_in_cached": 39552,
      "tokens_out": 12544,
      "tool_calls": 6,
      "cost_usd": 0.199634
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 74100,
      "tokens_in": 26020,
      "tokens_in_cached": 10624,
      "tokens_out": 5082,
      "tool_calls": 1,
      "cost_usd": 0.06659599999999999
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 128607,
      "tokens_in": 70843,
      "tokens_in_cached": 57088,
      "tokens_out": 7728,
      "tool_calls": 4,
      "cost_usd": 0.102422
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 192287,
      "tokens_in": 108703,
      "tokens_in_cached": 89344,
      "tokens_out": 11182,
      "tool_calls": 7,
      "cost_usd": 0.150482
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 207970,
      "tokens_in": 105613,
      "tokens_in_cached": 69504,
      "tokens_out": 16270,
      "tool_calls": 8,
      "cost_usd": 0.20459
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 297933,
      "tokens_in": 190618,
      "tokens_in_cached": 125824,
      "tokens_out": 15594,
      "tool_calls": 12,
      "cost_usd": 0.286064
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 208176,
      "tokens_in": 112330,
      "tokens_in_cached": 81152,
      "tokens_out": 11340,
      "tool_calls": 8,
      "cost_usd": 0.17097199999999999
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 117552,
      "tokens_in": 9560,
      "tokens_in_cached": 9472,
      "tokens_out": 6846,
      "cost_usd": 0.045988
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 125642,
      "tokens_in": 28660,
      "tokens_in_cached": 18944,
      "tokens_out": 8218,
      "tool_calls": 1,
      "cost_usd": 0.078212
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 85092,
      "tokens_in": 9558,
      "tokens_in_cached": 9472,
      "tokens_out": 4680,
      "cost_usd": 0.032988
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 34939,
      "tokens_in": 42742,
      "tokens_in_cached": 35200,
      "tokens_out": 1632,
      "tool_calls": 3,
      "cost_usd": 0.04247600000000001
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4583,
      "tokens_in": 19529,
      "tokens_in_cached": 18944,
      "tokens_out": 122,
      "tool_calls": 2,
      "cost_usd": 0.011373999999999999
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 25197,
      "tokens_in": 54152,
      "tokens_in_cached": 37376,
      "tokens_out": 1221,
      "tool_calls": 5,
      "cost_usd": 0.059565999999999994
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 22043,
      "tokens_in": 41757,
      "tokens_in_cached": 31232,
      "tokens_out": 1330,
      "tool_calls": 5,
      "cost_usd": 0.044646
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 34617,
      "tokens_in": 106753,
      "tokens_in_cached": 93440,
      "tokens_out": 2367,
      "tool_calls": 17,
      "cost_usd": 0.087548
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 76315,
      "tokens_in": 79015,
      "tokens_in_cached": 66176,
      "tokens_out": 3589,
      "tool_calls": 14,
      "cost_usd": 0.0803
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 36368,
      "tokens_in": 63257,
      "tokens_in_cached": 52480,
      "tokens_out": 1858,
      "tool_calls": 10,
      "cost_usd": 0.058942
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4523,
      "tokens_in": 19347,
      "tokens_in_cached": 18944,
      "tokens_out": 182,
      "tool_calls": 1,
      "cost_usd": 0.011369999999999998
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3047,
      "tokens_in": 19305,
      "tokens_in_cached": 18944,
      "tokens_out": 83,
      "tool_calls": 1,
      "cost_usd": 0.010692
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2788,
      "tokens_in": 19313,
      "tokens_in_cached": 18944,
      "tokens_out": 61,
      "tool_calls": 1,
      "cost_usd": 0.010576
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3132,
      "tokens_in": 19326,
      "tokens_in_cached": 18944,
      "tokens_out": 88,
      "tool_calls": 1,
      "cost_usd": 0.010764000000000001
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2205,
      "tokens_in": 19294,
      "tokens_in_cached": 18944,
      "tokens_out": 66,
      "tool_calls": 1,
      "cost_usd": 0.010568
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2549,
      "tokens_in": 19287,
      "tokens_in_cached": 18944,
      "tokens_out": 78,
      "tool_calls": 1,
      "cost_usd": 0.010626
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 17307,
      "tokens_in": 29966,
      "tokens_in_cached": 20096,
      "tokens_out": 1045,
      "tool_calls": 2,
      "cost_usd": 0.036058
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3499,
      "tokens_in": 19347,
      "tokens_in_cached": 18944,
      "tokens_out": 152,
      "tool_calls": 1,
      "cost_usd": 0.011189999999999999
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2538,
      "tokens_in": 19310,
      "tokens_in_cached": 18944,
      "tokens_out": 61,
      "tool_calls": 1,
      "cost_usd": 0.01057
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4042,
      "tokens_in": 19340,
      "tokens_in_cached": 18944,
      "tokens_out": 188,
      "tool_calls": 1,
      "cost_usd": 0.011392
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4371,
      "tokens_in": 19378,
      "tokens_in_cached": 18944,
      "tokens_out": 196,
      "tool_calls": 1,
      "cost_usd": 0.011516
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11664,
      "tokens_in": 32279,
      "tokens_in_cached": 28672,
      "tokens_out": 682,
      "tool_calls": 3,
      "cost_usd": 0.025641999999999998
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2297,
      "tokens_in": 19344,
      "tokens_in_cached": 10624,
      "tokens_out": 145,
      "tool_calls": 1,
      "cost_usd": 0.023622
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2205,
      "tokens_in": 19334,
      "tokens_in_cached": 18944,
      "tokens_out": 119,
      "tool_calls": 1,
      "cost_usd": 0.010965999999999998
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5553,
      "tokens_in": 19282,
      "tokens_in_cached": 18944,
      "tokens_out": 294,
      "tool_calls": 1,
      "cost_usd": 0.011911999999999999
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 15696,
      "tokens_in": 29728,
      "tokens_in_cached": 28672,
      "tokens_out": 937,
      "tool_calls": 4,
      "cost_usd": 0.02207
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 16451,
      "tokens_in": 29552,
      "tokens_in_cached": 28672,
      "tokens_out": 729,
      "tool_calls": 4,
      "cost_usd": 0.02047
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2877,
      "tokens_in": 19355,
      "tokens_in_cached": 18944,
      "tokens_out": 106,
      "tool_calls": 1,
      "cost_usd": 0.010929999999999999
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4272,
      "tokens_in": 19550,
      "tokens_in_cached": 18944,
      "tokens_out": 182,
      "tool_calls": 2,
      "cost_usd": 0.011775999999999998
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3379,
      "tokens_in": 19397,
      "tokens_in_cached": 18944,
      "tokens_out": 139,
      "tool_calls": 1,
      "cost_usd": 0.011212
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2764,
      "tokens_in": 19376,
      "tokens_in_cached": 18944,
      "tokens_out": 175,
      "tool_calls": 1,
      "cost_usd": 0.011386
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3306,
      "tokens_in": 19356,
      "tokens_in_cached": 18944,
      "tokens_out": 91,
      "tool_calls": 1,
      "cost_usd": 0.010842
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5074,
      "tokens_in": 19459,
      "tokens_in_cached": 18944,
      "tokens_out": 240,
      "tool_calls": 1,
      "cost_usd": 0.011942
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 24458,
      "tokens_in": 57178,
      "tokens_in_cached": 53248,
      "tokens_out": 1257,
      "tool_calls": 4,
      "cost_usd": 0.042026
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 26953,
      "tokens_in": 40387,
      "tokens_in_cached": 39040,
      "tokens_out": 1742,
      "tool_calls": 7,
      "cost_usd": 0.032666
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 48533,
      "tokens_in": 47158,
      "tokens_in_cached": 30976,
      "tokens_out": 3354,
      "tool_calls": 8,
      "cost_usd": 0.067976
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 41059,
      "tokens_in": 53548,
      "tokens_in_cached": 50048,
      "tokens_out": 2077,
      "tool_calls": 6,
      "cost_usd": 0.044486000000000005
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3373,
      "tokens_in": 19362,
      "tokens_in_cached": 18944,
      "tokens_out": 81,
      "tool_calls": 1,
      "cost_usd": 0.010794
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4739,
      "tokens_in": 19402,
      "tokens_in_cached": 18944,
      "tokens_out": 124,
      "tool_calls": 1,
      "cost_usd": 0.011132
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4369,
      "tokens_in": 19374,
      "tokens_in_cached": 18944,
      "tokens_out": 325,
      "tool_calls": 1,
      "cost_usd": 0.012282
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8530,
      "tokens_in": 19617,
      "tokens_in_cached": 10624,
      "tokens_out": 290,
      "tool_calls": 1,
      "cost_usd": 0.025037999999999998
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5650,
      "tokens_in": 19356,
      "tokens_in_cached": 18944,
      "tokens_out": 223,
      "tool_calls": 1,
      "cost_usd": 0.011634
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2719,
      "tokens_in": 19362,
      "tokens_in_cached": 18944,
      "tokens_out": 107,
      "tool_calls": 1,
      "cost_usd": 0.01095
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3564,
      "tokens_in": 19394,
      "tokens_in_cached": 18944,
      "tokens_out": 168,
      "tool_calls": 1,
      "cost_usd": 0.01138
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14834,
      "tokens_in": 59609,
      "tokens_in_cached": 50944,
      "tokens_out": 1433,
      "tool_calls": 6,
      "cost_usd": 0.05140000000000001
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9041,
      "tokens_in": 30673,
      "tokens_in_cached": 28672,
      "tokens_out": 521,
      "tool_calls": 2,
      "cost_usd": 0.021464
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 16119,
      "tokens_in": 30019,
      "tokens_in_cached": 20352,
      "tokens_out": 745,
      "tool_calls": 2,
      "cost_usd": 0.03398
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 26980,
      "tokens_in": 42684,
      "tokens_in_cached": 30720,
      "tokens_out": 1612,
      "tool_calls": 4,
      "cost_usd": 0.048960000000000004
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 34096,
      "tokens_in": 48105,
      "tokens_in_cached": 40704,
      "tokens_out": 2162,
      "tool_calls": 5,
      "cost_usd": 0.048125999999999995
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11318,
      "tokens_in": 19537,
      "tokens_in_cached": 18944,
      "tokens_out": 741,
      "tool_calls": 1,
      "cost_usd": 0.015104
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 13084,
      "tokens_in": 19619,
      "tokens_in_cached": 19072,
      "tokens_out": 995,
      "tool_calls": 2,
      "cost_usd": 0.0166
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5477,
      "tokens_in": 19421,
      "tokens_in_cached": 18944,
      "tokens_out": 452,
      "tool_calls": 1,
      "cost_usd": 0.013137999999999999
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 136691,
      "tokens_in": 125009,
      "tokens_in_cached": 65152,
      "tokens_out": 6715,
      "tool_calls": 21,
      "cost_usd": 0.19258
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 43413,
      "tokens_in": 101276,
      "tokens_in_cached": 94336,
      "tokens_out": 1786,
      "tool_calls": 24,
      "cost_usd": 0.07176400000000001
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 78554,
      "tokens_in": 136463,
      "tokens_in_cached": 112512,
      "tokens_out": 4058,
      "tool_calls": 34,
      "cost_usd": 0.128506
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13737,
      "tokens_in": 49115,
      "tokens_in_cached": 43136,
      "tokens_out": 758,
      "tool_calls": 7,
      "cost_usd": 0.038074
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 94063,
      "tokens_in": 114823,
      "tokens_in_cached": 79360,
      "tokens_out": 5624,
      "tool_calls": 31,
      "cost_usd": 0.14435
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 83822,
      "tokens_in": 145876,
      "tokens_in_cached": 113920,
      "tokens_out": 5590,
      "tool_calls": 37,
      "cost_usd": 0.154412
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 141355,
      "tokens_in": 206098,
      "tokens_in_cached": 114816,
      "tokens_out": 9327,
      "tool_calls": 19,
      "cost_usd": 0.29593400000000003
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 20163,
      "tokens_in": 89085,
      "tokens_in_cached": 69888,
      "tokens_out": 1534,
      "tool_calls": 7,
      "cost_usd": 0.082542
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 69807,
      "tokens_in": 150081,
      "tokens_in_cached": 102912,
      "tokens_out": 4109,
      "tool_calls": 16,
      "cost_usd": 0.17044800000000002
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9919,
      "tokens_in": 21480,
      "tokens_in_cached": 18944,
      "tokens_out": 593,
      "tool_calls": 1,
      "cost_usd": 0.018102
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 28105,
      "tokens_in": 143224,
      "tokens_in_cached": 113792,
      "tokens_out": 1772,
      "tool_calls": 17,
      "cost_usd": 0.126392
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12734,
      "tokens_in": 56185,
      "tokens_in_cached": 52480,
      "tokens_out": 905,
      "tool_calls": 7,
      "cost_usd": 0.03908
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 56766,
      "tokens_in": 174279,
      "tokens_in_cached": 86912,
      "tokens_out": 3098,
      "tool_calls": 23,
      "cost_usd": 0.236778
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9715,
      "tokens_in": 42321,
      "tokens_in_cached": 31232,
      "tokens_out": 688,
      "tool_calls": 4,
      "cost_usd": 0.041922
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 121038,
      "tokens_in": 121828,
      "tokens_in_cached": 91776,
      "tokens_out": 6956,
      "tool_calls": 21,
      "cost_usd": 0.147728
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 31226,
      "tokens_in": 75771,
      "tokens_in_cached": 56320,
      "tokens_out": 1635,
      "tool_calls": 9,
      "cost_usd": 0.076872
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 42184,
      "tokens_in": 117110,
      "tokens_in_cached": 84096,
      "tokens_out": 3567,
      "tool_calls": 21,
      "cost_usd": 0.129478
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 111826,
      "tokens_in": 159041,
      "tokens_in_cached": 89856,
      "tokens_out": 5366,
      "tool_calls": 25,
      "cost_usd": 0.215494
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 53372,
      "tokens_in": 106772,
      "tokens_in_cached": 76544,
      "tokens_out": 2235,
      "tool_calls": 18,
      "cost_usd": 0.11213800000000002
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 48232,
      "tokens_in": 56117,
      "tokens_in_cached": 48000,
      "tokens_out": 2768,
      "tool_calls": 5,
      "cost_usd": 0.056842
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 24421,
      "tokens_in": 56410,
      "tokens_in_cached": 32256,
      "tokens_out": 982,
      "tool_calls": 10,
      "cost_usd": 0.07032799999999999
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 50883,
      "tokens_in": 156490,
      "tokens_in_cached": 100736,
      "tokens_out": 3630,
      "tool_calls": 22,
      "cost_usd": 0.18365599999999999
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 77584,
      "tokens_in": 191413,
      "tokens_in_cached": 118528,
      "tokens_out": 6765,
      "tool_calls": 22,
      "cost_usd": 0.245624
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13019,
      "tokens_in": 69315,
      "tokens_in_cached": 56832,
      "tokens_out": 900,
      "tool_calls": 6,
      "cost_usd": 0.058782
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17623,
      "tokens_in": 45867,
      "tokens_in_cached": 30208,
      "tokens_out": 1275,
      "tool_calls": 8,
      "cost_usd": 0.054071999999999995
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 19240,
      "tokens_in": 72712,
      "tokens_in_cached": 66688,
      "tokens_out": 1009,
      "tool_calls": 8,
      "cost_usd": 0.051446
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 54349,
      "tokens_in": 144226,
      "tokens_in_cached": 91904,
      "tokens_out": 3104,
      "tool_calls": 21,
      "cost_usd": 0.16922
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 119874,
      "tokens_in": 160877,
      "tokens_in_cached": 128384,
      "tokens_out": 6102,
      "tool_calls": 24,
      "cost_usd": 0.16579000000000002
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 60751,
      "tokens_in": 140556,
      "tokens_in_cached": 82048,
      "tokens_out": 3493,
      "tool_calls": 21,
      "cost_usd": 0.178998
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 46363,
      "tokens_in": 105680,
      "tokens_in_cached": 59776,
      "tokens_out": 2548,
      "tool_calls": 19,
      "cost_usd": 0.136984
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 114501,
      "tokens_in": 182806,
      "tokens_in_cached": 125696,
      "tokens_out": 5765,
      "tool_calls": 25,
      "cost_usd": 0.211658
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 45057,
      "tokens_in": 156824,
      "tokens_in_cached": 132096,
      "tokens_out": 4472,
      "tool_calls": 21,
      "cost_usd": 0.142336
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 37676,
      "tokens_in": 60349,
      "tokens_in_cached": 43904,
      "tokens_out": 1792,
      "tool_calls": 9,
      "cost_usd": 0.065594
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 73285,
      "tokens_in": 117730,
      "tokens_in_cached": 106112,
      "tokens_out": 2563,
      "tool_calls": 16,
      "cost_usd": 0.09167
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 57552,
      "tokens_in": 183241,
      "tokens_in_cached": 108928,
      "tokens_out": 3140,
      "tool_calls": 20,
      "cost_usd": 0.22193
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 127395,
      "tokens_in": 95687,
      "tokens_in_cached": 83584,
      "tokens_out": 1743,
      "tool_calls": 13,
      "cost_usd": 0.076456
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 32842,
      "tokens_in": 131044,
      "tokens_in_cached": 103680,
      "tokens_out": 3207,
      "tool_calls": 15,
      "cost_usd": 0.12581
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 92343,
      "tokens_in": 81005,
      "tokens_in_cached": 67584,
      "tokens_out": 4084,
      "tool_calls": 9,
      "cost_usd": 0.085138
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 54153,
      "tokens_in": 92987,
      "tokens_in_cached": 61824,
      "tokens_out": 1953,
      "tool_calls": 13,
      "cost_usd": 0.10495600000000001
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 97609,
      "tokens_in": 187427,
      "tokens_in_cached": 123264,
      "tokens_out": 6315,
      "tool_calls": 20,
      "cost_usd": 0.227848
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 50287,
      "tokens_in": 102426,
      "tokens_in_cached": 59904,
      "tokens_out": 3339,
      "tool_calls": 12,
      "cost_usd": 0.13502999999999998
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 80199,
      "tokens_in": 91400,
      "tokens_in_cached": 70400,
      "tokens_out": 5602,
      "tool_calls": 18,
      "cost_usd": 0.11081200000000001
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 103090,
      "tokens_in": 189156,
      "tokens_in_cached": 119296,
      "tokens_out": 8965,
      "tool_calls": 31,
      "cost_usd": 0.253158
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "incorrect",
      "latency_ms": 98911,
      "tokens_in": 134312,
      "tokens_in_cached": 83456,
      "tokens_out": 5809,
      "tool_calls": 26,
      "cost_usd": 0.178294
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 4906,
      "tokens_in": 24617,
      "tokens_in_cached": 18944,
      "tokens_out": 325,
      "tool_calls": 2,
      "cost_usd": 0.022768
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 25387,
      "tokens_in": 117973,
      "tokens_in_cached": 88704,
      "tokens_out": 1959,
      "tool_calls": 12,
      "cost_usd": 0.11464400000000001
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 13712,
      "tokens_in": 21726,
      "tokens_in_cached": 18944,
      "tokens_out": 472,
      "tool_calls": 2,
      "cost_usd": 0.017868000000000002
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 10025,
      "tokens_in": 34184,
      "tokens_in_cached": 22656,
      "tokens_out": 668,
      "tool_calls": 5,
      "cost_usd": 0.038391999999999996
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 72295,
      "tokens_in": 105611,
      "tokens_in_cached": 75136,
      "tokens_out": 2995,
      "tool_calls": 28,
      "cost_usd": 0.116488
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 69616,
      "tokens_in": 120441,
      "tokens_in_cached": 87424,
      "tokens_out": 5505,
      "tool_calls": 32,
      "cost_usd": 0.142776
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 109295,
      "tokens_in": 171120,
      "tokens_in_cached": 139392,
      "tokens_out": 6779,
      "tool_calls": 30,
      "cost_usd": 0.17382599999999998
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 54670,
      "tokens_in": 122627,
      "tokens_in_cached": 111104,
      "tokens_out": 3505,
      "tool_calls": 17,
      "cost_usd": 0.099628
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 102571,
      "tokens_in": 132021,
      "tokens_in_cached": 104320,
      "tokens_out": 4709,
      "tool_calls": 25,
      "cost_usd": 0.135816
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 108299,
      "tokens_in": 116157,
      "tokens_in_cached": 88704,
      "tokens_out": 5930,
      "tool_calls": 24,
      "cost_usd": 0.134838
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 20498,
      "tokens_in": 63408,
      "tokens_in_cached": 36352,
      "tokens_out": 866,
      "tool_calls": 6,
      "cost_usd": 0.07748400000000001
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 50064,
      "tokens_in": 133323,
      "tokens_in_cached": 112384,
      "tokens_out": 2843,
      "tool_calls": 27,
      "cost_usd": 0.115128
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 31021,
      "tokens_in": 80675,
      "tokens_in_cached": 72064,
      "tokens_out": 1237,
      "tool_calls": 9,
      "cost_usd": 0.060676
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 35310,
      "tokens_in": 40289,
      "tokens_in_cached": 30080,
      "tokens_out": 2190,
      "tool_calls": 6,
      "cost_usd": 0.048597999999999995
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13522,
      "tokens_in": 29228,
      "tokens_in_cached": 28544,
      "tokens_out": 538,
      "tool_calls": 2,
      "cost_usd": 0.018868
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8480,
      "tokens_in": 19421,
      "tokens_in_cached": 18944,
      "tokens_out": 602,
      "tool_calls": 1,
      "cost_usd": 0.014038
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 305285,
      "tokens_in": 193834,
      "tokens_in_cached": 115968,
      "tokens_out": 16292,
      "tool_calls": 13,
      "cost_usd": 0.311468
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10311,
      "tokens_in": 19628,
      "tokens_in_cached": 10624,
      "tokens_out": 820,
      "tool_calls": 6,
      "cost_usd": 0.02824
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 37250,
      "tokens_in": 42518,
      "tokens_in_cached": 39424,
      "tokens_out": 2099,
      "tool_calls": 14,
      "cost_usd": 0.038494
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 42746,
      "tokens_in": 96398,
      "tokens_in_cached": 68352,
      "tokens_out": 3091,
      "tool_calls": 21,
      "cost_usd": 0.108814
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 175500,
      "tokens_in": 181762,
      "tokens_in_cached": 146432,
      "tokens_out": 7636,
      "tool_calls": 16,
      "cost_usd": 0.189692
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 35406,
      "tokens_in": 107363,
      "tokens_in_cached": 76160,
      "tokens_out": 1894,
      "tool_calls": 13,
      "cost_usd": 0.11185
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 28906,
      "tokens_in": 22190,
      "tokens_in_cached": 18944,
      "tokens_out": 1724,
      "tool_calls": 2,
      "cost_usd": 0.026307999999999998
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 25850,
      "tokens_in": 34362,
      "tokens_in_cached": 30976,
      "tokens_out": 566,
      "tool_calls": 2,
      "cost_usd": 0.025656
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14140,
      "tokens_in": 24989,
      "tokens_in_cached": 10624,
      "tokens_out": 1105,
      "tool_calls": 2,
      "cost_usd": 0.040672
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 26197,
      "tokens_in": 70062,
      "tokens_in_cached": 40064,
      "tokens_out": 1486,
      "tool_calls": 9,
      "cost_usd": 0.088944
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 41091,
      "tokens_in": 71719,
      "tokens_in_cached": 65536,
      "tokens_out": 3036,
      "tool_calls": 15,
      "cost_usd": 0.06335
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 43571,
      "tokens_in": 104761,
      "tokens_in_cached": 80640,
      "tokens_out": 3731,
      "tool_calls": 34,
      "cost_usd": 0.110948
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 21543,
      "tokens_in": 41189,
      "tokens_in_cached": 30592,
      "tokens_out": 1241,
      "tool_calls": 9,
      "cost_usd": 0.043936
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 40134,
      "tokens_in": 82162,
      "tokens_in_cached": 75520,
      "tokens_out": 2844,
      "tool_calls": 17,
      "cost_usd": 0.068108
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 33195,
      "tokens_in": 54094,
      "tokens_in_cached": 50816,
      "tokens_out": 1603,
      "tool_calls": 13,
      "cost_usd": 0.041582
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 73341,
      "tokens_in": 139904,
      "tokens_in_cached": 89856,
      "tokens_out": 5173,
      "tool_calls": 20,
      "cost_usd": 0.17606200000000002
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 21990,
      "tokens_in": 69034,
      "tokens_in_cached": 63488,
      "tokens_out": 1464,
      "tool_calls": 7,
      "cost_usd": 0.05162
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 190580,
      "tokens_in": 160171,
      "tokens_in_cached": 102656,
      "tokens_out": 15641,
      "tool_calls": 20,
      "cost_usd": 0.260204
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 70872,
      "tokens_in": 161636,
      "tokens_in_cached": 117248,
      "tokens_out": 3355,
      "tool_calls": 27,
      "cost_usd": 0.16753
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 12906,
      "tokens_in": 19385,
      "tokens_in_cached": 18944,
      "tokens_out": 529,
      "tool_calls": 1,
      "cost_usd": 0.013527999999999998
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 28617,
      "tokens_in": 39745,
      "tokens_in_cached": 30208,
      "tokens_out": 2154,
      "tool_calls": 4,
      "cost_usd": 0.047102
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 30029,
      "tokens_in": 50970,
      "tokens_in_cached": 49280,
      "tokens_out": 1041,
      "tool_calls": 7,
      "cost_usd": 0.034266
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 42856,
      "tokens_in": 157805,
      "tokens_in_cached": 105216,
      "tokens_out": 2741,
      "tool_calls": 11,
      "cost_usd": 0.17423199999999997
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 33524,
      "tokens_in": 41631,
      "tokens_in_cached": 38912,
      "tokens_out": 1510,
      "tool_calls": 6,
      "cost_usd": 0.033954
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 22188,
      "tokens_in": 41902,
      "tokens_in_cached": 39808,
      "tokens_out": 832,
      "tool_calls": 4,
      "cost_usd": 0.029084000000000002
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 107122,
      "tokens_in": 220954,
      "tokens_in_cached": 154752,
      "tokens_out": 3146,
      "tool_calls": 20,
      "cost_usd": 0.228656
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10345,
      "tokens_in": 30577,
      "tokens_in_cached": 20480,
      "tokens_out": 786,
      "tool_calls": 4,
      "cost_usd": 0.03515
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6742,
      "tokens_in": 19434,
      "tokens_in_cached": 18944,
      "tokens_out": 437,
      "tool_calls": 1,
      "cost_usd": 0.013073999999999999
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 61919,
      "tokens_in": 68454,
      "tokens_in_cached": 63488,
      "tokens_out": 3287,
      "tool_calls": 9,
      "cost_usd": 0.06139800000000001
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 99966,
      "tokens_in": 65625,
      "tokens_in_cached": 40320,
      "tokens_out": 6507,
      "tool_calls": 50,
      "cost_usd": 0.10981199999999999
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14223,
      "tokens_in": 34503,
      "tokens_in_cached": 30592,
      "tokens_out": 570,
      "tool_calls": 2,
      "cost_usd": 0.026538
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 99731,
      "tokens_in": 131966,
      "tokens_in_cached": 103808,
      "tokens_out": 5487,
      "tool_calls": 25,
      "cost_usd": 0.141142
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14306,
      "tokens_in": 19435,
      "tokens_in_cached": 18944,
      "tokens_out": 904,
      "tool_calls": 1,
      "cost_usd": 0.015878
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 23175,
      "tokens_in": 30059,
      "tokens_in_cached": 28800,
      "tokens_out": 1290,
      "tool_calls": 3,
      "cost_usd": 0.024658
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 21523,
      "tokens_in": 40464,
      "tokens_in_cached": 30464,
      "tokens_out": 1082,
      "tool_calls": 4,
      "cost_usd": 0.041724
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 39279,
      "tokens_in": 87632,
      "tokens_in_cached": 77056,
      "tokens_out": 2031,
      "tool_calls": 12,
      "cost_usd": 0.071866
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8866,
      "tokens_in": 29521,
      "tokens_in_cached": 20352,
      "tokens_out": 675,
      "tool_calls": 6,
      "cost_usd": 0.032563999999999996
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10747,
      "tokens_in": 29663,
      "tokens_in_cached": 28544,
      "tokens_out": 558,
      "tool_calls": 2,
      "cost_usd": 0.019858
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 75376,
      "tokens_in": 246613,
      "tokens_in_cached": 172672,
      "tokens_out": 6552,
      "tool_calls": 13,
      "cost_usd": 0.27353
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 61011,
      "tokens_in": 188976,
      "tokens_in_cached": 131456,
      "tokens_out": 3440,
      "tool_calls": 15,
      "cost_usd": 0.20140799999999998
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8349,
      "tokens_in": 30348,
      "tokens_in_cached": 20864,
      "tokens_out": 359,
      "tool_calls": 2,
      "cost_usd": 0.031554
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 106461,
      "tokens_in": 165896,
      "tokens_in_cached": 120448,
      "tokens_out": 6360,
      "tool_calls": 20,
      "cost_usd": 0.18928
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7186,
      "tokens_in": 35858,
      "tokens_in_cached": 30464,
      "tokens_out": 501,
      "tool_calls": 4,
      "cost_usd": 0.029026000000000003
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10071,
      "tokens_in": 51192,
      "tokens_in_cached": 26112,
      "tokens_out": 579,
      "tool_calls": 6,
      "cost_usd": 0.06669000000000001
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 21502,
      "tokens_in": 120201,
      "tokens_in_cached": 98048,
      "tokens_out": 1360,
      "tool_calls": 15,
      "cost_usd": 0.10149
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10023,
      "tokens_in": 33814,
      "tokens_in_cached": 22272,
      "tokens_out": 439,
      "tool_calls": 4,
      "cost_usd": 0.036854
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 13809,
      "tokens_in": 32138,
      "tokens_in_cached": 28800,
      "tokens_out": 1247,
      "tool_calls": 2,
      "cost_usd": 0.028557999999999997
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 97188,
      "tokens_in": 217495,
      "tokens_in_cached": 158464,
      "tokens_out": 5743,
      "tool_calls": 26,
      "cost_usd": 0.23175199999999999
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 43159,
      "tokens_in": 142244,
      "tokens_in_cached": 90240,
      "tokens_out": 3199,
      "tool_calls": 16,
      "cost_usd": 0.168322
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 47841,
      "tokens_in": 136111,
      "tokens_in_cached": 77312,
      "tokens_out": 3641,
      "tool_calls": 25,
      "cost_usd": 0.1781
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10138,
      "tokens_in": 50652,
      "tokens_in_cached": 25600,
      "tokens_out": 654,
      "tool_calls": 7,
      "cost_usd": 0.066828
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3361,
      "tokens_in": 19860,
      "tokens_in_cached": 18944,
      "tokens_out": 154,
      "tool_calls": 1,
      "cost_usd": 0.012228
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8493,
      "tokens_in": 30628,
      "tokens_in_cached": 20864,
      "tokens_out": 750,
      "tool_calls": 2,
      "cost_usd": 0.03446
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7416,
      "tokens_in": 29533,
      "tokens_in_cached": 28800,
      "tokens_out": 512,
      "tool_calls": 2,
      "cost_usd": 0.018937999999999997
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7334,
      "tokens_in": 19417,
      "tokens_in_cached": 18944,
      "tokens_out": 441,
      "tool_calls": 1,
      "cost_usd": 0.013064
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4699,
      "tokens_in": 19388,
      "tokens_in_cached": 10624,
      "tokens_out": 326,
      "tool_calls": 1,
      "cost_usd": 0.024796
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7544,
      "tokens_in": 29921,
      "tokens_in_cached": 28800,
      "tokens_out": 491,
      "tool_calls": 2,
      "cost_usd": 0.019588
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 29277,
      "tokens_in": 84665,
      "tokens_in_cached": 71168,
      "tokens_out": 1669,
      "tool_calls": 7,
      "cost_usd": 0.07259199999999999
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 528667,
      "tokens_in": 222921,
      "tokens_in_cached": 135808,
      "tokens_out": 34291,
      "tool_calls": 17,
      "cost_usd": 0.44787600000000005
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 18605,
      "tokens_in": 41090,
      "tokens_in_cached": 11776,
      "tokens_out": 747,
      "tool_calls": 3,
      "cost_usd": 0.068998
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 32663,
      "tokens_in": 56588,
      "tokens_in_cached": 52096,
      "tokens_out": 1891,
      "tool_calls": 8,
      "cost_usd": 0.046378
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 7390,
      "tokens_in": 20036,
      "tokens_in_cached": 18944,
      "tokens_out": 509,
      "tool_calls": 1,
      "cost_usd": 0.014709999999999999
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 15748,
      "tokens_in": 46328,
      "tokens_in_cached": 37120,
      "tokens_out": 548,
      "tool_calls": 2,
      "cost_usd": 0.040263999999999994
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 25700,
      "tokens_in": 83174,
      "tokens_in_cached": 53888,
      "tokens_out": 1252,
      "tool_calls": 11,
      "cost_usd": 0.093028
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 75882,
      "tokens_in": 191616,
      "tokens_in_cached": 93056,
      "tokens_out": 4110,
      "tool_calls": 25,
      "cost_usd": 0.268308
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16957,
      "tokens_in": 30455,
      "tokens_in_cached": 29184,
      "tokens_out": 1160,
      "tool_calls": 12,
      "cost_usd": 0.024094
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 32415,
      "tokens_in": 152551,
      "tokens_in_cached": 120320,
      "tokens_out": 2714,
      "tool_calls": 13,
      "cost_usd": 0.140906
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 111611,
      "tokens_in": 182380,
      "tokens_in_cached": 104960,
      "tokens_out": 6903,
      "tool_calls": 16,
      "cost_usd": 0.24873800000000001
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 65578,
      "tokens_in": 78469,
      "tokens_in_cached": 58752,
      "tokens_out": 3509,
      "tool_calls": 22,
      "cost_usd": 0.089864
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 48716,
      "tokens_in": 163715,
      "tokens_in_cached": 112512,
      "tokens_out": 2973,
      "tool_calls": 15,
      "cost_usd": 0.1765
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8803,
      "tokens_in": 19279,
      "tokens_in_cached": 18944,
      "tokens_out": 228,
      "tool_calls": 1,
      "cost_usd": 0.01151
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5336,
      "tokens_in": 19320,
      "tokens_in_cached": 18944,
      "tokens_out": 333,
      "tool_calls": 1,
      "cost_usd": 0.012221999999999998
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9882,
      "tokens_in": 23218,
      "tokens_in_cached": 18944,
      "tokens_out": 532,
      "tool_calls": 1,
      "cost_usd": 0.021212
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 50188,
      "tokens_in": 103394,
      "tokens_in_cached": 85888,
      "tokens_out": 3411,
      "tool_calls": 8,
      "cost_usd": 0.098422
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11634,
      "tokens_in": 21556,
      "tokens_in_cached": 18944,
      "tokens_out": 605,
      "tool_calls": 1,
      "cost_usd": 0.018326000000000002
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 115960,
      "tokens_in": 46110,
      "tokens_in_cached": 39680,
      "tokens_out": 15220,
      "tool_calls": 9,
      "cost_usd": 0.12401999999999999
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 195735,
      "tokens_in": 190739,
      "tokens_in_cached": 146944,
      "tokens_out": 10218,
      "tool_calls": 30,
      "cost_usd": 0.22236999999999998
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 65978,
      "tokens_in": 25398,
      "tokens_in_cached": 18944,
      "tokens_out": 1440,
      "tool_calls": 1,
      "cost_usd": 0.03102
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 250482,
      "tokens_in": 194642,
      "tokens_in_cached": 124800,
      "tokens_out": 18884,
      "tool_calls": 40,
      "cost_usd": 0.315388
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 28231,
      "tokens_in": 119832,
      "tokens_in_cached": 103680,
      "tokens_out": 1354,
      "tool_calls": 5,
      "cost_usd": 0.092268
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11356,
      "tokens_in": 38723,
      "tokens_in_cached": 33280,
      "tokens_out": 630,
      "tool_calls": 2,
      "cost_usd": 0.031306
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16883,
      "tokens_in": 67109,
      "tokens_in_cached": 43520,
      "tokens_out": 1077,
      "tool_calls": 10,
      "cost_usd": 0.0754
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4082,
      "tokens_in": 20295,
      "tokens_in_cached": 18944,
      "tokens_out": 174,
      "tool_calls": 1,
      "cost_usd": 0.013217999999999999
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4651,
      "tokens_in": 20471,
      "tokens_in_cached": 18944,
      "tokens_out": 102,
      "tool_calls": 2,
      "cost_usd": 0.013137999999999999
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13792,
      "tokens_in": 33006,
      "tokens_in_cached": 29952,
      "tokens_out": 371,
      "tool_calls": 3,
      "cost_usd": 0.023309999999999997
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 29350,
      "tokens_in": 81447,
      "tokens_in_cached": 55424,
      "tokens_out": 871,
      "tool_calls": 7,
      "cost_usd": 0.08498399999999999
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3614,
      "tokens_in": 22283,
      "tokens_in_cached": 18944,
      "tokens_out": 240,
      "tool_calls": 1,
      "cost_usd": 0.017589999999999998
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4427,
      "tokens_in": 20100,
      "tokens_in_cached": 18944,
      "tokens_out": 148,
      "tool_calls": 1,
      "cost_usd": 0.012672
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3710,
      "tokens_in": 20845,
      "tokens_in_cached": 18944,
      "tokens_out": 120,
      "tool_calls": 1,
      "cost_usd": 0.013994
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9102,
      "tokens_in": 30590,
      "tokens_in_cached": 28928,
      "tokens_out": 360,
      "tool_calls": 2,
      "cost_usd": 0.019947999999999997
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10607,
      "tokens_in": 37867,
      "tokens_in_cached": 20096,
      "tokens_out": 633,
      "tool_calls": 6,
      "cost_usd": 0.049388
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 44191,
      "tokens_in": 97397,
      "tokens_in_cached": 86784,
      "tokens_out": 1918,
      "tool_calls": 14,
      "cost_usd": 0.076126
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 41963,
      "tokens_in": 178863,
      "tokens_in_cached": 110336,
      "tokens_out": 2978,
      "tool_calls": 21,
      "cost_usd": 0.21009
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14739,
      "tokens_in": 67175,
      "tokens_in_cached": 58752,
      "tokens_out": 1008,
      "tool_calls": 7,
      "cost_usd": 0.05227
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 52842,
      "tokens_in": 180793,
      "tokens_in_cached": 155008,
      "tokens_out": 4496,
      "tool_calls": 19,
      "cost_usd": 0.15605
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 54019,
      "tokens_in": 66941,
      "tokens_in_cached": 48256,
      "tokens_out": 6491,
      "tool_calls": 7,
      "cost_usd": 0.100444
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 32206,
      "tokens_in": 61690,
      "tokens_in_cached": 52736,
      "tokens_out": 2801,
      "tool_calls": 6,
      "cost_usd": 0.061082
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4093,
      "tokens_in": 20444,
      "tokens_in_cached": 10624,
      "tokens_out": 167,
      "tool_calls": 1,
      "cost_usd": 0.025954
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10165,
      "tokens_in": 48076,
      "tokens_in_cached": 40192,
      "tokens_out": 758,
      "tool_calls": 4,
      "cost_usd": 0.040412000000000003
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9712,
      "tokens_in": 37475,
      "tokens_in_cached": 32256,
      "tokens_out": 341,
      "tool_calls": 3,
      "cost_usd": 0.028612
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 82955,
      "tokens_in": 153847,
      "tokens_in_cached": 93312,
      "tokens_out": 3867,
      "tool_calls": 23,
      "cost_usd": 0.190928
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15887,
      "tokens_in": 66887,
      "tokens_in_cached": 51584,
      "tokens_out": 1183,
      "tool_calls": 7,
      "cost_usd": 0.063496
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15002,
      "tokens_in": 94219,
      "tokens_in_cached": 73088,
      "tokens_out": 1003,
      "tool_calls": 8,
      "cost_usd": 0.084824
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2735,
      "tokens_in": 22307,
      "tokens_in_cached": 18944,
      "tokens_out": 190,
      "tool_calls": 1,
      "cost_usd": 0.017338
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6176,
      "tokens_in": 42101,
      "tokens_in_cached": 30592,
      "tokens_out": 590,
      "tool_calls": 3,
      "cost_usd": 0.041854
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 50173,
      "tokens_in": 87829,
      "tokens_in_cached": 69632,
      "tokens_out": 2469,
      "tool_calls": 8,
      "cost_usd": 0.08602399999999999
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10924,
      "tokens_in": 24030,
      "tokens_in_cached": 18944,
      "tokens_out": 1505,
      "tool_calls": 1,
      "cost_usd": 0.028674
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 42566,
      "tokens_in": 86878,
      "tokens_in_cached": 68224,
      "tokens_out": 2169,
      "tool_calls": 12,
      "cost_usd": 0.08443400000000001
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 17322,
      "tokens_in": 58246,
      "tokens_in_cached": 50560,
      "tokens_out": 719,
      "tool_calls": 3,
      "cost_usd": 0.044966
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13788,
      "tokens_in": 42007,
      "tokens_in_cached": 31872,
      "tokens_out": 689,
      "tool_calls": 4,
      "cost_usd": 0.04034
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11408,
      "tokens_in": 31366,
      "tokens_in_cached": 29184,
      "tokens_out": 354,
      "tool_calls": 2,
      "cost_usd": 0.02108
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 35257,
      "tokens_in": 80995,
      "tokens_in_cached": 73216,
      "tokens_out": 1838,
      "tool_calls": 7,
      "cost_usd": 0.063194
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3742,
      "tokens_in": 22335,
      "tokens_in_cached": 10624,
      "tokens_out": 215,
      "tool_calls": 1,
      "cost_usd": 0.030024
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 21826,
      "tokens_in": 38474,
      "tokens_in_cached": 20096,
      "tokens_out": 1668,
      "tool_calls": 4,
      "cost_usd": 0.056812
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8908,
      "tokens_in": 54353,
      "tokens_in_cached": 46720,
      "tokens_out": 642,
      "tool_calls": 5,
      "cost_usd": 0.042478
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9026,
      "tokens_in": 46877,
      "tokens_in_cached": 41344,
      "tokens_out": 588,
      "tool_calls": 5,
      "cost_usd": 0.035266000000000006
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5671,
      "tokens_in": 31039,
      "tokens_in_cached": 29056,
      "tokens_out": 404,
      "tool_calls": 2,
      "cost_usd": 0.020918
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6248,
      "tokens_in": 34293,
      "tokens_in_cached": 30080,
      "tokens_out": 595,
      "tool_calls": 4,
      "cost_usd": 0.027036
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15231,
      "tokens_in": 36563,
      "tokens_in_cached": 31616,
      "tokens_out": 884,
      "tool_calls": 2,
      "cost_usd": 0.031006
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 27538,
      "tokens_in": 76595,
      "tokens_in_cached": 52480,
      "tokens_out": 1368,
      "tool_calls": 5,
      "cost_usd": 0.08267800000000002
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13177,
      "tokens_in": 36392,
      "tokens_in_cached": 31616,
      "tokens_out": 689,
      "tool_calls": 2,
      "cost_usd": 0.029494
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 29052,
      "tokens_in": 83491,
      "tokens_in_cached": 71680,
      "tokens_out": 1209,
      "tool_calls": 9,
      "cost_usd": 0.066716
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 32080,
      "tokens_in": 62091,
      "tokens_in_cached": 49664,
      "tokens_out": 1298,
      "tool_calls": 5,
      "cost_usd": 0.057474
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 67704,
      "tokens_in": 173930,
      "tokens_in_cached": 123264,
      "tokens_out": 3583,
      "tool_calls": 23,
      "cost_usd": 0.184462
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 27463,
      "tokens_in": 94769,
      "tokens_in_cached": 72832,
      "tokens_out": 1607,
      "tool_calls": 12,
      "cost_usd": 0.089932
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6484,
      "tokens_in": 19238,
      "tokens_in_cached": 18944,
      "tokens_out": 232,
      "tool_calls": 1,
      "cost_usd": 0.011452
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3929,
      "tokens_in": 19529,
      "tokens_in_cached": 18944,
      "tokens_out": 219,
      "tool_calls": 2,
      "cost_usd": 0.011955999999999998
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 25100,
      "tokens_in": 39800,
      "tokens_in_cached": 20352,
      "tokens_out": 2039,
      "tool_calls": 2,
      "cost_usd": 0.061306
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 36804,
      "tokens_in": 134780,
      "tokens_in_cached": 101376,
      "tokens_out": 2032,
      "tool_calls": 13,
      "cost_usd": 0.129688
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13487,
      "tokens_in": 73754,
      "tokens_in_cached": 61696,
      "tokens_out": 1126,
      "tool_calls": 10,
      "cost_usd": 0.06172
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13856,
      "tokens_in": 66649,
      "tokens_in_cached": 58496,
      "tokens_out": 658,
      "tool_calls": 7,
      "cost_usd": 0.049502
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 78748,
      "tokens_in": 259454,
      "tokens_in_cached": 183168,
      "tokens_out": 7084,
      "tool_calls": 24,
      "cost_usd": 0.28666
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11124,
      "tokens_in": 35191,
      "tokens_in_cached": 30208,
      "tokens_out": 635,
      "tool_calls": 5,
      "cost_usd": 0.02888
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 19107,
      "tokens_in": 31617,
      "tokens_in_cached": 28672,
      "tokens_out": 615,
      "tool_calls": 2,
      "cost_usd": 0.023916
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 24068,
      "tokens_in": 56225,
      "tokens_in_cached": 48128,
      "tokens_out": 1262,
      "tool_calls": 6,
      "cost_usd": 0.047830000000000004
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11037,
      "tokens_in": 40226,
      "tokens_in_cached": 31616,
      "tokens_out": 506,
      "tool_calls": 4,
      "cost_usd": 0.036064
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 12917,
      "tokens_in": 33945,
      "tokens_in_cached": 20096,
      "tokens_out": 462,
      "tool_calls": 3,
      "cost_usd": 0.040518
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3227,
      "tokens_in": 29099,
      "tokens_in_cached": 20224,
      "tokens_out": 223,
      "tool_calls": 2,
      "cost_usd": 0.029199999999999997
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5378,
      "tokens_in": 23420,
      "tokens_in_cached": 18944,
      "tokens_out": 242,
      "tool_calls": 1,
      "cost_usd": 0.019875999999999998
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 63049,
      "tokens_in": 179971,
      "tokens_in_cached": 130816,
      "tokens_out": 2795,
      "tool_calls": 17,
      "cost_usd": 0.18048799999999998
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 19509,
      "tokens_in": 102057,
      "tokens_in_cached": 81024,
      "tokens_out": 1607,
      "tool_calls": 11,
      "cost_usd": 0.09222
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14019,
      "tokens_in": 21504,
      "tokens_in_cached": 18944,
      "tokens_out": 434,
      "tool_calls": 1,
      "cost_usd": 0.017196
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 6461,
      "tokens_in": 24689,
      "tokens_in_cached": 18944,
      "tokens_out": 537,
      "tool_calls": 2,
      "cost_usd": 0.024184
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 20607,
      "tokens_in": 79707,
      "tokens_in_cached": 57984,
      "tokens_out": 1179,
      "tool_calls": 11,
      "cost_usd": 0.079512
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 175033,
      "tokens_in": 163525,
      "tokens_in_cached": 129280,
      "tokens_out": 7133,
      "tool_calls": 21,
      "cost_usd": 0.175928
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 40166,
      "tokens_in": 98397,
      "tokens_in_cached": 83968,
      "tokens_out": 3372,
      "tool_calls": 10,
      "cost_usd": 0.091074
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 10836,
      "tokens_in": 31859,
      "tokens_in_cached": 28800,
      "tokens_out": 780,
      "tool_calls": 2,
      "cost_usd": 0.025198
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 32298,
      "tokens_in": 121156,
      "tokens_in_cached": 103424,
      "tokens_out": 2660,
      "tool_calls": 14,
      "cost_usd": 0.103136
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13558,
      "tokens_in": 85888,
      "tokens_in_cached": 75520,
      "tokens_out": 1254,
      "tool_calls": 9,
      "cost_usd": 0.06602000000000001
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10114,
      "tokens_in": 30543,
      "tokens_in_cached": 28672,
      "tokens_out": 978,
      "tool_calls": 4,
      "cost_usd": 0.023946
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 21226,
      "tokens_in": 61195,
      "tokens_in_cached": 54144,
      "tokens_out": 1434,
      "tool_calls": 14,
      "cost_usd": 0.049778
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11933,
      "tokens_in": 31022,
      "tokens_in_cached": 28672,
      "tokens_out": 805,
      "tool_calls": 4,
      "cost_usd": 0.023866000000000002
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 157677,
      "tokens_in": 348684,
      "tokens_in_cached": 178048,
      "tokens_out": 7038,
      "tool_calls": 39,
      "cost_usd": 0.472524
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 274768,
      "tokens_in": 272072,
      "tokens_in_cached": 196992,
      "tokens_out": 18647,
      "tool_calls": 25,
      "cost_usd": 0.36053799999999997
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 99684,
      "tokens_in": 248442,
      "tokens_in_cached": 169344,
      "tokens_out": 8738,
      "tool_calls": 21,
      "cost_usd": 0.295296
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 12517,
      "tokens_in": 43546,
      "tokens_in_cached": 40320,
      "tokens_out": 902,
      "tool_calls": 3,
      "cost_usd": 0.032024
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 71022,
      "tokens_in": 119709,
      "tokens_in_cached": 93056,
      "tokens_out": 5175,
      "tool_calls": 18,
      "cost_usd": 0.130884
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13592,
      "tokens_in": 29833,
      "tokens_in_cached": 28672,
      "tokens_out": 359,
      "tool_calls": 2,
      "cost_usd": 0.018812
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 136804,
      "tokens_in": 596351,
      "tokens_in_cached": 363648,
      "tokens_out": 13693,
      "tool_calls": 34,
      "cost_usd": 0.7293879999999999
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 75971,
      "tokens_in": 61221,
      "tokens_in_cached": 54656,
      "tokens_out": 2415,
      "tool_calls": 9,
      "cost_usd": 0.054948000000000004
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 184992,
      "tokens_in": 191092,
      "tokens_in_cached": 147712,
      "tokens_out": 7265,
      "tool_calls": 34,
      "cost_usd": 0.204206
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 18379,
      "tokens_in": 19406,
      "tokens_in_cached": 18944,
      "tokens_out": 726,
      "tool_calls": 2,
      "cost_usd": 0.014752
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 43240,
      "tokens_in": 64659,
      "tokens_in_cached": 50432,
      "tokens_out": 2582,
      "tool_calls": 12,
      "cost_usd": 0.069162
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 133755,
      "tokens_in": 184376,
      "tokens_in_cached": 130816,
      "tokens_out": 9139,
      "tool_calls": 20,
      "cost_usd": 0.227362
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 16109,
      "tokens_in": 30367,
      "tokens_in_cached": 28928,
      "tokens_out": 650,
      "tool_calls": 4,
      "cost_usd": 0.021242
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 12225,
      "tokens_in": 64114,
      "tokens_in_cached": 45824,
      "tokens_out": 560,
      "tool_calls": 4,
      "cost_usd": 0.062852
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 8425,
      "tokens_in": 36260,
      "tokens_in_cached": 18944,
      "tokens_out": 281,
      "tool_calls": 2,
      "cost_usd": 0.045790000000000004
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 8252,
      "tokens_in": 19421,
      "tokens_in_cached": 18944,
      "tokens_out": 403,
      "tool_calls": 1,
      "cost_usd": 0.012844
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 34877,
      "tokens_in": 31958,
      "tokens_in_cached": 29568,
      "tokens_out": 1013,
      "tool_calls": 2,
      "cost_usd": 0.025642
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 16370,
      "tokens_in": 66776,
      "tokens_in_cached": 48512,
      "tokens_out": 1332,
      "tool_calls": 3,
      "cost_usd": 0.068776
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 8097,
      "tokens_in": 19412,
      "tokens_in_cached": 18944,
      "tokens_out": 254,
      "tool_calls": 1,
      "cost_usd": 0.011931999999999998
    }
  ]
}