{
  "track": "closed",
  "model": "grok-4.7",
  "provider": "xai",
  "started_at": "2026-11-07T23:24:35Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "provider-default",
    "grader": "2026-10-31b"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 42339,
      "tokens_in": 1345,
      "tokens_in_cached": 1152,
      "tokens_out": 2246,
      "cost_usd": 0.014438000000000001
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 12243,
      "tokens_in": 1359,
      "tokens_in_cached": 1152,
      "tokens_out": 728,
      "cost_usd": 0.005358
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 7729,
      "tokens_in": 1348,
      "tokens_in_cached": 1280,
      "tokens_out": 431,
      "cost_usd": 0.003362
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 8254,
      "tokens_in": 1353,
      "tokens_in_cached": 1280,
      "tokens_out": 366,
      "cost_usd": 0.0029820000000000003
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5577,
      "tokens_in": 1348,
      "tokens_in_cached": 1280,
      "tokens_out": 290,
      "cost_usd": 0.002516
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 126445,
      "tokens_in": 1355,
      "tokens_in_cached": 1280,
      "tokens_out": 6424,
      "cost_usd": 0.039334
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 13974,
      "tokens_in": 1350,
      "tokens_in_cached": 1152,
      "tokens_out": 850,
      "cost_usd": 0.006071999999999999
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 223298,
      "tokens_in": 1352,
      "tokens_in_cached": 1280,
      "tokens_out": 12804,
      "cost_usd": 0.077608
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 49844,
      "tokens_in": 1352,
      "tokens_in_cached": 1280,
      "tokens_out": 2434,
      "cost_usd": 0.015388
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 58357,
      "tokens_in": 1370,
      "tokens_in_cached": 1152,
      "tokens_out": 3992,
      "cost_usd": 0.024964
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 17419,
      "tokens_in": 1353,
      "tokens_in_cached": 1280,
      "tokens_out": 992,
      "cost_usd": 0.006738
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8526,
      "tokens_in": 1349,
      "tokens_in_cached": 1152,
      "tokens_out": 544,
      "cost_usd": 0.004234
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 99145,
      "tokens_in": 1355,
      "tokens_in_cached": 1280,
      "tokens_out": 5326,
      "cost_usd": 0.032746
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 151210,
      "tokens_in": 1366,
      "tokens_in_cached": 1152,
      "tokens_out": 8711,
      "cost_usd": 0.05327
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 241867,
      "tokens_in": 1370,
      "tokens_in_cached": 1152,
      "tokens_out": 12703,
      "cost_usd": 0.07723000000000001
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 180778,
      "tokens_in": 1350,
      "tokens_in_cached": 1280,
      "tokens_out": 12339,
      "cost_usd": 0.07481399999999999
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 88990,
      "tokens_in": 1355,
      "tokens_in_cached": 1280,
      "tokens_out": 5570,
      "cost_usd": 0.034210000000000004
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 159095,
      "tokens_in": 1363,
      "tokens_in_cached": 1152,
      "tokens_out": 7400,
      "cost_usd": 0.045398
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 122353,
      "tokens_in": 1381,
      "tokens_in_cached": 1152,
      "tokens_out": 9800,
      "cost_usd": 0.059834
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 191916,
      "tokens_in": 1368,
      "tokens_in_cached": 1152,
      "tokens_out": 11672,
      "cost_usd": 0.07104
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "abstained",
      "latency_ms": 123045,
      "tokens_in": 1383,
      "tokens_in_cached": 1280,
      "tokens_out": 6504,
      "cost_usd": 0.03987
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 78774,
      "tokens_in": 1369,
      "tokens_in_cached": 1280,
      "tokens_out": 4845,
      "cost_usd": 0.029888
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 123197,
      "tokens_in": 1371,
      "tokens_in_cached": 1152,
      "tokens_out": 7267,
      "cost_usd": 0.044616
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 130600,
      "tokens_in": 1367,
      "tokens_in_cached": 1280,
      "tokens_out": 7894,
      "cost_usd": 0.048178
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 98794,
      "tokens_in": 1382,
      "tokens_in_cached": 1280,
      "tokens_out": 4179,
      "cost_usd": 0.025918000000000004
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6228,
      "tokens_in": 1350,
      "tokens_in_cached": 1152,
      "tokens_out": 266,
      "cost_usd": 0.002568
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9406,
      "tokens_in": 1359,
      "tokens_in_cached": 1280,
      "tokens_out": 410,
      "cost_usd": 0.003258
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 8947,
      "tokens_in": 1346,
      "tokens_in_cached": 1280,
      "tokens_out": 398,
      "cost_usd": 0.0031600000000000005
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 19081,
      "tokens_in": 1351,
      "tokens_in_cached": 1280,
      "tokens_out": 805,
      "cost_usd": 0.005612000000000001
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 10262,
      "tokens_in": 1362,
      "tokens_in_cached": 1152,
      "tokens_out": 504,
      "cost_usd": 0.00402
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 13482,
      "tokens_in": 1360,
      "tokens_in_cached": 1280,
      "tokens_out": 651,
      "cost_usd": 0.004706
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12756,
      "tokens_in": 1363,
      "tokens_in_cached": 1152,
      "tokens_out": 889,
      "cost_usd": 0.006332
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5581,
      "tokens_in": 1345,
      "tokens_in_cached": 1280,
      "tokens_out": 216,
      "cost_usd": 0.002066
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6747,
      "tokens_in": 1361,
      "tokens_in_cached": 1152,
      "tokens_out": 423,
      "cost_usd": 0.003532
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 24398,
      "tokens_in": 1353,
      "tokens_in_cached": 1152,
      "tokens_out": 1058,
      "cost_usd": 0.007325999999999999
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 10591,
      "tokens_in": 1343,
      "tokens_in_cached": 1280,
      "tokens_out": 425,
      "cost_usd": 0.003316
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11160,
      "tokens_in": 1346,
      "tokens_in_cached": 1280,
      "tokens_out": 457,
      "cost_usd": 0.003514
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 11813,
      "tokens_in": 1346,
      "tokens_in_cached": 1280,
      "tokens_out": 455,
      "cost_usd": 0.003502
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 15101,
      "tokens_in": 1362,
      "tokens_in_cached": 1280,
      "tokens_out": 655,
      "cost_usd": 0.004734
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 10455,
      "tokens_in": 1356,
      "tokens_in_cached": 1152,
      "tokens_out": 737,
      "cost_usd": 0.005406
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 15417,
      "tokens_in": 1360,
      "tokens_in_cached": 1280,
      "tokens_out": 649,
      "cost_usd": 0.004693999999999999
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 192218,
      "tokens_in": 1362,
      "tokens_in_cached": 1280,
      "tokens_out": 9810,
      "cost_usd": 0.059663999999999995
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 18732,
      "tokens_in": 1362,
      "tokens_in_cached": 1280,
      "tokens_out": 963,
      "cost_usd": 0.006582
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6683,
      "tokens_in": 1363,
      "tokens_in_cached": 1152,
      "tokens_out": 434,
      "cost_usd": 0.0036019999999999997
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6239,
      "tokens_in": 1359,
      "tokens_in_cached": 1280,
      "tokens_out": 443,
      "cost_usd": 0.003456
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 37569,
      "tokens_in": 1367,
      "tokens_in_cached": 1280,
      "tokens_out": 1818,
      "cost_usd": 0.011722
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 11922,
      "tokens_in": 1359,
      "tokens_in_cached": 1280,
      "tokens_out": 584,
      "cost_usd": 0.004302
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 10371,
      "tokens_in": 1359,
      "tokens_in_cached": 1280,
      "tokens_out": 503,
      "cost_usd": 0.003816
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3819,
      "tokens_in": 1365,
      "tokens_in_cached": 1280,
      "tokens_out": 221,
      "cost_usd": 0.002136
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6659,
      "tokens_in": 1356,
      "tokens_in_cached": 1280,
      "tokens_out": 338,
      "cost_usd": 0.00282
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 29795,
      "tokens_in": 1369,
      "tokens_in_cached": 1280,
      "tokens_out": 1320,
      "cost_usd": 0.008738
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12772,
      "tokens_in": 1371,
      "tokens_in_cached": 1152,
      "tokens_out": 870,
      "cost_usd": 0.006234
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14043,
      "tokens_in": 1363,
      "tokens_in_cached": 1152,
      "tokens_out": 686,
      "cost_usd": 0.005114
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9426,
      "tokens_in": 1367,
      "tokens_in_cached": 1280,
      "tokens_out": 492,
      "cost_usd": 0.0037660000000000003
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 14772,
      "tokens_in": 1381,
      "tokens_in_cached": 1280,
      "tokens_out": 876,
      "cost_usd": 0.006098
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 17946,
      "tokens_in": 1362,
      "tokens_in_cached": 1280,
      "tokens_out": 827,
      "cost_usd": 0.005766
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 11445,
      "tokens_in": 1409,
      "tokens_in_cached": 1280,
      "tokens_out": 582,
      "cost_usd": 0.004390000000000001
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 13936,
      "tokens_in": 1381,
      "tokens_in_cached": 1280,
      "tokens_out": 681,
      "cost_usd": 0.004928
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9728,
      "tokens_in": 1368,
      "tokens_in_cached": 1280,
      "tokens_out": 577,
      "cost_usd": 0.0042780000000000006
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6066,
      "tokens_in": 1369,
      "tokens_in_cached": 1280,
      "tokens_out": 374,
      "cost_usd": 0.003062
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4766,
      "tokens_in": 1360,
      "tokens_in_cached": 1280,
      "tokens_out": 338,
      "cost_usd": 0.002828
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7249,
      "tokens_in": 1378,
      "tokens_in_cached": 1280,
      "tokens_out": 462,
      "cost_usd": 0.003608
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 45256,
      "tokens_in": 1364,
      "tokens_in_cached": 1280,
      "tokens_out": 2302,
      "cost_usd": 0.01462
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 12481,
      "tokens_in": 1360,
      "tokens_in_cached": 1280,
      "tokens_out": 636,
      "cost_usd": 0.0046159999999999994
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 111299,
      "tokens_in": 1372,
      "tokens_in_cached": 1280,
      "tokens_out": 5483,
      "cost_usd": 0.033722
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 13191,
      "tokens_in": 1403,
      "tokens_in_cached": 1280,
      "tokens_out": 828,
      "cost_usd": 0.005854
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 70208,
      "tokens_in": 1393,
      "tokens_in_cached": 1280,
      "tokens_out": 3324,
      "cost_usd": 0.020810000000000002
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 23919,
      "tokens_in": 1384,
      "tokens_in_cached": 1280,
      "tokens_out": 1310,
      "cost_usd": 0.008708
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 17594,
      "tokens_in": 1395,
      "tokens_in_cached": 1280,
      "tokens_out": 1034,
      "cost_usd": 0.007074
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 19181,
      "tokens_in": 1386,
      "tokens_in_cached": 1280,
      "tokens_out": 996,
      "cost_usd": 0.006828
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 9303,
      "tokens_in": 1377,
      "tokens_in_cached": 1280,
      "tokens_out": 480,
      "cost_usd": 0.0037140000000000003
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 11124,
      "tokens_in": 1411,
      "tokens_in_cached": 1280,
      "tokens_out": 610,
      "cost_usd": 0.004562
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 11886,
      "tokens_in": 1396,
      "tokens_in_cached": 1152,
      "tokens_out": 702,
      "cost_usd": 0.005276
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 7866,
      "tokens_in": 1356,
      "tokens_in_cached": 1280,
      "tokens_out": 416,
      "cost_usd": 0.003288
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 9216,
      "tokens_in": 1358,
      "tokens_in_cached": 1280,
      "tokens_out": 491,
      "cost_usd": 0.003742
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 15038,
      "tokens_in": 1359,
      "tokens_in_cached": 1152,
      "tokens_out": 991,
      "cost_usd": 0.0069359999999999995
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 48760,
      "tokens_in": 1357,
      "tokens_in_cached": 1152,
      "tokens_out": 2776,
      "cost_usd": 0.017641999999999998
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 9337,
      "tokens_in": 1353,
      "tokens_in_cached": 1280,
      "tokens_out": 455,
      "cost_usd": 0.003516
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 16597,
      "tokens_in": 1362,
      "tokens_in_cached": 1280,
      "tokens_out": 858,
      "cost_usd": 0.005952000000000001
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 23351,
      "tokens_in": 1380,
      "tokens_in_cached": 1280,
      "tokens_out": 1218,
      "cost_usd": 0.008147999999999999
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12860,
      "tokens_in": 1351,
      "tokens_in_cached": 1152,
      "tokens_out": 1010,
      "cost_usd": 0.007034
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 33482,
      "tokens_in": 1360,
      "tokens_in_cached": 1280,
      "tokens_out": 1525,
      "cost_usd": 0.00995
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10889,
      "tokens_in": 1351,
      "tokens_in_cached": 1280,
      "tokens_out": 574,
      "cost_usd": 0.004226
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13512,
      "tokens_in": 1362,
      "tokens_in_cached": 1280,
      "tokens_out": 741,
      "cost_usd": 0.00525
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 8420,
      "tokens_in": 1349,
      "tokens_in_cached": 1280,
      "tokens_out": 556,
      "cost_usd": 0.004114
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 9253,
      "tokens_in": 1356,
      "tokens_in_cached": 1280,
      "tokens_out": 504,
      "cost_usd": 0.003816
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 13246,
      "tokens_in": 1348,
      "tokens_in_cached": 1280,
      "tokens_out": 915,
      "cost_usd": 0.006266
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 16784,
      "tokens_in": 1357,
      "tokens_in_cached": 1280,
      "tokens_out": 816,
      "cost_usd": 0.00569
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 11378,
      "tokens_in": 1347,
      "tokens_in_cached": 1280,
      "tokens_out": 562,
      "cost_usd": 0.004146
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 9618,
      "tokens_in": 1347,
      "tokens_in_cached": 1280,
      "tokens_out": 524,
      "cost_usd": 0.0039180000000000005
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 27362,
      "tokens_in": 1352,
      "tokens_in_cached": 1280,
      "tokens_out": 1538,
      "cost_usd": 0.010012
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 16763,
      "tokens_in": 1351,
      "tokens_in_cached": 1280,
      "tokens_out": 928,
      "cost_usd": 0.00635
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 119033,
      "tokens_in": 1362,
      "tokens_in_cached": 1280,
      "tokens_out": 5859,
      "cost_usd": 0.035958
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 50585,
      "tokens_in": 1349,
      "tokens_in_cached": 1280,
      "tokens_out": 2659,
      "cost_usd": 0.016732
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 34823,
      "tokens_in": 1355,
      "tokens_in_cached": 1280,
      "tokens_out": 1721,
      "cost_usd": 0.011116000000000001
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 11746,
      "tokens_in": 1351,
      "tokens_in_cached": 1280,
      "tokens_out": 624,
      "cost_usd": 0.004526
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 18356,
      "tokens_in": 1373,
      "tokens_in_cached": 1280,
      "tokens_out": 1025,
      "cost_usd": 0.006976
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 45199,
      "tokens_in": 1353,
      "tokens_in_cached": 1280,
      "tokens_out": 3219,
      "cost_usd": 0.0201
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 400947,
      "tokens_in": 1361,
      "tokens_in_cached": 1280,
      "tokens_out": 19170,
      "cost_usd": 0.115822
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 85096,
      "tokens_in": 1358,
      "tokens_in_cached": 1280,
      "tokens_out": 4212,
      "cost_usd": 0.026067999999999997
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 13017,
      "tokens_in": 1366,
      "tokens_in_cached": 1280,
      "tokens_out": 618,
      "cost_usd": 0.00452
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 93211,
      "tokens_in": 1366,
      "tokens_in_cached": 1280,
      "tokens_out": 4935,
      "cost_usd": 0.030422
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 80350,
      "tokens_in": 1367,
      "tokens_in_cached": 1280,
      "tokens_out": 3665,
      "cost_usd": 0.022803999999999998
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 53964,
      "tokens_in": 1369,
      "tokens_in_cached": 1280,
      "tokens_out": 2557,
      "cost_usd": 0.016159999999999997
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 56433,
      "tokens_in": 1386,
      "tokens_in_cached": 1152,
      "tokens_out": 4286,
      "cost_usd": 0.02676
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 50339,
      "tokens_in": 1363,
      "tokens_in_cached": 1280,
      "tokens_out": 2586,
      "cost_usd": 0.016322
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 47531,
      "tokens_in": 1366,
      "tokens_in_cached": 1280,
      "tokens_out": 2303,
      "cost_usd": 0.014629999999999999
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 57031,
      "tokens_in": 1387,
      "tokens_in_cached": 1152,
      "tokens_out": 3406,
      "cost_usd": 0.021482
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 144055,
      "tokens_in": 1367,
      "tokens_in_cached": 1280,
      "tokens_out": 6311,
      "cost_usd": 0.03868
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 53960,
      "tokens_in": 1382,
      "tokens_in_cached": 1152,
      "tokens_out": 3827,
      "cost_usd": 0.023998000000000002
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 41569,
      "tokens_in": 1373,
      "tokens_in_cached": 1280,
      "tokens_out": 2793,
      "cost_usd": 0.017584
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 47819,
      "tokens_in": 1371,
      "tokens_in_cached": 1280,
      "tokens_out": 2294,
      "cost_usd": 0.014586
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 61427,
      "tokens_in": 1368,
      "tokens_in_cached": 1280,
      "tokens_out": 3582,
      "cost_usd": 0.022308
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 23576,
      "tokens_in": 1389,
      "tokens_in_cached": 1152,
      "tokens_out": 1221,
      "cost_usd": 0.008376
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 104950,
      "tokens_in": 1386,
      "tokens_in_cached": 1280,
      "tokens_out": 5896,
      "cost_usd": 0.036228
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 91902,
      "tokens_in": 1385,
      "tokens_in_cached": 1280,
      "tokens_out": 5299,
      "cost_usd": 0.032644
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 6071,
      "tokens_in": 1347,
      "tokens_in_cached": 1280,
      "tokens_out": 291,
      "cost_usd": 0.00252
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 7733,
      "tokens_in": 1352,
      "tokens_in_cached": 1152,
      "tokens_out": 303,
      "cost_usd": 0.002794
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 18367,
      "tokens_in": 1359,
      "tokens_in_cached": 1280,
      "tokens_out": 918,
      "cost_usd": 0.006306
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 7222,
      "tokens_in": 1351,
      "tokens_in_cached": 1280,
      "tokens_out": 354,
      "cost_usd": 0.0029059999999999997
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 7421,
      "tokens_in": 1356,
      "tokens_in_cached": 1280,
      "tokens_out": 392,
      "cost_usd": 0.003144
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 25109,
      "tokens_in": 1372,
      "tokens_in_cached": 1152,
      "tokens_out": 1280,
      "cost_usd": 0.008696
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 28893,
      "tokens_in": 1370,
      "tokens_in_cached": 1280,
      "tokens_out": 1425,
      "cost_usd": 0.00937
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 51429,
      "tokens_in": 1367,
      "tokens_in_cached": 1280,
      "tokens_out": 2516,
      "cost_usd": 0.01591
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 30895,
      "tokens_in": 1364,
      "tokens_in_cached": 1280,
      "tokens_out": 1615,
      "cost_usd": 0.010497999999999999
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 16162,
      "tokens_in": 1363,
      "tokens_in_cached": 1280,
      "tokens_out": 852,
      "cost_usd": 0.005918
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 20419,
      "tokens_in": 1364,
      "tokens_in_cached": 1280,
      "tokens_out": 873,
      "cost_usd": 0.006046
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 106641,
      "tokens_in": 1366,
      "tokens_in_cached": 1280,
      "tokens_out": 3928,
      "cost_usd": 0.02438
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 30019,
      "tokens_in": 1382,
      "tokens_in_cached": 1280,
      "tokens_out": 1090,
      "cost_usd": 0.007384
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 13434,
      "tokens_in": 1371,
      "tokens_in_cached": 1280,
      "tokens_out": 680,
      "cost_usd": 0.004902
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 32270,
      "tokens_in": 1363,
      "tokens_in_cached": 1280,
      "tokens_out": 975,
      "cost_usd": 0.006656
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 6035,
      "tokens_in": 1349,
      "tokens_in_cached": 1280,
      "tokens_out": 248,
      "cost_usd": 0.0022660000000000002
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 13570,
      "tokens_in": 1364,
      "tokens_in_cached": 1280,
      "tokens_out": 449,
      "cost_usd": 0.003502
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 21610,
      "tokens_in": 1399,
      "tokens_in_cached": 1280,
      "tokens_out": 1016,
      "cost_usd": 0.006974
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 85521,
      "tokens_in": 1358,
      "tokens_in_cached": 1280,
      "tokens_out": 3073,
      "cost_usd": 0.019234
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 57079,
      "tokens_in": 1357,
      "tokens_in_cached": 1280,
      "tokens_out": 1946,
      "cost_usd": 0.01247
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 12203,
      "tokens_in": 1363,
      "tokens_in_cached": 1280,
      "tokens_out": 957,
      "cost_usd": 0.006548
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 45648,
      "tokens_in": 1357,
      "tokens_in_cached": 1280,
      "tokens_out": 2857,
      "cost_usd": 0.017936
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11673,
      "tokens_in": 1360,
      "tokens_in_cached": 1280,
      "tokens_out": 731,
      "cost_usd": 0.005186
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 20745,
      "tokens_in": 1362,
      "tokens_in_cached": 1280,
      "tokens_out": 1121,
      "cost_usd": 0.00753
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8839,
      "tokens_in": 1369,
      "tokens_in_cached": 1152,
      "tokens_out": 450,
      "cost_usd": 0.0037099999999999998
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15502,
      "tokens_in": 1394,
      "tokens_in_cached": 1280,
      "tokens_out": 828,
      "cost_usd": 0.005836
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7481,
      "tokens_in": 1361,
      "tokens_in_cached": 1280,
      "tokens_out": 424,
      "cost_usd": 0.003346
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 9889,
      "tokens_in": 1373,
      "tokens_in_cached": 1280,
      "tokens_out": 571,
      "cost_usd": 0.004252
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 34422,
      "tokens_in": 1362,
      "tokens_in_cached": 1152,
      "tokens_out": 2138,
      "cost_usd": 0.013824000000000001
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 42560,
      "tokens_in": 1408,
      "tokens_in_cached": 1280,
      "tokens_out": 2154,
      "cost_usd": 0.01382
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 32355,
      "tokens_in": 1404,
      "tokens_in_cached": 1152,
      "tokens_out": 1853,
      "cost_usd": 0.012198
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 31535,
      "tokens_in": 1394,
      "tokens_in_cached": 1280,
      "tokens_out": 1641,
      "cost_usd": 0.010714000000000001
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 22944,
      "tokens_in": 1399,
      "tokens_in_cached": 1280,
      "tokens_out": 1185,
      "cost_usd": 0.007988
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 88928,
      "tokens_in": 1385,
      "tokens_out": 4671,
      "cost_usd": 0.030795999999999997
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 20409,
      "tokens_in": 1380,
      "tokens_in_cached": 1280,
      "tokens_out": 1114,
      "cost_usd": 0.0075239999999999994
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 26000,
      "tokens_in": 1372,
      "tokens_in_cached": 1280,
      "tokens_out": 1359,
      "cost_usd": 0.008978
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 12040,
      "tokens_in": 1393,
      "tokens_in_cached": 1280,
      "tokens_out": 684,
      "cost_usd": 0.0049700000000000005
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 9418,
      "tokens_in": 1373,
      "tokens_in_cached": 1280,
      "tokens_out": 562,
      "cost_usd": 0.004198
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 9658,
      "tokens_in": 1376,
      "tokens_in_cached": 1280,
      "tokens_out": 578,
      "cost_usd": 0.0043
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 10870,
      "tokens_in": 1376,
      "tokens_in_cached": 1280,
      "tokens_out": 603,
      "cost_usd": 0.00445
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 10736,
      "tokens_in": 1382,
      "tokens_in_cached": 1280,
      "tokens_out": 604,
      "cost_usd": 0.004468000000000001
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 6893,
      "tokens_in": 1358,
      "tokens_in_cached": 1280,
      "tokens_out": 415,
      "cost_usd": 0.003286
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 12612,
      "tokens_in": 1390,
      "tokens_in_cached": 1152,
      "tokens_out": 771,
      "cost_usd": 0.005678
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 7001,
      "tokens_in": 1364,
      "tokens_in_cached": 1280,
      "tokens_out": 411,
      "cost_usd": 0.003274
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 21260,
      "tokens_in": 1390,
      "tokens_in_cached": 1280,
      "tokens_out": 1159,
      "cost_usd": 0.007814000000000002
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 12391,
      "tokens_in": 1384,
      "tokens_in_cached": 1280,
      "tokens_out": 698,
      "cost_usd": 0.0050360000000000005
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 23929,
      "tokens_in": 1378,
      "tokens_in_cached": 1280,
      "tokens_out": 1214,
      "cost_usd": 0.00812
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6215,
      "tokens_in": 1355,
      "tokens_in_cached": 1152,
      "tokens_out": 367,
      "cost_usd": 0.0031839999999999998
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5709,
      "tokens_in": 1381,
      "tokens_in_cached": 1280,
      "tokens_out": 350,
      "cost_usd": 0.002942
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6196,
      "tokens_in": 1394,
      "tokens_in_cached": 1280,
      "tokens_out": 351,
      "cost_usd": 0.002974
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6518,
      "tokens_in": 1403,
      "tokens_in_cached": 1280,
      "tokens_out": 333,
      "cost_usd": 0.0028840000000000003
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3344,
      "tokens_in": 1360,
      "tokens_in_cached": 1280,
      "tokens_out": 214,
      "cost_usd": 0.002084
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 14895,
      "tokens_in": 1373,
      "tokens_in_cached": 1280,
      "tokens_out": 861,
      "cost_usd": 0.005992
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8086,
      "tokens_in": 1368,
      "tokens_in_cached": 1280,
      "tokens_out": 489,
      "cost_usd": 0.00375
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6806,
      "tokens_in": 1357,
      "tokens_in_cached": 1280,
      "tokens_out": 348,
      "cost_usd": 0.002882
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5221,
      "tokens_in": 1360,
      "tokens_in_cached": 1280,
      "tokens_out": 313,
      "cost_usd": 0.0026780000000000003
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 10036,
      "tokens_in": 1357,
      "tokens_in_cached": 1280,
      "tokens_out": 550,
      "cost_usd": 0.004094
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 16633,
      "tokens_in": 1367,
      "tokens_in_cached": 1280,
      "tokens_out": 814,
      "cost_usd": 0.005698
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 10969,
      "tokens_in": 1366,
      "tokens_in_cached": 1280,
      "tokens_out": 550,
      "cost_usd": 0.004112
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 54084,
      "tokens_in": 1369,
      "tokens_in_cached": 1280,
      "tokens_out": 2923,
      "cost_usd": 0.018355999999999997
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 111637,
      "tokens_in": 1365,
      "tokens_in_cached": 1280,
      "tokens_out": 5813,
      "cost_usd": 0.035688
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 20547,
      "tokens_in": 1365,
      "tokens_in_cached": 1280,
      "tokens_out": 1160,
      "cost_usd": 0.00777
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15559,
      "tokens_in": 1356,
      "tokens_in_cached": 1152,
      "tokens_out": 871,
      "cost_usd": 0.00621
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 13464,
      "tokens_in": 1365,
      "tokens_in_cached": 1280,
      "tokens_out": 739,
      "cost_usd": 0.0052439999999999995
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 10568,
      "tokens_in": 1355,
      "tokens_in_cached": 1280,
      "tokens_out": 500,
      "cost_usd": 0.00379
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 9366,
      "tokens_in": 1364,
      "tokens_in_cached": 1280,
      "tokens_out": 522,
      "cost_usd": 0.00394
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 10012,
      "tokens_in": 1362,
      "tokens_in_cached": 1280,
      "tokens_out": 522,
      "cost_usd": 0.003936
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 11419,
      "tokens_in": 1357,
      "tokens_in_cached": 1280,
      "tokens_out": 871,
      "cost_usd": 0.00602
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6307,
      "tokens_in": 1365,
      "tokens_in_cached": 1280,
      "tokens_out": 434,
      "cost_usd": 0.003414
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6492,
      "tokens_in": 1374,
      "tokens_in_cached": 1280,
      "tokens_out": 479,
      "cost_usd": 0.003702
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6693,
      "tokens_in": 1355,
      "tokens_in_cached": 1280,
      "tokens_out": 312,
      "cost_usd": 0.002662
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 9323,
      "tokens_in": 1371,
      "tokens_in_cached": 1280,
      "tokens_out": 431,
      "cost_usd": 0.003408
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 10240,
      "tokens_in": 1371,
      "tokens_in_cached": 1280,
      "tokens_out": 407,
      "cost_usd": 0.0032640000000000004
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4602,
      "tokens_in": 1372,
      "tokens_in_cached": 1280,
      "tokens_out": 278,
      "cost_usd": 0.002492
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 7666,
      "tokens_in": 1362,
      "tokens_in_cached": 1280,
      "tokens_out": 406,
      "cost_usd": 0.00324
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 9251,
      "tokens_in": 1352,
      "tokens_in_cached": 1152,
      "tokens_out": 459,
      "cost_usd": 0.00373
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 13632,
      "tokens_in": 1363,
      "tokens_in_cached": 1280,
      "tokens_out": 740,
      "cost_usd": 0.005246
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 15147,
      "tokens_in": 1377,
      "tokens_in_cached": 1280,
      "tokens_out": 711,
      "cost_usd": 0.0051
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 9261,
      "tokens_in": 1358,
      "tokens_in_cached": 1280,
      "tokens_out": 408,
      "cost_usd": 0.003244
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 9387,
      "tokens_in": 1378,
      "tokens_in_cached": 1280,
      "tokens_out": 533,
      "cost_usd": 0.004034
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 17747,
      "tokens_in": 1367,
      "tokens_in_cached": 1280,
      "tokens_out": 750,
      "cost_usd": 0.005314
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 7879,
      "tokens_in": 1359,
      "tokens_in_cached": 1280,
      "tokens_out": 402,
      "cost_usd": 0.00321
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4033,
      "tokens_in": 1363,
      "tokens_in_cached": 1280,
      "tokens_out": 277,
      "cost_usd": 0.002468
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 11417,
      "tokens_in": 1357,
      "tokens_in_cached": 1280,
      "tokens_out": 624,
      "cost_usd": 0.004538
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8802,
      "tokens_in": 1369,
      "tokens_in_cached": 1280,
      "tokens_out": 425,
      "cost_usd": 0.003368
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7674,
      "tokens_in": 1358,
      "tokens_in_cached": 1280,
      "tokens_out": 345,
      "cost_usd": 0.002866
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 8906,
      "tokens_in": 1354,
      "tokens_in_cached": 1280,
      "tokens_out": 467,
      "cost_usd": 0.0035900000000000003
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 7964,
      "tokens_in": 1370,
      "tokens_in_cached": 1280,
      "tokens_out": 377,
      "cost_usd": 0.003082
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 9946,
      "tokens_in": 1368,
      "tokens_in_cached": 1280,
      "tokens_out": 456,
      "cost_usd": 0.0035520000000000005
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 344552,
      "tokens_in": 1378,
      "tokens_in_cached": 1280,
      "tokens_out": 13282,
      "cost_usd": 0.080528
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 11821,
      "tokens_in": 1387,
      "tokens_in_cached": 1152,
      "tokens_out": 646,
      "cost_usd": 0.004922
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 25722,
      "tokens_in": 1363,
      "tokens_in_cached": 1280,
      "tokens_out": 1288,
      "cost_usd": 0.008534
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 7516,
      "tokens_in": 1374,
      "tokens_in_cached": 1280,
      "tokens_out": 625,
      "cost_usd": 0.0045780000000000005
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 13140,
      "tokens_in": 1386,
      "tokens_in_cached": 1280,
      "tokens_out": 647,
      "cost_usd": 0.004734
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 10001,
      "tokens_in": 1383,
      "tokens_in_cached": 1280,
      "tokens_out": 519,
      "cost_usd": 0.00396
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 7830,
      "tokens_in": 1383,
      "tokens_in_cached": 1280,
      "tokens_out": 347,
      "cost_usd": 0.002928
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 33156,
      "tokens_in": 1367,
      "tokens_in_cached": 1280,
      "tokens_out": 1300,
      "cost_usd": 0.008614
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6125,
      "tokens_in": 1366,
      "tokens_in_cached": 1280,
      "tokens_out": 340,
      "cost_usd": 0.0028520000000000004
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7544,
      "tokens_in": 1384,
      "tokens_in_cached": 1280,
      "tokens_out": 349,
      "cost_usd": 0.002942
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 12974,
      "tokens_in": 1366,
      "tokens_in_cached": 1280,
      "tokens_out": 592,
      "cost_usd": 0.004364
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7302,
      "tokens_in": 1355,
      "tokens_in_cached": 1280,
      "tokens_out": 379,
      "cost_usd": 0.003064
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10067,
      "tokens_in": 1360,
      "tokens_in_cached": 1280,
      "tokens_out": 440,
      "cost_usd": 0.0034400000000000003
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 17253,
      "tokens_in": 1347,
      "tokens_in_cached": 1280,
      "tokens_out": 752,
      "cost_usd": 0.005286
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 12927,
      "tokens_in": 1378,
      "tokens_in_cached": 1280,
      "tokens_out": 671,
      "cost_usd": 0.004862
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 21454,
      "tokens_in": 1364,
      "tokens_in_cached": 1280,
      "tokens_out": 809,
      "cost_usd": 0.005662
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 13889,
      "tokens_in": 1363,
      "tokens_in_cached": 1280,
      "tokens_out": 580,
      "cost_usd": 0.004286
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 15542,
      "tokens_in": 1380,
      "tokens_in_cached": 1280,
      "tokens_out": 539,
      "cost_usd": 0.0040739999999999995
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 16423,
      "tokens_in": 1368,
      "tokens_in_cached": 1280,
      "tokens_out": 340,
      "cost_usd": 0.002856
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 14508,
      "tokens_in": 1356,
      "tokens_in_cached": 1280,
      "tokens_out": 351,
      "cost_usd": 0.0028980000000000004
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7911,
      "tokens_in": 1360,
      "tokens_in_cached": 1280,
      "tokens_out": 507,
      "cost_usd": 0.003842
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8889,
      "tokens_in": 1367,
      "tokens_in_cached": 1280,
      "tokens_out": 452,
      "cost_usd": 0.003526
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 14709,
      "tokens_in": 1371,
      "tokens_in_cached": 1280,
      "tokens_out": 735,
      "cost_usd": 0.005232
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7427,
      "tokens_in": 1367,
      "tokens_in_cached": 1280,
      "tokens_out": 397,
      "cost_usd": 0.003196
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7500,
      "tokens_in": 1363,
      "tokens_in_cached": 1280,
      "tokens_out": 400,
      "cost_usd": 0.003206
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 10370,
      "tokens_in": 1368,
      "tokens_in_cached": 1280,
      "tokens_out": 905,
      "cost_usd": 0.006246
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8890,
      "tokens_in": 1372,
      "tokens_in_cached": 1280,
      "tokens_out": 548,
      "cost_usd": 0.004112
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 364882,
      "tokens_in": 1374,
      "tokens_in_cached": 1280,
      "tokens_out": 15906,
      "cost_usd": 0.096264
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5268,
      "tokens_in": 1354,
      "tokens_in_cached": 1280,
      "tokens_out": 278,
      "cost_usd": 0.002456
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6736,
      "tokens_in": 1359,
      "tokens_in_cached": 1280,
      "tokens_out": 313,
      "cost_usd": 0.0026760000000000004
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 57733,
      "tokens_in": 1360,
      "tokens_in_cached": 1280,
      "tokens_out": 2913,
      "cost_usd": 0.018278
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 10405,
      "tokens_in": 1370,
      "tokens_in_cached": 1280,
      "tokens_out": 571,
      "cost_usd": 0.004246
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6495,
      "tokens_in": 1361,
      "tokens_in_cached": 1280,
      "tokens_out": 377,
      "cost_usd": 0.003064
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6559,
      "tokens_in": 1381,
      "tokens_in_cached": 1280,
      "tokens_out": 337,
      "cost_usd": 0.0028640000000000002
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 10871,
      "tokens_in": 1377,
      "tokens_in_cached": 1280,
      "tokens_out": 563,
      "cost_usd": 0.0042120000000000005
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 13813,
      "tokens_in": 1379,
      "tokens_in_cached": 1280,
      "tokens_out": 545,
      "cost_usd": 0.0041080000000000005
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 9494,
      "tokens_in": 1380,
      "tokens_in_cached": 1280,
      "tokens_out": 548,
      "cost_usd": 0.004128
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 22007,
      "tokens_in": 1389,
      "tokens_in_cached": 1280,
      "tokens_out": 1307,
      "cost_usd": 0.0087
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 164958,
      "tokens_in": 1379,
      "tokens_in_cached": 1280,
      "tokens_out": 9447,
      "cost_usd": 0.05752
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 109086,
      "tokens_in": 1379,
      "tokens_in_cached": 1280,
      "tokens_out": 6716,
      "cost_usd": 0.041134
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6640,
      "tokens_in": 1390,
      "tokens_in_cached": 1152,
      "tokens_out": 591,
      "cost_usd": 0.0045980000000000005
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8050,
      "tokens_in": 1383,
      "tokens_in_cached": 1280,
      "tokens_out": 411,
      "cost_usd": 0.0033120000000000003
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 32076,
      "tokens_in": 1381,
      "tokens_in_cached": 1280,
      "tokens_out": 1544,
      "cost_usd": 0.010106
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 23694,
      "tokens_in": 1384,
      "tokens_in_cached": 1280,
      "tokens_out": 1226,
      "cost_usd": 0.008204000000000001
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 31816,
      "tokens_in": 1394,
      "tokens_in_cached": 1152,
      "tokens_out": 1618,
      "cost_usd": 0.010768
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 14765,
      "tokens_in": 1378,
      "tokens_in_cached": 1280,
      "tokens_out": 665,
      "cost_usd": 0.004826
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 13409,
      "tokens_in": 1375,
      "tokens_in_cached": 1280,
      "tokens_out": 881,
      "cost_usd": 0.006116
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 47847,
      "tokens_in": 1381,
      "tokens_in_cached": 1280,
      "tokens_out": 2472,
      "cost_usd": 0.015674
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 133766,
      "tokens_in": 1376,
      "tokens_in_cached": 1280,
      "tokens_out": 7683,
      "cost_usd": 0.04693
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8021,
      "tokens_in": 1386,
      "tokens_in_cached": 1280,
      "tokens_out": 516,
      "cost_usd": 0.003948
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 34178,
      "tokens_in": 1392,
      "tokens_in_cached": 1280,
      "tokens_out": 2028,
      "cost_usd": 0.013031999999999998
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7023,
      "tokens_in": 1358,
      "tokens_in_cached": 1280,
      "tokens_out": 313,
      "cost_usd": 0.002674
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 27337,
      "tokens_in": 1363,
      "tokens_in_cached": 1280,
      "tokens_out": 1423,
      "cost_usd": 0.009344
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 14194,
      "tokens_in": 1353,
      "tokens_in_cached": 1280,
      "tokens_out": 632,
      "cost_usd": 0.004578
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 34496,
      "tokens_in": 1350,
      "tokens_in_cached": 1280,
      "tokens_out": 1621,
      "cost_usd": 0.010506
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 21845,
      "tokens_in": 1353,
      "tokens_in_cached": 1280,
      "tokens_out": 991,
      "cost_usd": 0.006731999999999999
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 50344,
      "tokens_in": 1366,
      "tokens_in_cached": 1280,
      "tokens_out": 2377,
      "cost_usd": 0.015074
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6810,
      "tokens_in": 1367,
      "tokens_in_cached": 1280,
      "tokens_out": 571,
      "cost_usd": 0.00424
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 11686,
      "tokens_in": 1363,
      "tokens_in_cached": 1280,
      "tokens_out": 453,
      "cost_usd": 0.0035240000000000002
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 225510,
      "tokens_in": 1380,
      "tokens_in_cached": 1280,
      "tokens_out": 9501,
      "cost_usd": 0.057846
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 88674,
      "tokens_in": 1363,
      "tokens_in_cached": 1280,
      "tokens_out": 3105,
      "cost_usd": 0.019436000000000002
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6737,
      "tokens_in": 1360,
      "tokens_in_cached": 1280,
      "tokens_out": 414,
      "cost_usd": 0.003284
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 19602,
      "tokens_in": 1360,
      "tokens_in_cached": 1280,
      "tokens_out": 1195,
      "cost_usd": 0.007970000000000001
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 25455,
      "tokens_in": 1364,
      "tokens_in_cached": 1280,
      "tokens_out": 657,
      "cost_usd": 0.00475
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 15488,
      "tokens_in": 1361,
      "tokens_in_cached": 1280,
      "tokens_out": 861,
      "cost_usd": 0.005968
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12689,
      "tokens_in": 1353,
      "tokens_in_cached": 1280,
      "tokens_out": 820,
      "cost_usd": 0.005706
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12380,
      "tokens_in": 1358,
      "tokens_in_cached": 1280,
      "tokens_out": 359,
      "cost_usd": 0.00295
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 11452,
      "tokens_in": 1371,
      "tokens_in_cached": 1280,
      "tokens_out": 808,
      "cost_usd": 0.00567
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5573,
      "tokens_in": 1364,
      "tokens_in_cached": 1280,
      "tokens_out": 548,
      "cost_usd": 0.004096
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6789,
      "tokens_in": 1350,
      "tokens_in_cached": 1280,
      "tokens_out": 432,
      "cost_usd": 0.003372
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 5440,
      "tokens_in": 1359,
      "tokens_in_cached": 1280,
      "tokens_out": 472,
      "cost_usd": 0.00363
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 28667,
      "tokens_in": 1366,
      "tokens_in_cached": 1280,
      "tokens_out": 1063,
      "cost_usd": 0.007189999999999999
    },
    {
      "question_id": "reg-unoosa-core-four-treaties-2025",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 20398,
      "tokens_in": 1376,
      "tokens_in_cached": 1280,
      "tokens_out": 1516,
      "cost_usd": 0.009928
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 16263,
      "tokens_in": 1373,
      "tokens_in_cached": 1280,
      "tokens_out": 581,
      "cost_usd": 0.004312
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 16982,
      "tokens_in": 1366,
      "tokens_in_cached": 1280,
      "tokens_out": 603,
      "cost_usd": 0.00443
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 12334,
      "tokens_in": 1380,
      "tokens_in_cached": 1280,
      "tokens_out": 468,
      "cost_usd": 0.003648
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 20102,
      "tokens_in": 1374,
      "tokens_in_cached": 1152,
      "tokens_out": 776,
      "cost_usd": 0.0056760000000000005
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6815,
      "tokens_in": 1371,
      "tokens_in_cached": 1280,
      "tokens_out": 522,
      "cost_usd": 0.003954
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4976,
      "tokens_in": 1382,
      "tokens_in_cached": 1280,
      "tokens_out": 405,
      "cost_usd": 0.003274
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7259,
      "tokens_in": 1373,
      "tokens_in_cached": 1280,
      "tokens_out": 289,
      "cost_usd": 0.0025599999999999998
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5317,
      "tokens_in": 1370,
      "tokens_in_cached": 1280,
      "tokens_out": 264,
      "cost_usd": 0.0024040000000000003
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7471,
      "tokens_in": 1380,
      "tokens_in_cached": 1280,
      "tokens_out": 427,
      "cost_usd": 0.003402
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 15455,
      "tokens_in": 1377,
      "tokens_in_cached": 1280,
      "tokens_out": 690,
      "cost_usd": 0.004974
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 12524,
      "tokens_in": 1382,
      "tokens_in_cached": 1280,
      "tokens_out": 705,
      "cost_usd": 0.005074
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 5616,
      "tokens_in": 1379,
      "tokens_in_cached": 1280,
      "tokens_out": 368,
      "cost_usd": 0.003046
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 8559,
      "tokens_in": 1397,
      "tokens_in_cached": 1152,
      "tokens_out": 554,
      "cost_usd": 0.00439
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8807,
      "tokens_in": 1380,
      "tokens_in_cached": 1280,
      "tokens_out": 466,
      "cost_usd": 0.003636
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4599,
      "tokens_in": 1391,
      "tokens_in_cached": 1280,
      "tokens_out": 283,
      "cost_usd": 0.0025599999999999998
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 12301,
      "tokens_in": 1407,
      "tokens_in_cached": 1280,
      "tokens_out": 538,
      "cost_usd": 0.004122
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 11270,
      "tokens_in": 1384,
      "tokens_in_cached": 1280,
      "tokens_out": 565,
      "cost_usd": 0.004238
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6663,
      "tokens_in": 1384,
      "tokens_in_cached": 1280,
      "tokens_out": 358,
      "cost_usd": 0.002996
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5401,
      "tokens_in": 1392,
      "tokens_in_cached": 1152,
      "tokens_out": 304,
      "cost_usd": 0.00288
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 16803,
      "tokens_in": 1404,
      "tokens_in_cached": 1280,
      "tokens_out": 858,
      "cost_usd": 0.0060360000000000006
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 7949,
      "tokens_in": 1376,
      "tokens_in_cached": 1280,
      "tokens_out": 464,
      "cost_usd": 0.0036160000000000003
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 13642,
      "tokens_in": 1377,
      "tokens_in_cached": 1280,
      "tokens_out": 690,
      "cost_usd": 0.004974
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 7204,
      "tokens_in": 1382,
      "tokens_in_cached": 1280,
      "tokens_out": 416,
      "cost_usd": 0.00334
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 6665,
      "tokens_in": 1361,
      "tokens_in_cached": 1152,
      "tokens_out": 386,
      "cost_usd": 0.00331
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 6054,
      "tokens_in": 1365,
      "tokens_in_cached": 1280,
      "tokens_out": 361,
      "cost_usd": 0.002976
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 3279,
      "tokens_in": 1380,
      "tokens_in_cached": 1280,
      "tokens_out": 312,
      "cost_usd": 0.002712
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 6565,
      "tokens_in": 1361,
      "tokens_in_cached": 1280,
      "tokens_out": 377,
      "cost_usd": 0.003064
    }
  ]
}