{
  "track": "closed",
  "model": "gpt-oss-20b",
  "provider": "ollama",
  "started_at": "2026-11-06T12:27:53Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "provider-default",
    "grader": "2026-10-31b"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 26829,
      "tokens_in": 173,
      "tokens_out": 686,
      "cost_usd": 0
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 11527,
      "tokens_in": 187,
      "tokens_out": 405,
      "cost_usd": 0
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 9367,
      "tokens_in": 177,
      "tokens_in_cached": 158,
      "tokens_out": 335,
      "cost_usd": 0
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 2136,
      "tokens_in": 182,
      "tokens_in_cached": 162,
      "tokens_out": 72,
      "cost_usd": 0
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 6189,
      "tokens_in": 177,
      "tokens_in_cached": 158,
      "tokens_out": 196,
      "cost_usd": 0
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 25283,
      "tokens_in": 183,
      "tokens_in_cached": 158,
      "tokens_out": 1015,
      "cost_usd": 0
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2376,
      "tokens_in": 180,
      "tokens_in_cached": 157,
      "tokens_out": 85,
      "cost_usd": 0
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 93801,
      "tokens_in": 180,
      "tokens_in_cached": 158,
      "tokens_out": 4585,
      "cost_usd": 0
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 26697,
      "tokens_in": 180,
      "tokens_in_cached": 157,
      "tokens_out": 1278,
      "cost_usd": 0
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 80646,
      "tokens_in": 197,
      "tokens_in_cached": 156,
      "tokens_out": 3179,
      "cost_usd": 0
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8130,
      "tokens_in": 182,
      "tokens_in_cached": 155,
      "tokens_out": 393,
      "cost_usd": 0
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3070,
      "tokens_in": 178,
      "tokens_in_cached": 158,
      "tokens_out": 142,
      "cost_usd": 0
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7371,
      "tokens_in": 184,
      "tokens_in_cached": 165,
      "tokens_out": 359,
      "cost_usd": 0
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7675,
      "tokens_in": 193,
      "tokens_in_cached": 158,
      "tokens_out": 375,
      "cost_usd": 0
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 44416,
      "tokens_in": 198,
      "tokens_in_cached": 158,
      "tokens_out": 1836,
      "cost_usd": 0
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 90532,
      "tokens_in": 179,
      "tokens_in_cached": 157,
      "tokens_out": 3713,
      "cost_usd": 0
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "incorrect",
      "latency_ms": 32953,
      "tokens_in": 185,
      "tokens_in_cached": 157,
      "tokens_out": 1336,
      "cost_usd": 0
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 99474,
      "tokens_in": 194,
      "tokens_in_cached": 156,
      "tokens_out": 3771,
      "cost_usd": 0
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 210884,
      "tokens_in": 209,
      "tokens_in_cached": 155,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 108283,
      "tokens_in": 198,
      "tokens_in_cached": 154,
      "tokens_out": 3932,
      "cost_usd": 0
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 62298,
      "tokens_in": 211,
      "tokens_in_cached": 153,
      "tokens_out": 2176,
      "cost_usd": 0
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 63696,
      "tokens_in": 199,
      "tokens_in_cached": 152,
      "tokens_out": 2112,
      "cost_usd": 0
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 19235,
      "tokens_in": 198,
      "tokens_in_cached": 151,
      "tokens_out": 570,
      "cost_usd": 0
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 16699,
      "tokens_in": 194,
      "tokens_in_cached": 170,
      "tokens_out": 747,
      "cost_usd": 0
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 10005,
      "tokens_in": 211,
      "tokens_in_cached": 150,
      "tokens_out": 440,
      "cost_usd": 0
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 16219,
      "tokens_in": 179,
      "tokens_in_cached": 161,
      "tokens_out": 750,
      "cost_usd": 0
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4178,
      "tokens_in": 188,
      "tokens_in_cached": 157,
      "tokens_out": 139,
      "cost_usd": 0
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 15129,
      "tokens_in": 176,
      "tokens_in_cached": 158,
      "tokens_out": 558,
      "cost_usd": 0
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5395,
      "tokens_in": 180,
      "tokens_in_cached": 160,
      "tokens_out": 158,
      "cost_usd": 0
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 27520,
      "tokens_in": 191,
      "tokens_in_cached": 160,
      "tokens_out": 987,
      "cost_usd": 0
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 2664,
      "tokens_in": 191,
      "tokens_in_cached": 159,
      "tokens_out": 68,
      "cost_usd": 0
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 14161,
      "tokens_in": 190,
      "tokens_in_cached": 157,
      "tokens_out": 464,
      "cost_usd": 0
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5653,
      "tokens_in": 175,
      "tokens_in_cached": 158,
      "tokens_out": 193,
      "cost_usd": 0
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 117047,
      "tokens_in": 190,
      "tokens_in_cached": 161,
      "tokens_out": 4320,
      "cost_usd": 0
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 153265,
      "tokens_in": 175,
      "tokens_out": 2181,
      "cost_usd": 0
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 50336,
      "tokens_in": 175,
      "tokens_out": 2319,
      "cost_usd": 0
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 15800,
      "tokens_in": 191,
      "tokens_out": 672,
      "cost_usd": 0
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 75180,
      "tokens_in": 183,
      "tokens_out": 3052,
      "cost_usd": 0
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 134890,
      "tokens_in": 189,
      "tokens_out": 5771,
      "cost_usd": 0
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 141383,
      "tokens_in": 191,
      "tokens_out": 5771,
      "cost_usd": 0
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 6036,
      "tokens_in": 191,
      "tokens_out": 194,
      "cost_usd": 0
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 6686,
      "tokens_in": 190,
      "tokens_in_cached": 158,
      "tokens_out": 223,
      "cost_usd": 0
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 63750,
      "tokens_in": 186,
      "tokens_in_cached": 162,
      "tokens_out": 2333,
      "cost_usd": 0
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 102047,
      "tokens_in": 196,
      "tokens_in_cached": 157,
      "tokens_out": 4005,
      "cost_usd": 0
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5679,
      "tokens_in": 189,
      "tokens_in_cached": 156,
      "tokens_out": 215,
      "cost_usd": 0
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 34550,
      "tokens_in": 189,
      "tokens_in_cached": 172,
      "tokens_out": 1271,
      "cost_usd": 0
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 7677,
      "tokens_in": 192,
      "tokens_in_cached": 157,
      "tokens_out": 280,
      "cost_usd": 0
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 24470,
      "tokens_in": 186,
      "tokens_in_cached": 158,
      "tokens_out": 1187,
      "cost_usd": 0
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 10279,
      "tokens_in": 199,
      "tokens_in_cached": 157,
      "tokens_out": 517,
      "cost_usd": 0
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 14619,
      "tokens_in": 198,
      "tokens_in_cached": 156,
      "tokens_out": 664,
      "cost_usd": 0
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 12896,
      "tokens_in": 192,
      "tokens_in_cached": 155,
      "tokens_out": 626,
      "cost_usd": 0
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 7223,
      "tokens_in": 196,
      "tokens_in_cached": 154,
      "tokens_out": 318,
      "cost_usd": 0
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 35762,
      "tokens_in": 212,
      "tokens_in_cached": 155,
      "tokens_out": 1538,
      "cost_usd": 0
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 19114,
      "tokens_in": 192,
      "tokens_in_cached": 154,
      "tokens_out": 873,
      "cost_usd": 0
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5272,
      "tokens_in": 239,
      "tokens_in_cached": 153,
      "tokens_out": 258,
      "cost_usd": 0
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6015,
      "tokens_in": 210,
      "tokens_in_cached": 158,
      "tokens_out": 294,
      "cost_usd": 0
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 6287,
      "tokens_in": 196,
      "tokens_in_cached": 161,
      "tokens_out": 243,
      "cost_usd": 0
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 10808,
      "tokens_in": 197,
      "tokens_in_cached": 159,
      "tokens_out": 562,
      "cost_usd": 0
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 7007,
      "tokens_in": 187,
      "tokens_in_cached": 158,
      "tokens_out": 261,
      "cost_usd": 0
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 5944,
      "tokens_in": 203,
      "tokens_in_cached": 158,
      "tokens_out": 266,
      "cost_usd": 0
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 10741,
      "tokens_in": 191,
      "tokens_in_cached": 157,
      "tokens_out": 428,
      "cost_usd": 0
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 14230,
      "tokens_in": 188,
      "tokens_in_cached": 160,
      "tokens_out": 549,
      "cost_usd": 0
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 32425,
      "tokens_in": 201,
      "tokens_in_cached": 157,
      "tokens_out": 1269,
      "cost_usd": 0
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 65099,
      "tokens_in": 231,
      "tokens_in_cached": 157,
      "tokens_out": 2705,
      "cost_usd": 0
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 78834,
      "tokens_in": 222,
      "tokens_in_cached": 156,
      "tokens_out": 2811,
      "cost_usd": 0
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 2933,
      "tokens_in": 216,
      "tokens_in_cached": 155,
      "tokens_out": 102,
      "cost_usd": 0
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 17201,
      "tokens_in": 227,
      "tokens_in_cached": 165,
      "tokens_out": 613,
      "cost_usd": 0
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 181615,
      "tokens_in": 217,
      "tokens_in_cached": 154,
      "tokens_out": 6979,
      "cost_usd": 0
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 13521,
      "tokens_in": 207,
      "tokens_in_cached": 153,
      "tokens_out": 518,
      "cost_usd": 0
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 12813,
      "tokens_in": 241,
      "tokens_in_cached": 152,
      "tokens_out": 452,
      "cost_usd": 0
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 15024,
      "tokens_in": 227,
      "tokens_in_cached": 158,
      "tokens_out": 556,
      "cost_usd": 0
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 15067,
      "tokens_in": 185,
      "tokens_in_cached": 160,
      "tokens_out": 579,
      "cost_usd": 0
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 52570,
      "tokens_in": 187,
      "tokens_in_cached": 160,
      "tokens_out": 2100,
      "cost_usd": 0
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 43517,
      "tokens_in": 188,
      "tokens_in_cached": 159,
      "tokens_out": 1601,
      "cost_usd": 0
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 62982,
      "tokens_in": 188,
      "tokens_in_cached": 158,
      "tokens_out": 2679,
      "cost_usd": 0
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 11419,
      "tokens_in": 184,
      "tokens_in_cached": 157,
      "tokens_out": 419,
      "cost_usd": 0
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 32859,
      "tokens_in": 191,
      "tokens_in_cached": 160,
      "tokens_out": 1259,
      "cost_usd": 0
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 74684,
      "tokens_in": 208,
      "tokens_in_cached": 151,
      "tokens_out": 3012,
      "cost_usd": 0
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 12421,
      "tokens_in": 180,
      "tokens_in_cached": 156,
      "tokens_out": 497,
      "cost_usd": 0
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 69043,
      "tokens_in": 188,
      "tokens_in_cached": 160,
      "tokens_out": 2560,
      "cost_usd": 0
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 31042,
      "tokens_in": 179,
      "tokens_in_cached": 159,
      "tokens_out": 1117,
      "cost_usd": 0
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 51680,
      "tokens_in": 192,
      "tokens_in_cached": 158,
      "tokens_out": 2104,
      "cost_usd": 0
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 19351,
      "tokens_in": 179,
      "tokens_in_cached": 157,
      "tokens_out": 718,
      "cost_usd": 0
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 10562,
      "tokens_in": 187,
      "tokens_in_cached": 156,
      "tokens_out": 364,
      "cost_usd": 0
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 18128,
      "tokens_in": 177,
      "tokens_in_cached": 161,
      "tokens_out": 600,
      "cost_usd": 0
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 10543,
      "tokens_in": 186,
      "tokens_in_cached": 151,
      "tokens_out": 378,
      "cost_usd": 0
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 28058,
      "tokens_in": 176,
      "tokens_in_cached": 155,
      "tokens_out": 1036,
      "cost_usd": 0
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 66536,
      "tokens_in": 176,
      "tokens_in_cached": 154,
      "tokens_out": 2429,
      "cost_usd": 0
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 3841,
      "tokens_in": 181,
      "tokens_in_cached": 153,
      "tokens_out": 127,
      "cost_usd": 0
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 43443,
      "tokens_in": 180,
      "tokens_in_cached": 160,
      "tokens_out": 2281,
      "cost_usd": 0
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 91136,
      "tokens_in": 191,
      "tokens_in_cached": 159,
      "tokens_out": 3906,
      "cost_usd": 0
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 12687,
      "tokens_in": 178,
      "tokens_in_cached": 158,
      "tokens_out": 662,
      "cost_usd": 0
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "truncated",
      "latency_ms": 189197,
      "tokens_in": 185,
      "tokens_in_cached": 157,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 17727,
      "tokens_in": 180,
      "tokens_in_cached": 156,
      "tokens_out": 695,
      "cost_usd": 0
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 57259,
      "tokens_in": 200,
      "tokens_in_cached": 155,
      "tokens_out": 2260,
      "cost_usd": 0
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10023,
      "tokens_in": 184,
      "tokens_in_cached": 151,
      "tokens_out": 376,
      "cost_usd": 0
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 9872,
      "tokens_in": 190,
      "tokens_in_cached": 158,
      "tokens_out": 384,
      "cost_usd": 0
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 74209,
      "tokens_in": 187,
      "tokens_in_cached": 160,
      "tokens_out": 3181,
      "cost_usd": 0
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 50287,
      "tokens_in": 194,
      "tokens_in_cached": 159,
      "tokens_out": 1985,
      "cost_usd": 0
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 67656,
      "tokens_in": 195,
      "tokens_in_cached": 158,
      "tokens_out": 2541,
      "cost_usd": 0
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 4753,
      "tokens_in": 196,
      "tokens_in_cached": 157,
      "tokens_out": 159,
      "cost_usd": 0
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 83274,
      "tokens_in": 198,
      "tokens_in_cached": 160,
      "tokens_out": 2940,
      "cost_usd": 0
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 44169,
      "tokens_in": 213,
      "tokens_in_cached": 150,
      "tokens_out": 1514,
      "cost_usd": 0
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 46450,
      "tokens_in": 192,
      "tokens_in_cached": 157,
      "tokens_out": 2284,
      "cost_usd": 0
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 30644,
      "tokens_in": 195,
      "tokens_in_cached": 156,
      "tokens_out": 1457,
      "cost_usd": 0
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 12957,
      "tokens_in": 214,
      "tokens_in_cached": 155,
      "tokens_out": 763,
      "cost_usd": 0
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 7582,
      "tokens_in": 196,
      "tokens_in_cached": 154,
      "tokens_out": 426,
      "cost_usd": 0
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 152669,
      "tokens_in": 211,
      "tokens_in_cached": 160,
      "tokens_out": 6637,
      "cost_usd": 0
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 67881,
      "tokens_in": 202,
      "tokens_in_cached": 159,
      "tokens_out": 2937,
      "cost_usd": 0
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 43150,
      "tokens_in": 201,
      "tokens_in_cached": 158,
      "tokens_out": 1603,
      "cost_usd": 0
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 172846,
      "tokens_in": 195,
      "tokens_in_cached": 157,
      "tokens_out": 7559,
      "cost_usd": 0
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 65092,
      "tokens_in": 217,
      "tokens_in_cached": 153,
      "tokens_out": 2407,
      "cost_usd": 0
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 78465,
      "tokens_in": 214,
      "tokens_in_cached": 152,
      "tokens_out": 2987,
      "cost_usd": 0
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 33129,
      "tokens_in": 211,
      "tokens_in_cached": 151,
      "tokens_out": 1353,
      "cost_usd": 0
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 7840,
      "tokens_in": 177,
      "tokens_in_cached": 150,
      "tokens_out": 310,
      "cost_usd": 0
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "incorrect",
      "latency_ms": 23244,
      "tokens_in": 181,
      "tokens_in_cached": 158,
      "tokens_out": 1191,
      "cost_usd": 0
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 5339,
      "tokens_in": 188,
      "tokens_in_cached": 149,
      "tokens_out": 402,
      "cost_usd": 0
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "incorrect",
      "latency_ms": 8288,
      "tokens_in": 180,
      "tokens_in_cached": 161,
      "tokens_out": 722,
      "cost_usd": 0
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 31704,
      "tokens_in": 186,
      "tokens_in_cached": 148,
      "tokens_out": 1246,
      "cost_usd": 0
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 16931,
      "tokens_in": 201,
      "tokens_in_cached": 153,
      "tokens_out": 1084,
      "cost_usd": 0
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 8376,
      "tokens_in": 199,
      "tokens_in_cached": 152,
      "tokens_out": 726,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 24939,
      "tokens_in": 196,
      "tokens_in_cached": 151,
      "tokens_out": 1294,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 38799,
      "tokens_in": 193,
      "tokens_in_cached": 150,
      "tokens_out": 1837,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 21604,
      "tokens_in": 193,
      "tokens_in_cached": 149,
      "tokens_out": 916,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 19206,
      "tokens_in": 193,
      "tokens_in_cached": 148,
      "tokens_out": 737,
      "cost_usd": 0
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 48805,
      "tokens_in": 194,
      "tokens_in_cached": 147,
      "tokens_out": 1737,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 23456,
      "tokens_in": 213,
      "tokens_in_cached": 146,
      "tokens_out": 1017,
      "cost_usd": 0
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 17022,
      "tokens_in": 200,
      "tokens_in_cached": 145,
      "tokens_out": 640,
      "cost_usd": 0
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 28653,
      "tokens_in": 193,
      "tokens_in_cached": 144,
      "tokens_out": 945,
      "cost_usd": 0
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 8411,
      "tokens_in": 178,
      "tokens_in_cached": 143,
      "tokens_out": 260,
      "cost_usd": 0
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 5962,
      "tokens_in": 193,
      "tokens_in_cached": 160,
      "tokens_out": 237,
      "cost_usd": 0
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 15841,
      "tokens_in": 228,
      "tokens_in_cached": 158,
      "tokens_out": 756,
      "cost_usd": 0
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 18145,
      "tokens_in": 187,
      "tokens_in_cached": 157,
      "tokens_out": 695,
      "cost_usd": 0
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 12899,
      "tokens_in": 186,
      "tokens_in_cached": 156,
      "tokens_out": 435,
      "cost_usd": 0
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 41327,
      "tokens_in": 192,
      "tokens_in_cached": 159,
      "tokens_out": 1662,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 16033,
      "tokens_in": 186,
      "tokens_in_cached": 142,
      "tokens_out": 647,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 9392,
      "tokens_in": 190,
      "tokens_in_cached": 141,
      "tokens_out": 434,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 21563,
      "tokens_in": 192,
      "tokens_in_cached": 158,
      "tokens_out": 1065,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4427,
      "tokens_in": 200,
      "tokens_in_cached": 157,
      "tokens_out": 207,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 108795,
      "tokens_in": 220,
      "tokens_in_cached": 158,
      "tokens_out": 4616,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 18724,
      "tokens_in": 190,
      "tokens_in_cached": 156,
      "tokens_out": 731,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 43362,
      "tokens_in": 201,
      "tokens_in_cached": 142,
      "tokens_out": 1730,
      "cost_usd": 0
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 31635,
      "tokens_in": 191,
      "tokens_in_cached": 155,
      "tokens_out": 1546,
      "cost_usd": 0
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 33747,
      "tokens_in": 235,
      "tokens_in_cached": 154,
      "tokens_out": 1311,
      "cost_usd": 0
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 47111,
      "tokens_in": 233,
      "tokens_in_cached": 153,
      "tokens_out": 1902,
      "cost_usd": 0
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 20029,
      "tokens_in": 223,
      "tokens_in_cached": 152,
      "tokens_out": 619,
      "cost_usd": 0
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 10546,
      "tokens_in": 229,
      "tokens_in_cached": 151,
      "tokens_out": 524,
      "cost_usd": 0
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 21898,
      "tokens_in": 213,
      "tokens_in_cached": 158,
      "tokens_out": 1073,
      "cost_usd": 0
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 32679,
      "tokens_in": 206,
      "tokens_in_cached": 157,
      "tokens_out": 1321,
      "cost_usd": 0
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 42760,
      "tokens_in": 201,
      "tokens_in_cached": 156,
      "tokens_out": 1594,
      "cost_usd": 0
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 11589,
      "tokens_in": 221,
      "tokens_in_cached": 155,
      "tokens_out": 363,
      "cost_usd": 0
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 62173,
      "tokens_in": 202,
      "tokens_in_cached": 158,
      "tokens_out": 1867,
      "cost_usd": 0
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 11193,
      "tokens_in": 206,
      "tokens_in_cached": 154,
      "tokens_out": 195,
      "cost_usd": 0
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 21210,
      "tokens_in": 205,
      "tokens_in_cached": 158,
      "tokens_out": 891,
      "cost_usd": 0
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 13698,
      "tokens_in": 210,
      "tokens_in_cached": 157,
      "tokens_out": 409,
      "cost_usd": 0
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 6898,
      "tokens_in": 188,
      "tokens_in_cached": 153,
      "tokens_out": 120,
      "cost_usd": 0
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 47882,
      "tokens_in": 223,
      "tokens_in_cached": 158,
      "tokens_out": 2427,
      "cost_usd": 0
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 8522,
      "tokens_in": 193,
      "tokens_in_cached": 157,
      "tokens_out": 299,
      "cost_usd": 0
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 7183,
      "tokens_in": 222,
      "tokens_in_cached": 162,
      "tokens_out": 236,
      "cost_usd": 0
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 26952,
      "tokens_in": 212,
      "tokens_in_cached": 158,
      "tokens_out": 1426,
      "cost_usd": 0
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 16624,
      "tokens_in": 206,
      "tokens_in_cached": 157,
      "tokens_out": 556,
      "cost_usd": 0
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 13292,
      "tokens_in": 184,
      "tokens_in_cached": 158,
      "tokens_out": 442,
      "cost_usd": 0
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4595,
      "tokens_in": 209,
      "tokens_in_cached": 163,
      "tokens_out": 176,
      "cost_usd": 0
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 15412,
      "tokens_in": 222,
      "tokens_in_cached": 163,
      "tokens_out": 820,
      "cost_usd": 0
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 21274,
      "tokens_in": 231,
      "tokens_in_cached": 162,
      "tokens_out": 649,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5091,
      "tokens_in": 189,
      "tokens_in_cached": 156,
      "tokens_out": 131,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 24275,
      "tokens_in": 200,
      "tokens_in_cached": 158,
      "tokens_out": 855,
      "cost_usd": 0
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 103480,
      "tokens_in": 182,
      "tokens_out": 4338,
      "cost_usd": 0
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 34582,
      "tokens_in": 172,
      "tokens_out": 2303,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2405,
      "tokens_in": 192,
      "tokens_out": 202,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 1684,
      "tokens_in": 185,
      "tokens_in_cached": 162,
      "tokens_out": 147,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 1634,
      "tokens_in": 189,
      "tokens_in_cached": 160,
      "tokens_out": 145,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 1624,
      "tokens_in": 186,
      "tokens_in_cached": 158,
      "tokens_out": 137,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 24315,
      "tokens_in": 195,
      "tokens_in_cached": 158,
      "tokens_out": 2173,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 15910,
      "tokens_in": 195,
      "tokens_in_cached": 157,
      "tokens_out": 1503,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 2955,
      "tokens_in": 197,
      "tokens_in_cached": 156,
      "tokens_out": 295,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 8829,
      "tokens_in": 194,
      "tokens_in_cached": 158,
      "tokens_out": 700,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 17069,
      "tokens_in": 194,
      "tokens_in_cached": 157,
      "tokens_out": 1597,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 6557,
      "tokens_in": 184,
      "tokens_in_cached": 156,
      "tokens_out": 577,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 6747,
      "tokens_in": 193,
      "tokens_in_cached": 157,
      "tokens_out": 900,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 1773,
      "tokens_in": 184,
      "tokens_in_cached": 156,
      "tokens_out": 302,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5614,
      "tokens_in": 190,
      "tokens_in_cached": 175,
      "tokens_out": 785,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3897,
      "tokens_in": 191,
      "tokens_in_cached": 174,
      "tokens_out": 453,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 4707,
      "tokens_in": 186,
      "tokens_in_cached": 155,
      "tokens_out": 854,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 12169,
      "tokens_in": 195,
      "tokens_in_cached": 154,
      "tokens_out": 1699,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3368,
      "tokens_in": 203,
      "tokens_in_cached": 153,
      "tokens_out": 375,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 683,
      "tokens_in": 185,
      "tokens_in_cached": 158,
      "tokens_out": 82,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4920,
      "tokens_in": 201,
      "tokens_in_cached": 158,
      "tokens_out": 657,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 2020,
      "tokens_in": 202,
      "tokens_in_cached": 157,
      "tokens_out": 264,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4249,
      "tokens_in": 202,
      "tokens_in_cached": 176,
      "tokens_out": 559,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 1400,
      "tokens_in": 191,
      "tokens_in_cached": 160,
      "tokens_out": 174,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 2946,
      "tokens_in": 182,
      "tokens_in_cached": 158,
      "tokens_out": 383,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 3026,
      "tokens_in": 192,
      "tokens_in_cached": 158,
      "tokens_out": 410,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 4073,
      "tokens_in": 206,
      "tokens_in_cached": 158,
      "tokens_out": 730,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 879,
      "tokens_in": 188,
      "tokens_in_cached": 155,
      "tokens_out": 135,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 3161,
      "tokens_in": 207,
      "tokens_in_cached": 159,
      "tokens_out": 577,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 4129,
      "tokens_in": 193,
      "tokens_in_cached": 158,
      "tokens_out": 559,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 1133,
      "tokens_in": 188,
      "tokens_in_cached": 155,
      "tokens_out": 182,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6282,
      "tokens_in": 192,
      "tokens_in_cached": 158,
      "tokens_out": 1142,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 7214,
      "tokens_in": 186,
      "tokens_in_cached": 157,
      "tokens_out": 1330,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2036,
      "tokens_in": 198,
      "tokens_in_cached": 156,
      "tokens_out": 366,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4502,
      "tokens_in": 187,
      "tokens_in_cached": 158,
      "tokens_out": 671,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 1771,
      "tokens_in": 183,
      "tokens_in_cached": 173,
      "tokens_out": 307,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 1567,
      "tokens_in": 200,
      "tokens_in_cached": 159,
      "tokens_out": 278,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 6020,
      "tokens_in": 198,
      "tokens_in_cached": 176,
      "tokens_out": 1024,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 21201,
      "tokens_in": 205,
      "tokens_out": 2322,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 2483,
      "tokens_in": 215,
      "tokens_out": 229,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 11433,
      "tokens_in": 193,
      "tokens_in_cached": 158,
      "tokens_out": 1438,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 2631,
      "tokens_in": 201,
      "tokens_in_cached": 157,
      "tokens_out": 467,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 1087,
      "tokens_in": 213,
      "tokens_in_cached": 158,
      "tokens_out": 188,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 2460,
      "tokens_in": 212,
      "tokens_in_cached": 158,
      "tokens_out": 439,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3653,
      "tokens_in": 213,
      "tokens_in_cached": 158,
      "tokens_out": 669,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 11001,
      "tokens_in": 196,
      "tokens_in_cached": 157,
      "tokens_out": 1987,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 1218,
      "tokens_in": 192,
      "tokens_out": 144,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 25080,
      "tokens_in": 210,
      "tokens_in_cached": 158,
      "tokens_out": 2190,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 11612,
      "tokens_in": 192,
      "tokens_in_cached": 157,
      "tokens_out": 948,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 9870,
      "tokens_in": 184,
      "tokens_in_cached": 156,
      "tokens_out": 697,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 7802,
      "tokens_in": 189,
      "tokens_in_cached": 155,
      "tokens_out": 599,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 4746,
      "tokens_in": 176,
      "tokens_in_cached": 158,
      "tokens_out": 179,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 9139,
      "tokens_in": 204,
      "tokens_in_cached": 158,
      "tokens_out": 1207,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 13474,
      "tokens_in": 190,
      "tokens_in_cached": 157,
      "tokens_out": 1323,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 12806,
      "tokens_in": 189,
      "tokens_in_cached": 156,
      "tokens_out": 1090,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 11710,
      "tokens_in": 205,
      "tokens_in_cached": 155,
      "tokens_out": 1041,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5645,
      "tokens_in": 194,
      "tokens_in_cached": 154,
      "tokens_out": 509,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 1095,
      "tokens_in": 185,
      "tokens_in_cached": 156,
      "tokens_out": 106,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4542,
      "tokens_in": 189,
      "tokens_in_cached": 169,
      "tokens_out": 427,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 27130,
      "tokens_in": 195,
      "tokens_in_cached": 158,
      "tokens_out": 2148,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 10165,
      "tokens_in": 199,
      "tokens_in_cached": 157,
      "tokens_out": 945,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 16219,
      "tokens_in": 197,
      "tokens_in_cached": 156,
      "tokens_out": 1381,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6690,
      "tokens_in": 192,
      "tokens_in_cached": 155,
      "tokens_out": 558,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8535,
      "tokens_in": 194,
      "tokens_in_cached": 158,
      "tokens_out": 716,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 11988,
      "tokens_in": 198,
      "tokens_in_cached": 157,
      "tokens_out": 983,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 17872,
      "tokens_in": 200,
      "tokens_in_cached": 156,
      "tokens_out": 1265,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2815,
      "tokens_in": 183,
      "tokens_in_cached": 159,
      "tokens_out": 184,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7254,
      "tokens_in": 188,
      "tokens_in_cached": 169,
      "tokens_out": 356,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 5880,
      "tokens_in": 188,
      "tokens_in_cached": 156,
      "tokens_out": 372,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 8881,
      "tokens_in": 196,
      "tokens_in_cached": 158,
      "tokens_out": 699,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2974,
      "tokens_in": 189,
      "tokens_in_cached": 158,
      "tokens_out": 257,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 4459,
      "tokens_in": 206,
      "tokens_out": 339,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 1460,
      "tokens_in": 204,
      "tokens_in_cached": 164,
      "tokens_out": 117,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6955,
      "tokens_in": 205,
      "tokens_in_cached": 174,
      "tokens_out": 490,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 19513,
      "tokens_in": 207,
      "tokens_in_cached": 158,
      "tokens_out": 1332,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 12264,
      "tokens_in": 215,
      "tokens_in_cached": 157,
      "tokens_out": 915,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 27060,
      "tokens_in": 205,
      "tokens_in_cached": 156,
      "tokens_out": 2083,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 5970,
      "tokens_in": 206,
      "tokens_in_cached": 155,
      "tokens_out": 409,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 13375,
      "tokens_in": 215,
      "tokens_in_cached": 158,
      "tokens_out": 814,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 9112,
      "tokens_in": 208,
      "tokens_out": 701,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 9988,
      "tokens_in": 207,
      "tokens_in_cached": 157,
      "tokens_out": 653,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 10682,
      "tokens_in": 210,
      "tokens_in_cached": 156,
      "tokens_out": 704,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 13151,
      "tokens_in": 218,
      "tokens_in_cached": 155,
      "tokens_out": 937,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7686,
      "tokens_in": 202,
      "tokens_in_cached": 154,
      "tokens_out": 464,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 10345,
      "tokens_in": 203,
      "tokens_in_cached": 158,
      "tokens_out": 736,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 4392,
      "tokens_in": 206,
      "tokens_in_cached": 157,
      "tokens_out": 254,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 21375,
      "tokens_in": 202,
      "tokens_in_cached": 158,
      "tokens_out": 1454,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 1549,
      "tokens_in": 212,
      "tokens_in_cached": 157,
      "tokens_out": 112,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 35931,
      "tokens_in": 217,
      "tokens_in_cached": 158,
      "tokens_out": 2747,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 1641,
      "tokens_in": 187,
      "tokens_in_cached": 158,
      "tokens_out": 112,
      "cost_usd": 0
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 6601,
      "tokens_in": 190,
      "tokens_in_cached": 156,
      "tokens_out": 582,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 7959,
      "tokens_in": 182,
      "tokens_in_cached": 158,
      "tokens_out": 816,
      "cost_usd": 0
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2778,
      "tokens_in": 179,
      "tokens_in_cached": 156,
      "tokens_out": 369,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 1097,
      "tokens_in": 182,
      "tokens_in_cached": 155,
      "tokens_out": 139,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 8005,
      "tokens_in": 194,
      "tokens_in_cached": 158,
      "tokens_out": 1167,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 11714,
      "tokens_in": 195,
      "tokens_in_cached": 158,
      "tokens_out": 1505,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 15381,
      "tokens_in": 191,
      "tokens_in_cached": 157,
      "tokens_out": 1597,
      "cost_usd": 0
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 12966,
      "tokens_in": 206,
      "tokens_in_cached": 156,
      "tokens_out": 1109,
      "cost_usd": 0
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 16999,
      "tokens_in": 189,
      "tokens_in_cached": 155,
      "tokens_out": 1349,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 21426,
      "tokens_in": 189,
      "tokens_in_cached": 157,
      "tokens_out": 1533,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 12574,
      "tokens_in": 186,
      "tokens_out": 851,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6155,
      "tokens_in": 192,
      "tokens_out": 552,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 11020,
      "tokens_in": 191,
      "tokens_in_cached": 158,
      "tokens_out": 841,
      "cost_usd": 0
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 2300,
      "tokens_in": 181,
      "tokens_in_cached": 157,
      "tokens_out": 222,
      "cost_usd": 0
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 5952,
      "tokens_in": 187,
      "tokens_in_cached": 158,
      "tokens_out": 760,
      "cost_usd": 0
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4262,
      "tokens_in": 199,
      "tokens_in_cached": 157,
      "tokens_out": 531,
      "cost_usd": 0
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 7803,
      "tokens_in": 195,
      "tokens_in_cached": 159,
      "tokens_out": 906,
      "cost_usd": 0
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 6107,
      "tokens_in": 179,
      "tokens_in_cached": 158,
      "tokens_out": 322,
      "cost_usd": 0
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 2611,
      "tokens_in": 188,
      "tokens_in_cached": 159,
      "tokens_out": 189,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 8560,
      "tokens_in": 194,
      "tokens_in_cached": 158,
      "tokens_out": 773,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-core-four-treaties-2025",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 7075,
      "tokens_in": 205,
      "tokens_in_cached": 157,
      "tokens_out": 919,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 3135,
      "tokens_in": 201,
      "tokens_in_cached": 156,
      "tokens_out": 553,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 2150,
      "tokens_in": 196,
      "tokens_in_cached": 158,
      "tokens_out": 385,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 9287,
      "tokens_in": 210,
      "tokens_in_cached": 158,
      "tokens_out": 1700,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 5373,
      "tokens_in": 204,
      "tokens_in_cached": 157,
      "tokens_out": 969,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 7102,
      "tokens_in": 199,
      "tokens_in_cached": 156,
      "tokens_out": 1281,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 502,
      "tokens_in": 210,
      "tokens_in_cached": 155,
      "tokens_out": 77,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2635,
      "tokens_in": 203,
      "tokens_in_cached": 158,
      "tokens_out": 450,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 1784,
      "tokens_in": 194,
      "tokens_in_cached": 160,
      "tokens_out": 302,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8552,
      "tokens_in": 208,
      "tokens_in_cached": 158,
      "tokens_out": 1124,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 2643,
      "tokens_in": 206,
      "tokens_in_cached": 157,
      "tokens_out": 243,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "incorrect",
      "latency_ms": 6709,
      "tokens_in": 209,
      "tokens_in_cached": 158,
      "tokens_out": 817,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 16345,
      "tokens_in": 209,
      "tokens_in_cached": 157,
      "tokens_out": 2537,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 10219,
      "tokens_in": 226,
      "tokens_in_cached": 157,
      "tokens_out": 1704,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6016,
      "tokens_in": 208,
      "tokens_in_cached": 159,
      "tokens_out": 656,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 1815,
      "tokens_in": 221,
      "tokens_in_cached": 157,
      "tokens_out": 225,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 15505,
      "tokens_in": 236,
      "tokens_in_cached": 158,
      "tokens_out": 1622,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 38340,
      "tokens_in": 215,
      "tokens_in_cached": 157,
      "tokens_out": 4911,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 1075,
      "tokens_in": 212,
      "tokens_in_cached": 156,
      "tokens_out": 134,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2376,
      "tokens_in": 220,
      "tokens_in_cached": 158,
      "tokens_out": 254,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4976,
      "tokens_in": 232,
      "tokens_in_cached": 158,
      "tokens_out": 421,
      "cost_usd": 0
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 10221,
      "tokens_in": 204,
      "tokens_in_cached": 159,
      "tokens_out": 1314,
      "cost_usd": 0
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 6118,
      "tokens_in": 205,
      "tokens_in_cached": 158,
      "tokens_out": 700,
      "cost_usd": 0
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 2469,
      "tokens_in": 209,
      "tokens_in_cached": 157,
      "tokens_out": 295,
      "cost_usd": 0
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 4910,
      "tokens_in": 188,
      "tokens_in_cached": 158,
      "tokens_out": 600,
      "cost_usd": 0
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 1538,
      "tokens_in": 193,
      "tokens_in_cached": 161,
      "tokens_out": 178,
      "cost_usd": 0
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 2380,
      "tokens_in": 207,
      "tokens_in_cached": 158,
      "tokens_out": 285,
      "cost_usd": 0
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 3371,
      "tokens_in": 189,
      "tokens_in_cached": 160,
      "tokens_out": 406,
      "cost_usd": 0
    }
  ]
}