{
  "track": "mcp",
  "model": "claude-sonnet-5.5",
  "provider": "claude-code",
  "started_at": "2026-11-06T00:37:47Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "claude-code-default",
    "max_tool_turns": 8,
    "grader": "2026-10-31b",
    "harness": "2.1.318 (Claude Code)",
    "tools": "orbit-sentinel-mcp v0.10.0"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5638,
      "tokens_in": 30531,
      "tokens_in_cached": 14848,
      "tokens_out": 422,
      "tool_calls": 1,
      "cost_usd": 0.0684288
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 3015,
      "tokens_in": 14867,
      "tokens_in_cached": 12765,
      "tokens_out": 197,
      "cost_usd": 0.0116505
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5036,
      "tokens_in": 30552,
      "tokens_in_cached": 27618,
      "tokens_out": 367,
      "tool_calls": 2,
      "cost_usd": 0.0181598
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 3056,
      "tokens_in": 14859,
      "tokens_in_cached": 12765,
      "tokens_out": 172,
      "cost_usd": 0.0113685
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 4677,
      "tokens_in": 30404,
      "tokens_in_cached": 27621,
      "tokens_out": 298,
      "tool_calls": 1,
      "cost_usd": 0.016866100000000002
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3156,
      "tokens_in": 14868,
      "tokens_in_cached": 12765,
      "tokens_out": 221,
      "cost_usd": 0.0118945
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2814,
      "tokens_in": 14860,
      "tokens_in_cached": 12765,
      "tokens_out": 156,
      "cost_usd": 0.0112125
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7550,
      "tokens_in": 14865,
      "tokens_in_cached": 12765,
      "tokens_out": 966,
      "cost_usd": 0.019332500000000002
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3023,
      "tokens_in": 14861,
      "tokens_in_cached": 12765,
      "tokens_out": 194,
      "cost_usd": 0.0115965
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5863,
      "tokens_in": 14885,
      "tokens_in_cached": 12765,
      "tokens_out": 708,
      "cost_usd": 0.0168325
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2863,
      "tokens_in": 14863,
      "tokens_in_cached": 12765,
      "tokens_out": 116,
      "cost_usd": 0.0108245
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3143,
      "tokens_in": 14855,
      "tokens_in_cached": 12765,
      "tokens_out": 108,
      "cost_usd": 0.0107125
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4349,
      "tokens_in": 14866,
      "tokens_in_cached": 12765,
      "tokens_out": 393,
      "cost_usd": 0.0136065
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2807,
      "tokens_in": 14877,
      "tokens_in_cached": 12765,
      "tokens_out": 206,
      "cost_usd": 0.0117805
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8708,
      "tokens_in": 14894,
      "tokens_in_cached": 12765,
      "tokens_out": 1085,
      "cost_usd": 0.0206385
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8237,
      "tokens_in": 14861,
      "tokens_in_cached": 12765,
      "tokens_out": 986,
      "cost_usd": 0.0195165
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3664,
      "tokens_in": 14865,
      "tokens_in_cached": 12765,
      "tokens_out": 272,
      "cost_usd": 0.0123925
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4278,
      "tokens_in": 14881,
      "tokens_in_cached": 12765,
      "tokens_out": 386,
      "cost_usd": 0.013596500000000001
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3978,
      "tokens_in": 14911,
      "tokens_in_cached": 12765,
      "tokens_out": 293,
      "cost_usd": 0.012786500000000001
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4412,
      "tokens_in": 14887,
      "tokens_in_cached": 12765,
      "tokens_out": 407,
      "cost_usd": 0.013830499999999999
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3471,
      "tokens_in": 14908,
      "tokens_in_cached": 12765,
      "tokens_out": 231,
      "cost_usd": 0.0121545
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4239,
      "tokens_in": 14886,
      "tokens_in_cached": 12765,
      "tokens_out": 355,
      "cost_usd": 0.013306499999999999
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2621,
      "tokens_in": 14879,
      "tokens_in_cached": 12765,
      "tokens_out": 155,
      "cost_usd": 0.0112785
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2680,
      "tokens_in": 14871,
      "tokens_in_cached": 12765,
      "tokens_out": 141,
      "cost_usd": 0.0111065
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "incorrect",
      "latency_ms": 2529,
      "tokens_in": 14905,
      "tokens_in_cached": 12765,
      "tokens_out": 107,
      "cost_usd": 0.0109025
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4937,
      "tokens_in": 30062,
      "tokens_in_cached": 27621,
      "tokens_out": 170,
      "tool_calls": 1,
      "cost_usd": 0.014218100000000001
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2552,
      "tokens_in": 14862,
      "tokens_in_cached": 12765,
      "tokens_out": 117,
      "cost_usd": 0.0108305
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4588,
      "tokens_in": 29871,
      "tokens_in_cached": 27615,
      "tokens_out": 233,
      "tool_calls": 1,
      "cost_usd": 0.0141075
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6804,
      "tokens_in": 29865,
      "tokens_in_cached": 27623,
      "tokens_out": 222,
      "tool_calls": 1,
      "cost_usd": 0.0139423
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3584,
      "tokens_in": 29868,
      "tokens_in_cached": 27632,
      "tokens_out": 194,
      "tool_calls": 1,
      "cost_usd": 0.0136392
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3691,
      "tokens_in": 29891,
      "tokens_in_cached": 27630,
      "tokens_out": 213,
      "tool_calls": 1,
      "cost_usd": 0.013929
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3279,
      "tokens_in": 30061,
      "tokens_in_cached": 27641,
      "tokens_out": 177,
      "tool_calls": 1,
      "cost_usd": 0.014206100000000001
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5740,
      "tokens_in": 30494,
      "tokens_in_cached": 27618,
      "tokens_out": 314,
      "tool_calls": 1,
      "cost_usd": 0.017397799999999998
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4186,
      "tokens_in": 30056,
      "tokens_in_cached": 27637,
      "tokens_out": 161,
      "tool_calls": 1,
      "cost_usd": 0.0140417
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3456,
      "tokens_in": 30021,
      "tokens_in_cached": 27622,
      "tokens_out": 161,
      "tool_calls": 1,
      "cost_usd": 0.0139602
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4381,
      "tokens_in": 30038,
      "tokens_in_cached": 27612,
      "tokens_out": 210,
      "tool_calls": 1,
      "cost_usd": 0.014557200000000001
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4012,
      "tokens_in": 30023,
      "tokens_in_cached": 27618,
      "tokens_out": 245,
      "tool_calls": 1,
      "cost_usd": 0.014823800000000002
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3656,
      "tokens_in": 30004,
      "tokens_in_cached": 27614,
      "tokens_out": 168,
      "tool_calls": 1,
      "cost_usd": 0.0139934
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3436,
      "tokens_in": 30075,
      "tokens_in_cached": 27642,
      "tokens_out": 150,
      "tool_calls": 1,
      "cost_usd": 0.013988200000000001
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3371,
      "tokens_in": 30067,
      "tokens_in_cached": 27633,
      "tokens_out": 139,
      "tool_calls": 1,
      "cost_usd": 0.0138813
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3690,
      "tokens_in": 30066,
      "tokens_in_cached": 27636,
      "tokens_out": 197,
      "tool_calls": 1,
      "cost_usd": 0.0144456
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5081,
      "tokens_in": 30062,
      "tokens_in_cached": 27633,
      "tokens_out": 176,
      "tool_calls": 1,
      "cost_usd": 0.014231299999999999
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4080,
      "tokens_in": 30030,
      "tokens_in_cached": 27632,
      "tokens_out": 260,
      "tool_calls": 1,
      "cost_usd": 0.0149472
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3742,
      "tokens_in": 30060,
      "tokens_in_cached": 27645,
      "tokens_out": 137,
      "tool_calls": 1,
      "cost_usd": 0.0137865
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3253,
      "tokens_in": 30054,
      "tokens_in_cached": 27638,
      "tokens_out": 151,
      "tool_calls": 1,
      "cost_usd": 0.0139298
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3986,
      "tokens_in": 29858,
      "tokens_in_cached": 27637,
      "tokens_out": 200,
      "tool_calls": 1,
      "cost_usd": 0.0136397
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6238,
      "tokens_in": 45328,
      "tokens_in_cached": 42653,
      "tokens_out": 582,
      "tool_calls": 3,
      "cost_usd": 0.0207733
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4301,
      "tokens_in": 29894,
      "tokens_in_cached": 27632,
      "tokens_out": 261,
      "tool_calls": 1,
      "cost_usd": 0.014413200000000001
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4533,
      "tokens_in": 30081,
      "tokens_in_cached": 27647,
      "tokens_out": 126,
      "tool_calls": 1,
      "cost_usd": 0.0137527
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4138,
      "tokens_in": 30069,
      "tokens_in_cached": 27632,
      "tokens_out": 172,
      "tool_calls": 1,
      "cost_usd": 0.0142232
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4101,
      "tokens_in": 30083,
      "tokens_in_cached": 27654,
      "tokens_out": 162,
      "tool_calls": 1,
      "cost_usd": 0.014093399999999999
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4011,
      "tokens_in": 30106,
      "tokens_in_cached": 27665,
      "tokens_out": 159,
      "tool_calls": 1,
      "cost_usd": 0.0141125
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4371,
      "tokens_in": 30082,
      "tokens_in_cached": 27645,
      "tokens_out": 190,
      "tool_calls": 1,
      "cost_usd": 0.0144045
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4954,
      "tokens_in": 30187,
      "tokens_in_cached": 27648,
      "tokens_out": 299,
      "tool_calls": 1,
      "cost_usd": 0.0159028
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4975,
      "tokens_in": 30010,
      "tokens_in_cached": 27661,
      "tokens_out": 344,
      "tool_calls": 1,
      "cost_usd": 0.015594100000000001
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5509,
      "tokens_in": 30184,
      "tokens_in_cached": 27641,
      "tokens_out": 530,
      "tool_calls": 2,
      "cost_usd": 0.0182281
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7725,
      "tokens_in": 46318,
      "tokens_in_cached": 43124,
      "tokens_out": 945,
      "tool_calls": 4,
      "cost_usd": 0.0265264
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5168,
      "tokens_in": 30212,
      "tokens_in_cached": 27664,
      "tokens_out": 394,
      "tool_calls": 2,
      "cost_usd": 0.0168904
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3809,
      "tokens_in": 30221,
      "tokens_in_cached": 27647,
      "tokens_out": 175,
      "tool_calls": 1,
      "cost_usd": 0.014802700000000002
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3901,
      "tokens_in": 30169,
      "tokens_in_cached": 27654,
      "tokens_out": 244,
      "tool_calls": 1,
      "cost_usd": 0.0152574
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4142,
      "tokens_in": 30071,
      "tokens_in_cached": 27643,
      "tokens_out": 160,
      "tool_calls": 1,
      "cost_usd": 0.014068299999999999
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5141,
      "tokens_in": 30375,
      "tokens_in_cached": 27669,
      "tokens_out": 186,
      "tool_calls": 1,
      "cost_usd": 0.015442899999999999
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3798,
      "tokens_in": 30065,
      "tokens_in_cached": 27644,
      "tokens_out": 173,
      "tool_calls": 1,
      "cost_usd": 0.014170400000000001
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4090,
      "tokens_in": 30051,
      "tokens_in_cached": 27637,
      "tokens_out": 174,
      "tool_calls": 1,
      "cost_usd": 0.0141517
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4333,
      "tokens_in": 30147,
      "tokens_in_cached": 27660,
      "tokens_out": 164,
      "tool_calls": 1,
      "cost_usd": 0.014346000000000001
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7619,
      "tokens_in": 38728,
      "tokens_in_cached": 27702,
      "tokens_out": 900,
      "tool_calls": 2,
      "cost_usd": 0.0558662
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4439,
      "tokens_in": 29930,
      "tokens_in_cached": 27673,
      "tokens_out": 216,
      "tool_calls": 1,
      "cost_usd": 0.0139473
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5244,
      "tokens_in": 30018,
      "tokens_in_cached": 27665,
      "tokens_out": 406,
      "tool_calls": 1,
      "cost_usd": 0.016230500000000002
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7018,
      "tokens_in": 45410,
      "tokens_in_cached": 42784,
      "tokens_out": 628,
      "tool_calls": 2,
      "cost_usd": 0.021050400000000004
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8814,
      "tokens_in": 47638,
      "tokens_in_cached": 43051,
      "tokens_out": 995,
      "tool_calls": 3,
      "cost_usd": 0.0325911
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 77254,
      "tokens_in": 30000,
      "tokens_in_cached": 27870,
      "tokens_out": 367,
      "tool_calls": 1,
      "cost_usd": 0.014969
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5850,
      "tokens_in": 30373,
      "tokens_in_cached": 27699,
      "tokens_out": 515,
      "tool_calls": 2,
      "cost_usd": 0.0186079
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5658,
      "tokens_in": 30098,
      "tokens_in_cached": 27699,
      "tokens_out": 347,
      "tool_calls": 1,
      "cost_usd": 0.0158279
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5593,
      "tokens_in": 30111,
      "tokens_in_cached": 27628,
      "tokens_out": 486,
      "tool_calls": 2,
      "cost_usd": 0.0175468
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5244,
      "tokens_in": 30187,
      "tokens_in_cached": 27628,
      "tokens_out": 438,
      "tool_calls": 3,
      "cost_usd": 0.0173708
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10526,
      "tokens_in": 46504,
      "tokens_in_cached": 42841,
      "tokens_out": 1079,
      "tool_calls": 5,
      "cost_usd": 0.0297141
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5931,
      "tokens_in": 30179,
      "tokens_in_cached": 27636,
      "tokens_out": 447,
      "tool_calls": 2,
      "cost_usd": 0.0173976
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8378,
      "tokens_in": 45888,
      "tokens_in_cached": 42946,
      "tokens_out": 784,
      "tool_calls": 5,
      "cost_usd": 0.023890599999999998
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15226,
      "tokens_in": 102193,
      "tokens_in_cached": 76501,
      "tokens_out": 1515,
      "tool_calls": 9,
      "cost_usd": 0.1255481
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17925,
      "tokens_in": 101873,
      "tokens_in_cached": 76367,
      "tokens_out": 1616,
      "tool_calls": 7,
      "cost_usd": 0.1258007
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8364,
      "tokens_in": 45581,
      "tokens_in_cached": 42738,
      "tokens_out": 745,
      "tool_calls": 3,
      "cost_usd": 0.023083799999999998
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7078,
      "tokens_in": 30204,
      "tokens_in_cached": 27628,
      "tokens_out": 571,
      "tool_calls": 2,
      "cost_usd": 0.018768800000000002
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5868,
      "tokens_in": 33060,
      "tokens_in_cached": 27621,
      "tokens_out": 391,
      "tool_calls": 1,
      "cost_usd": 0.0284201
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7560,
      "tokens_in": 32246,
      "tokens_in_cached": 27643,
      "tokens_out": 542,
      "tool_calls": 1,
      "cost_usd": 0.0265883
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7425,
      "tokens_in": 40097,
      "tokens_in_cached": 27626,
      "tokens_out": 665,
      "tool_calls": 2,
      "cost_usd": 0.059288600000000004
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 22633,
      "tokens_in": 92603,
      "tokens_in_cached": 74017,
      "tokens_out": 1474,
      "tool_calls": 6,
      "cost_usd": 0.09646969999999999
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7099,
      "tokens_in": 31665,
      "tokens_in_cached": 27619,
      "tokens_out": 339,
      "tool_calls": 1,
      "cost_usd": 0.0223279
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13847,
      "tokens_in": 46560,
      "tokens_in_cached": 43140,
      "tokens_out": 1171,
      "tool_calls": 6,
      "cost_usd": 0.029692
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13123,
      "tokens_in": 49558,
      "tokens_in_cached": 42929,
      "tokens_out": 1077,
      "tool_calls": 4,
      "cost_usd": 0.041566900000000004
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9873,
      "tokens_in": 50321,
      "tokens_in_cached": 42827,
      "tokens_out": 786,
      "tool_calls": 4,
      "cost_usd": 0.0421067
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11209,
      "tokens_in": 34847,
      "tokens_in_cached": 27625,
      "tokens_out": 991,
      "tool_calls": 2,
      "cost_usd": 0.041552500000000006
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 16093,
      "tokens_in": 65690,
      "tokens_in_cached": 60667,
      "tokens_out": 1162,
      "tool_calls": 3,
      "cost_usd": 0.037762699999999996
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7461,
      "tokens_in": 34385,
      "tokens_in_cached": 27638,
      "tokens_out": 531,
      "tool_calls": 1,
      "cost_usd": 0.035053799999999996
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7634,
      "tokens_in": 48224,
      "tokens_in_cached": 42761,
      "tokens_out": 541,
      "tool_calls": 3,
      "cost_usd": 0.0315261
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 18469,
      "tokens_in": 96671,
      "tokens_in_cached": 83705,
      "tokens_out": 1725,
      "tool_calls": 9,
      "cost_usd": 0.07746449999999999
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14587,
      "tokens_in": 32421,
      "tokens_in_cached": 27624,
      "tokens_out": 1249,
      "tool_calls": 1,
      "cost_usd": 0.0344324
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9806,
      "tokens_in": 32700,
      "tokens_in_cached": 27646,
      "tokens_out": 463,
      "tool_calls": 1,
      "cost_usd": 0.027602599999999998
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5883,
      "tokens_in": 30481,
      "tokens_in_cached": 27628,
      "tokens_out": 346,
      "tool_calls": 1,
      "cost_usd": 0.0176268
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14878,
      "tokens_in": 32671,
      "tokens_in_cached": 27644,
      "tokens_out": 277,
      "tool_calls": 1,
      "cost_usd": 0.0256344
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 18034,
      "tokens_in": 46435,
      "tokens_in_cached": 42664,
      "tokens_out": 1254,
      "tool_calls": 3,
      "cost_usd": 0.0318784
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9189,
      "tokens_in": 45696,
      "tokens_in_cached": 42945,
      "tokens_out": 626,
      "tool_calls": 3,
      "cost_usd": 0.0215465
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9821,
      "tokens_in": 32913,
      "tokens_in_cached": 27642,
      "tokens_out": 936,
      "tool_calls": 2,
      "cost_usd": 0.0332002
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9269,
      "tokens_in": 31650,
      "tokens_in_cached": 27648,
      "tokens_out": 882,
      "tool_calls": 1,
      "cost_usd": 0.0275848
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13490,
      "tokens_in": 74043,
      "tokens_in_cached": 66653,
      "tokens_out": 1319,
      "tool_calls": 4,
      "cost_usd": 0.04939929999999999
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8002,
      "tokens_in": 30273,
      "tokens_in_cached": 27672,
      "tokens_out": 530,
      "tool_calls": 2,
      "cost_usd": 0.0184632
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5897,
      "tokens_in": 32888,
      "tokens_in_cached": 27642,
      "tokens_out": 440,
      "tool_calls": 2,
      "cost_usd": 0.0281402
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8903,
      "tokens_in": 30821,
      "tokens_in_cached": 27639,
      "tokens_out": 874,
      "tool_calls": 1,
      "cost_usd": 0.0242239
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8478,
      "tokens_in": 31048,
      "tokens_in_cached": 27683,
      "tokens_out": 720,
      "tool_calls": 1,
      "cost_usd": 0.0234203
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7056,
      "tokens_in": 30725,
      "tokens_in_cached": 27645,
      "tokens_out": 380,
      "tool_calls": 1,
      "cost_usd": 0.0188765
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7487,
      "tokens_in": 32428,
      "tokens_in_cached": 27673,
      "tokens_out": 547,
      "tool_calls": 1,
      "cost_usd": 0.0272493
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6154,
      "tokens_in": 14894,
      "tokens_in_cached": 12765,
      "tokens_out": 535,
      "cost_usd": 0.0151385
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11564,
      "tokens_in": 33907,
      "tokens_in_cached": 27651,
      "tokens_out": 662,
      "tool_calls": 2,
      "cost_usd": 0.034401100000000004
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12179,
      "tokens_in": 52960,
      "tokens_in_cached": 45261,
      "tokens_out": 1391,
      "tool_calls": 3,
      "cost_usd": 0.0492201
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6802,
      "tokens_in": 32454,
      "tokens_in_cached": 27671,
      "tokens_out": 452,
      "tool_calls": 1,
      "cost_usd": 0.0264111
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13104,
      "tokens_in": 46847,
      "tokens_in_cached": 43270,
      "tokens_out": 1385,
      "tool_calls": 6,
      "cost_usd": 0.032473
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 20600,
      "tokens_in": 64079,
      "tokens_in_cached": 49672,
      "tokens_out": 2225,
      "tool_calls": 4,
      "cost_usd": 0.0848332
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "incorrect",
      "latency_ms": 8807,
      "tokens_in": 54316,
      "tokens_in_cached": 42843,
      "tokens_out": 744,
      "tool_calls": 3,
      "cost_usd": 0.0576043
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 7617,
      "tokens_in": 33893,
      "tokens_in_cached": 27626,
      "tokens_out": 307,
      "tool_calls": 1,
      "cost_usd": 0.0308926
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 6097,
      "tokens_in": 14873,
      "tokens_in_cached": 12765,
      "tokens_out": 357,
      "cost_usd": 0.0132745
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 4570,
      "tokens_in": 14859,
      "tokens_in_cached": 12765,
      "tokens_out": 195,
      "cost_usd": 0.011598500000000001
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 7665,
      "tokens_in": 32533,
      "tokens_in_cached": 27632,
      "tokens_out": 280,
      "tool_calls": 1,
      "cost_usd": 0.0251592
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9633,
      "tokens_in": 45464,
      "tokens_in_cached": 42838,
      "tokens_out": 655,
      "tool_calls": 3,
      "cost_usd": 0.021325800000000002
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7077,
      "tokens_in": 30270,
      "tokens_in_cached": 27648,
      "tokens_out": 676,
      "tool_calls": 3,
      "cost_usd": 0.0200048
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13544,
      "tokens_in": 46147,
      "tokens_in_cached": 42855,
      "tokens_out": 1415,
      "tool_calls": 4,
      "cost_usd": 0.0315915
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10809,
      "tokens_in": 45972,
      "tokens_in_cached": 42826,
      "tokens_out": 821,
      "tool_calls": 4,
      "cost_usd": 0.0250646
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5930,
      "tokens_in": 30124,
      "tokens_in_cached": 27643,
      "tokens_out": 404,
      "tool_calls": 2,
      "cost_usd": 0.0167203
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8701,
      "tokens_in": 30471,
      "tokens_in_cached": 27641,
      "tokens_out": 969,
      "tool_calls": 4,
      "cost_usd": 0.0237661
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6327,
      "tokens_in": 42212,
      "tokens_in_cached": 27644,
      "tokens_out": 459,
      "tool_calls": 2,
      "cost_usd": 0.0656184
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5858,
      "tokens_in": 30807,
      "tokens_in_cached": 27667,
      "tokens_out": 434,
      "tool_calls": 2,
      "cost_usd": 0.0196587
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6396,
      "tokens_in": 34244,
      "tokens_in_cached": 27645,
      "tokens_out": 338,
      "tool_calls": 1,
      "cost_usd": 0.0325325
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6464,
      "tokens_in": 30560,
      "tokens_in_cached": 27644,
      "tokens_out": 721,
      "tool_calls": 5,
      "cost_usd": 0.0216304
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4755,
      "tokens_in": 29847,
      "tokens_in_cached": 27620,
      "tokens_out": 233,
      "tool_calls": 1,
      "cost_usd": 0.013992
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4835,
      "tokens_in": 29915,
      "tokens_in_cached": 27641,
      "tokens_out": 308,
      "tool_calls": 1,
      "cost_usd": 0.0149321
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14849,
      "tokens_in": 75714,
      "tokens_in_cached": 43484,
      "tokens_out": 1317,
      "tool_calls": 2,
      "cost_usd": 0.1464264
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7675,
      "tokens_in": 30959,
      "tokens_in_cached": 27637,
      "tokens_out": 1062,
      "tool_calls": 6,
      "cost_usd": 0.0266637
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10000,
      "tokens_in": 30487,
      "tokens_in_cached": 27628,
      "tokens_out": 938,
      "tool_calls": 4,
      "cost_usd": 0.023570800000000003
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9298,
      "tokens_in": 46251,
      "tokens_in_cached": 43006,
      "tokens_out": 977,
      "tool_calls": 6,
      "cost_usd": 0.027038599999999996
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 4948,
      "tokens_in": 14876,
      "tokens_in_cached": 12765,
      "tokens_out": 346,
      "cost_usd": 0.0131765
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3295,
      "tokens_in": 14884,
      "tokens_in_cached": 12765,
      "tokens_out": 141,
      "cost_usd": 0.0111585
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3836,
      "tokens_in": 14885,
      "tokens_in_cached": 12765,
      "tokens_out": 175,
      "cost_usd": 0.0115025
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 2894,
      "tokens_in": 14898,
      "tokens_in_cached": 12765,
      "tokens_out": 102,
      "cost_usd": 0.0108245
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3564,
      "tokens_in": 14919,
      "tokens_in_cached": 12765,
      "tokens_out": 155,
      "cost_usd": 0.011438499999999999
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3003,
      "tokens_in": 14874,
      "tokens_in_cached": 12765,
      "tokens_out": 95,
      "cost_usd": 0.0106585
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5849,
      "tokens_in": 30323,
      "tokens_in_cached": 27649,
      "tokens_out": 527,
      "tool_calls": 3,
      "cost_usd": 0.0187229
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10262,
      "tokens_in": 46478,
      "tokens_in_cached": 43152,
      "tokens_out": 1231,
      "tool_calls": 5,
      "cost_usd": 0.029917199999999998
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5678,
      "tokens_in": 30187,
      "tokens_in_cached": 27698,
      "tokens_out": 410,
      "tool_calls": 2,
      "cost_usd": 0.0168178
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5853,
      "tokens_in": 30171,
      "tokens_in_cached": 27690,
      "tokens_out": 463,
      "tool_calls": 2,
      "cost_usd": 0.017315
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6023,
      "tokens_in": 30141,
      "tokens_in_cached": 27675,
      "tokens_out": 462,
      "tool_calls": 2,
      "cost_usd": 0.017243500000000002
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7075,
      "tokens_in": 46094,
      "tokens_in_cached": 43154,
      "tokens_out": 695,
      "tool_calls": 4,
      "cost_usd": 0.0230134
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6698,
      "tokens_in": 49231,
      "tokens_in_cached": 42941,
      "tokens_out": 580,
      "tool_calls": 3,
      "cost_usd": 0.0352421
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7437,
      "tokens_in": 45591,
      "tokens_in_cached": 42904,
      "tokens_out": 518,
      "tool_calls": 3,
      "cost_usd": 0.0202064
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7081,
      "tokens_in": 47901,
      "tokens_in_cached": 27653,
      "tokens_out": 624,
      "tool_calls": 2,
      "cost_usd": 0.08998930000000001
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5696,
      "tokens_in": 29981,
      "tokens_in_cached": 27674,
      "tokens_out": 265,
      "tool_calls": 1,
      "cost_usd": 0.0146374
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6732,
      "tokens_in": 30196,
      "tokens_in_cached": 27651,
      "tokens_out": 603,
      "tool_calls": 2,
      "cost_usd": 0.0189671
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5715,
      "tokens_in": 29928,
      "tokens_in_cached": 27649,
      "tokens_out": 206,
      "tool_calls": 1,
      "cost_usd": 0.0139329
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 10104,
      "tokens_in": 30419,
      "tokens_in_cached": 27653,
      "tokens_out": 952,
      "tool_calls": 1,
      "cost_usd": 0.0233413
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5058,
      "tokens_in": 30223,
      "tokens_in_cached": 27667,
      "tokens_out": 436,
      "tool_calls": 2,
      "cost_usd": 0.0173427
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5833,
      "tokens_in": 30208,
      "tokens_in_cached": 27637,
      "tokens_out": 559,
      "tool_calls": 2,
      "cost_usd": 0.0186297
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8792,
      "tokens_in": 50504,
      "tokens_in_cached": 42917,
      "tokens_out": 675,
      "tool_calls": 3,
      "cost_usd": 0.0413777
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11286,
      "tokens_in": 61631,
      "tokens_in_cached": 58547,
      "tokens_out": 891,
      "tool_calls": 5,
      "cost_usd": 0.0270847
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4661,
      "tokens_in": 29997,
      "tokens_in_cached": 27682,
      "tokens_out": 252,
      "tool_calls": 1,
      "cost_usd": 0.0145402
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6472,
      "tokens_in": 30231,
      "tokens_in_cached": 27669,
      "tokens_out": 602,
      "tool_calls": 2,
      "cost_usd": 0.0190269
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7877,
      "tokens_in": 30534,
      "tokens_in_cached": 27664,
      "tokens_out": 912,
      "tool_calls": 4,
      "cost_usd": 0.0233584
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5128,
      "tokens_in": 30427,
      "tokens_in_cached": 27635,
      "tokens_out": 439,
      "tool_calls": 2,
      "cost_usd": 0.0183135
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8573,
      "tokens_in": 46498,
      "tokens_in_cached": 43323,
      "tokens_out": 561,
      "tool_calls": 4,
      "cost_usd": 0.0226303
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4373,
      "tokens_in": 30096,
      "tokens_in_cached": 27682,
      "tokens_out": 212,
      "tool_calls": 1,
      "cost_usd": 0.014536199999999999
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5403,
      "tokens_in": 30139,
      "tokens_in_cached": 27701,
      "tokens_out": 234,
      "tool_calls": 1,
      "cost_usd": 0.014854100000000002
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4978,
      "tokens_in": 30100,
      "tokens_in_cached": 27635,
      "tokens_out": 400,
      "tool_calls": 2,
      "cost_usd": 0.0166155
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4587,
      "tokens_in": 29946,
      "tokens_in_cached": 27651,
      "tokens_out": 247,
      "tool_calls": 1,
      "cost_usd": 0.014407099999999999
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5146,
      "tokens_in": 30175,
      "tokens_in_cached": 27645,
      "tokens_out": 419,
      "tool_calls": 2,
      "cost_usd": 0.017066500000000002
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4306,
      "tokens_in": 29904,
      "tokens_in_cached": 27630,
      "tokens_out": 215,
      "tool_calls": 1,
      "cost_usd": 0.014001
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11547,
      "tokens_in": 96946,
      "tokens_in_cached": 71302,
      "tokens_out": 1203,
      "tool_calls": 4,
      "cost_usd": 0.1217202
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13330,
      "tokens_in": 84419,
      "tokens_in_cached": 59004,
      "tokens_out": 1101,
      "tool_calls": 6,
      "cost_usd": 0.1185544
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6575,
      "tokens_in": 47084,
      "tokens_in_cached": 43305,
      "tokens_out": 381,
      "tool_calls": 2,
      "cost_usd": 0.0232445
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7807,
      "tokens_in": 46389,
      "tokens_in_cached": 43287,
      "tokens_out": 461,
      "tool_calls": 2,
      "cost_usd": 0.0213347
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9041,
      "tokens_in": 67569,
      "tokens_in_cached": 59249,
      "tokens_out": 683,
      "tool_calls": 5,
      "cost_usd": 0.0460189
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6622,
      "tokens_in": 48347,
      "tokens_in_cached": 43126,
      "tokens_out": 473,
      "tool_calls": 2,
      "cost_usd": 0.029914600000000003
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5128,
      "tokens_in": 31475,
      "tokens_in_cached": 27641,
      "tokens_out": 404,
      "tool_calls": 2,
      "cost_usd": 0.022132100000000002
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5107,
      "tokens_in": 30207,
      "tokens_in_cached": 27636,
      "tokens_out": 303,
      "tool_calls": 1,
      "cost_usd": 0.0160696
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4867,
      "tokens_in": 30085,
      "tokens_in_cached": 27644,
      "tokens_out": 248,
      "tool_calls": 1,
      "cost_usd": 0.0150004
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6519,
      "tokens_in": 46507,
      "tokens_in_cached": 43202,
      "tokens_out": 495,
      "tool_calls": 3,
      "cost_usd": 0.022478200000000004
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9369,
      "tokens_in": 62494,
      "tokens_in_cached": 58495,
      "tokens_out": 732,
      "tool_calls": 4,
      "cost_usd": 0.0291495
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9226,
      "tokens_in": 46868,
      "tokens_in_cached": 43249,
      "tokens_out": 558,
      "tool_calls": 3,
      "cost_usd": 0.0243689
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7071,
      "tokens_in": 47289,
      "tokens_in_cached": 43255,
      "tokens_out": 527,
      "tool_calls": 3,
      "cost_usd": 0.0257195
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5116,
      "tokens_in": 30681,
      "tokens_in_cached": 27638,
      "tokens_out": 166,
      "tool_calls": 1,
      "cost_usd": 0.0165878
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5131,
      "tokens_in": 30568,
      "tokens_in_cached": 27652,
      "tokens_out": 327,
      "tool_calls": 1,
      "cost_usd": 0.0176912
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4695,
      "tokens_in": 29861,
      "tokens_in_cached": 27629,
      "tokens_out": 169,
      "tool_calls": 1,
      "cost_usd": 0.0133729
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4988,
      "tokens_in": 29937,
      "tokens_in_cached": 27651,
      "tokens_out": 238,
      "tool_calls": 1,
      "cost_usd": 0.014281100000000001
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4885,
      "tokens_in": 33615,
      "tokens_in_cached": 27648,
      "tokens_out": 289,
      "tool_calls": 1,
      "cost_usd": 0.0295148
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4761,
      "tokens_in": 29935,
      "tokens_in_cached": 27651,
      "tokens_out": 229,
      "tool_calls": 1,
      "cost_usd": 0.014183099999999999
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7477,
      "tokens_in": 46555,
      "tokens_in_cached": 43250,
      "tokens_out": 648,
      "tool_calls": 3,
      "cost_usd": 0.024013
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 12027,
      "tokens_in": 48270,
      "tokens_in_cached": 42918,
      "tokens_out": 984,
      "tool_calls": 3,
      "cost_usd": 0.0355278
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4794,
      "tokens_in": 33416,
      "tokens_in_cached": 27646,
      "tokens_out": 225,
      "tool_calls": 1,
      "cost_usd": 0.0280866
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4271,
      "tokens_in": 30316,
      "tokens_in_cached": 27667,
      "tokens_out": 200,
      "tool_calls": 1,
      "cost_usd": 0.0153547
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 4978,
      "tokens_in": 31237,
      "tokens_in_cached": 27632,
      "tokens_out": 324,
      "tool_calls": 1,
      "cost_usd": 0.0204152
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6532,
      "tokens_in": 53836,
      "tokens_in_cached": 27669,
      "tokens_out": 521,
      "tool_calls": 2,
      "cost_usd": 0.1126369
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4360,
      "tokens_in": 30344,
      "tokens_in_cached": 27655,
      "tokens_out": 260,
      "tool_calls": 1,
      "cost_usd": 0.016113500000000003
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9088,
      "tokens_in": 63423,
      "tokens_in_cached": 59345,
      "tokens_out": 698,
      "tool_calls": 4,
      "cost_usd": 0.029210500000000004
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8253,
      "tokens_in": 31240,
      "tokens_in_cached": 27637,
      "tokens_out": 1234,
      "tool_calls": 10,
      "cost_usd": 0.029507700000000005
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9997,
      "tokens_in": 56984,
      "tokens_in_cached": 43396,
      "tokens_out": 979,
      "tool_calls": 3,
      "cost_usd": 0.0684696
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5551,
      "tokens_in": 30588,
      "tokens_in_cached": 27650,
      "tokens_out": 395,
      "tool_calls": 1,
      "cost_usd": 0.018459
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8433,
      "tokens_in": 30831,
      "tokens_in_cached": 27629,
      "tokens_out": 991,
      "tool_calls": 7,
      "cost_usd": 0.0254729
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10633,
      "tokens_in": 62816,
      "tokens_in_cached": 59209,
      "tokens_out": 685,
      "tool_calls": 4,
      "cost_usd": 0.0271829
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5742,
      "tokens_in": 29927,
      "tokens_in_cached": 27646,
      "tokens_out": 239,
      "tool_calls": 1,
      "cost_usd": 0.0142706
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5693,
      "tokens_in": 29929,
      "tokens_in_cached": 27648,
      "tokens_out": 251,
      "tool_calls": 1,
      "cost_usd": 0.014390800000000002
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5155,
      "tokens_in": 35011,
      "tokens_in_cached": 27678,
      "tokens_out": 231,
      "tool_calls": 1,
      "cost_usd": 0.034401799999999996
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9276,
      "tokens_in": 35005,
      "tokens_in_cached": 27675,
      "tokens_out": 720,
      "tool_calls": 1,
      "cost_usd": 0.0392795
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9872,
      "tokens_in": 32883,
      "tokens_in_cached": 27653,
      "tokens_out": 349,
      "tool_calls": 1,
      "cost_usd": 0.027167300000000002
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11350,
      "tokens_in": 38148,
      "tokens_in_cached": 27656,
      "tokens_out": 579,
      "tool_calls": 3,
      "cost_usd": 0.050515599999999994
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 36082,
      "tokens_in": 181769,
      "tokens_in_cached": 151406,
      "tokens_out": 2052,
      "tool_calls": 6,
      "cost_usd": 0.1570926
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7727,
      "tokens_in": 37873,
      "tokens_in_cached": 27671,
      "tokens_out": 590,
      "tool_calls": 1,
      "cost_usd": 0.0494671
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14512,
      "tokens_in": 49412,
      "tokens_in_cached": 27673,
      "tokens_out": 1639,
      "tool_calls": 1,
      "cost_usd": 0.1061053
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4431,
      "tokens_in": 40464,
      "tokens_in_cached": 27651,
      "tokens_out": 221,
      "tool_calls": 1,
      "cost_usd": 0.0562191
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5784,
      "tokens_in": 35916,
      "tokens_in_cached": 27644,
      "tokens_out": 390,
      "tool_calls": 1,
      "cost_usd": 0.0397444
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8802,
      "tokens_in": 33040,
      "tokens_in_cached": 27677,
      "tokens_out": 1268,
      "tool_calls": 6,
      "cost_usd": 0.0368917
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5459,
      "tokens_in": 31390,
      "tokens_in_cached": 27648,
      "tokens_out": 189,
      "tool_calls": 1,
      "cost_usd": 0.0196148
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 27179,
      "tokens_in": 30171,
      "tokens_in_cached": 27633,
      "tokens_out": 200,
      "tool_calls": 1,
      "cost_usd": 0.014907299999999998
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4959,
      "tokens_in": 38490,
      "tokens_in_cached": 27641,
      "tokens_out": 343,
      "tool_calls": 1,
      "cost_usd": 0.049582100000000004
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 15754,
      "tokens_in": 182872,
      "tokens_in_cached": 159352,
      "tokens_out": 1315,
      "tool_calls": 5,
      "cost_usd": 0.1231412
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4503,
      "tokens_in": 30268,
      "tokens_in_cached": 27658,
      "tokens_out": 245,
      "tool_calls": 1,
      "cost_usd": 0.0156478
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4521,
      "tokens_in": 31156,
      "tokens_in_cached": 27645,
      "tokens_out": 184,
      "tool_calls": 1,
      "cost_usd": 0.0186405
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4859,
      "tokens_in": 30244,
      "tokens_in_cached": 27645,
      "tokens_out": 230,
      "tool_calls": 1,
      "cost_usd": 0.015452500000000001
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5721,
      "tokens_in": 45241,
      "tokens_in_cached": 27663,
      "tokens_out": 378,
      "tool_calls": 2,
      "cost_usd": 0.0768503
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5767,
      "tokens_in": 30855,
      "tokens_in_cached": 27647,
      "tokens_out": 519,
      "tool_calls": 2,
      "cost_usd": 0.0207787
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8015,
      "tokens_in": 46413,
      "tokens_in_cached": 43276,
      "tokens_out": 592,
      "tool_calls": 2,
      "cost_usd": 0.022783599999999998
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7550,
      "tokens_in": 46382,
      "tokens_in_cached": 43278,
      "tokens_out": 573,
      "tool_calls": 2,
      "cost_usd": 0.022461800000000004
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7153,
      "tokens_in": 51203,
      "tokens_in_cached": 43055,
      "tokens_out": 489,
      "tool_calls": 3,
      "cost_usd": 0.0417755
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10442,
      "tokens_in": 51674,
      "tokens_in_cached": 43084,
      "tokens_out": 1008,
      "tool_calls": 4,
      "cost_usd": 0.0487364
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10875,
      "tokens_in": 62277,
      "tokens_in_cached": 47622,
      "tokens_out": 1099,
      "tool_calls": 3,
      "cost_usd": 0.07436020000000002
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6632,
      "tokens_in": 30356,
      "tokens_in_cached": 27640,
      "tokens_out": 320,
      "tool_calls": 1,
      "cost_usd": 0.01682
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4770,
      "tokens_in": 30226,
      "tokens_in_cached": 27650,
      "tokens_out": 229,
      "tool_calls": 1,
      "cost_usd": 0.015351
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6693,
      "tokens_in": 30471,
      "tokens_in_cached": 27649,
      "tokens_out": 286,
      "tool_calls": 1,
      "cost_usd": 0.0169049
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5065,
      "tokens_in": 38443,
      "tokens_in_cached": 27660,
      "tokens_out": 244,
      "tool_calls": 1,
      "cost_usd": 0.04833
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8254,
      "tokens_in": 46626,
      "tokens_in_cached": 43230,
      "tokens_out": 725,
      "tool_calls": 3,
      "cost_usd": 0.025145
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6841,
      "tokens_in": 46369,
      "tokens_in_cached": 43269,
      "tokens_out": 419,
      "tool_calls": 2,
      "cost_usd": 0.0209049
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7708,
      "tokens_in": 55115,
      "tokens_in_cached": 46568,
      "tokens_out": 730,
      "tool_calls": 3,
      "cost_usd": 0.0461328
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4534,
      "tokens_in": 30261,
      "tokens_in_cached": 27650,
      "tokens_out": 206,
      "tool_calls": 1,
      "cost_usd": 0.015261
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6738,
      "tokens_in": 32691,
      "tokens_in_cached": 27637,
      "tokens_out": 437,
      "tool_calls": 1,
      "cost_usd": 0.0273417
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8702,
      "tokens_in": 45081,
      "tokens_in_cached": 27669,
      "tokens_out": 785,
      "tool_calls": 1,
      "cost_usd": 0.08025689999999999
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5878,
      "tokens_in": 35960,
      "tokens_in_cached": 27666,
      "tokens_out": 494,
      "tool_calls": 1,
      "cost_usd": 0.0408746
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5705,
      "tokens_in": 32863,
      "tokens_in_cached": 27673,
      "tokens_out": 378,
      "tool_calls": 1,
      "cost_usd": 0.027299300000000002
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4865,
      "tokens_in": 36892,
      "tokens_in_cached": 27674,
      "tokens_out": 294,
      "tool_calls": 1,
      "cost_usd": 0.042571399999999995
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5743,
      "tokens_in": 32947,
      "tokens_in_cached": 27696,
      "tokens_out": 397,
      "tool_calls": 1,
      "cost_usd": 0.0277356
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4719,
      "tokens_in": 35486,
      "tokens_in_cached": 27671,
      "tokens_out": 277,
      "tool_calls": 1,
      "cost_usd": 0.0367891
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4487,
      "tokens_in": 14904,
      "tokens_in_cached": 12765,
      "tokens_out": 315,
      "cost_usd": 0.0129785
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6247,
      "tokens_in": 35459,
      "tokens_in_cached": 27686,
      "tokens_out": 235,
      "tool_calls": 1,
      "cost_usd": 0.0362026
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 19006,
      "tokens_in": 110134,
      "tokens_in_cached": 89456,
      "tokens_out": 1314,
      "tool_calls": 3,
      "cost_usd": 0.10478159999999999
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5031,
      "tokens_in": 30807,
      "tokens_in_cached": 27676,
      "tokens_out": 298,
      "tool_calls": 1,
      "cost_usd": 0.0182636
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5500,
      "tokens_in": 31234,
      "tokens_in_cached": 27676,
      "tokens_out": 465,
      "tool_calls": 2,
      "cost_usd": 0.0216416
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5297,
      "tokens_in": 31408,
      "tokens_in_cached": 27705,
      "tokens_out": 334,
      "tool_calls": 1,
      "cost_usd": 0.0209145
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5812,
      "tokens_in": 31304,
      "tokens_in_cached": 27667,
      "tokens_out": 346,
      "tool_calls": 1,
      "cost_usd": 0.0207667
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5904,
      "tokens_in": 30515,
      "tokens_in_cached": 27659,
      "tokens_out": 219,
      "tool_calls": 1,
      "cost_usd": 0.0163719
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3462,
      "tokens_in": 14910,
      "tokens_in_cached": 12765,
      "tokens_out": 282,
      "cost_usd": 0.0126725
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4748,
      "tokens_in": 35151,
      "tokens_in_cached": 27660,
      "tokens_out": 258,
      "tool_calls": 1,
      "cost_usd": 0.035302
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5865,
      "tokens_in": 37907,
      "tokens_in_cached": 27672,
      "tokens_out": 527,
      "tool_calls": 2,
      "cost_usd": 0.0489692
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5348,
      "tokens_in": 31262,
      "tokens_in_cached": 27679,
      "tokens_out": 423,
      "tool_calls": 1,
      "cost_usd": 0.021321899999999998
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12386,
      "tokens_in": 30324,
      "tokens_in_cached": 27634,
      "tokens_out": 654,
      "tool_calls": 3,
      "cost_usd": 0.0200554
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5680,
      "tokens_in": 33132,
      "tokens_in_cached": 27650,
      "tokens_out": 303,
      "tool_calls": 2,
      "cost_usd": 0.027715
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6070,
      "tokens_in": 29895,
      "tokens_in_cached": 27631,
      "tokens_out": 249,
      "tool_calls": 1,
      "cost_usd": 0.0143011
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5309,
      "tokens_in": 30420,
      "tokens_in_cached": 27627,
      "tokens_out": 312,
      "tool_calls": 2,
      "cost_usd": 0.017046699999999998
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8924,
      "tokens_in": 43010,
      "tokens_in_cached": 27628,
      "tokens_out": 828,
      "tool_calls": 1,
      "cost_usd": 0.0725628
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 18470,
      "tokens_in": 138866,
      "tokens_in_cached": 118668,
      "tokens_out": 1551,
      "tool_calls": 7,
      "cost_usd": 0.10814480000000001
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 18274,
      "tokens_in": 119134,
      "tokens_in_cached": 100955,
      "tokens_out": 1577,
      "tool_calls": 6,
      "cost_usd": 0.09856150000000001
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6786,
      "tokens_in": 51695,
      "tokens_in_cached": 43359,
      "tokens_out": 470,
      "tool_calls": 4,
      "cost_usd": 0.0423679
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11338,
      "tokens_in": 79391,
      "tokens_in_cached": 69116,
      "tokens_out": 722,
      "tool_calls": 4,
      "cost_usd": 0.055215600000000004
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5343,
      "tokens_in": 50113,
      "tokens_in_cached": 27645,
      "tokens_out": 389,
      "tool_calls": 2,
      "cost_usd": 0.09651850000000001
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8818,
      "tokens_in": 48902,
      "tokens_in_cached": 42865,
      "tokens_out": 819,
      "tool_calls": 3,
      "cost_usd": 0.0366125
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8420,
      "tokens_in": 33381,
      "tokens_in_cached": 27640,
      "tokens_out": 325,
      "tool_calls": 1,
      "cost_usd": 0.02897
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6637,
      "tokens_in": 33445,
      "tokens_in_cached": 27641,
      "tokens_out": 338,
      "tool_calls": 1,
      "cost_usd": 0.029352100000000002
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5503,
      "tokens_in": 30148,
      "tokens_in_cached": 27639,
      "tokens_out": 355,
      "tool_calls": 1,
      "cost_usd": 0.0163419
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4318,
      "tokens_in": 30081,
      "tokens_in_cached": 27631,
      "tokens_out": 169,
      "tool_calls": 1,
      "cost_usd": 0.0142451
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3453,
      "tokens_in": 14871,
      "tokens_in_cached": 12765,
      "tokens_out": 105,
      "cost_usd": 0.010746499999999999
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3605,
      "tokens_in": 14889,
      "tokens_in_cached": 12765,
      "tokens_out": 183,
      "cost_usd": 0.011598500000000001
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3517,
      "tokens_in": 14880,
      "tokens_in_cached": 12765,
      "tokens_out": 187,
      "cost_usd": 0.0116025
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4264,
      "tokens_in": 14863,
      "tokens_in_cached": 12765,
      "tokens_out": 190,
      "cost_usd": 0.011564500000000002
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 3094,
      "tokens_in": 14875,
      "tokens_in_cached": 12765,
      "tokens_out": 142,
      "cost_usd": 0.0111325
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 92759,
      "tokens_in": 182269,
      "tokens_in_cached": 156483,
      "tokens_out": 1625,
      "tool_calls": 6,
      "cost_usd": 0.13501029999999997
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 8015,
      "tokens_in": 39396,
      "tokens_in_cached": 27658,
      "tokens_out": 798,
      "tool_calls": 2,
      "cost_usd": 0.0576898
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 16921,
      "tokens_in": 86129,
      "tokens_in_cached": 71134,
      "tokens_out": 2180,
      "tool_calls": 11,
      "cost_usd": 0.08887740000000001
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6739,
      "tokens_in": 30002,
      "tokens_in_cached": 27667,
      "tokens_out": 300,
      "tool_calls": 1,
      "cost_usd": 0.015098700000000001
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7229,
      "tokens_in": 53076,
      "tokens_in_cached": 43399,
      "tokens_out": 571,
      "tool_calls": 4,
      "cost_usd": 0.0487459
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6193,
      "tokens_in": 30664,
      "tokens_in_cached": 27652,
      "tokens_out": 333,
      "tool_calls": 2,
      "cost_usd": 0.0181352
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5379,
      "tokens_in": 30225,
      "tokens_in_cached": 27669,
      "tokens_out": 451,
      "tool_calls": 2,
      "cost_usd": 0.0174929
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5062,
      "tokens_in": 29958,
      "tokens_in_cached": 27661,
      "tokens_out": 295,
      "tool_calls": 1,
      "cost_usd": 0.0148961
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6386,
      "tokens_in": 30483,
      "tokens_in_cached": 27651,
      "tokens_out": 686,
      "tool_calls": 4,
      "cost_usd": 0.0209451
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 32656,
      "tokens_in": 449382,
      "tokens_in_cached": 366013,
      "tokens_out": 4034,
      "tool_calls": 26,
      "cost_usd": 0.4103893
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 7812,
      "tokens_in": 39169,
      "tokens_in_cached": 27667,
      "tokens_out": 736,
      "tool_calls": 1,
      "cost_usd": 0.056126699999999995
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 21539,
      "tokens_in": 127385,
      "tokens_in_cached": 100127,
      "tokens_out": 2069,
      "tool_calls": 6,
      "cost_usd": 0.1397147
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4278,
      "tokens_in": 29989,
      "tokens_in_cached": 27661,
      "tokens_out": 286,
      "tool_calls": 1,
      "cost_usd": 0.0149301
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5282,
      "tokens_in": 30251,
      "tokens_in_cached": 27683,
      "tokens_out": 435,
      "tool_calls": 2,
      "cost_usd": 0.0173823
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5830,
      "tokens_in": 30474,
      "tokens_in_cached": 27674,
      "tokens_out": 558,
      "tool_calls": 4,
      "cost_usd": 0.019539400000000002
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 43784,
      "tokens_in": 433001,
      "tokens_in_cached": 334881,
      "tokens_out": 4857,
      "tool_calls": 10,
      "cost_usd": 0.4745101
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5843,
      "tokens_in": 30332,
      "tokens_in_cached": 27700,
      "tokens_out": 489,
      "tool_calls": 2,
      "cost_usd": 0.01818
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 11228,
      "tokens_in": 67548,
      "tokens_in_cached": 53191,
      "tokens_out": 1184,
      "tool_calls": 2,
      "cost_usd": 0.0745751
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4844,
      "tokens_in": 30229,
      "tokens_in_cached": 27672,
      "tokens_out": 403,
      "tool_calls": 2,
      "cost_usd": 0.0170172
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5222,
      "tokens_in": 30263,
      "tokens_in_cached": 27688,
      "tokens_out": 442,
      "tool_calls": 2,
      "cost_usd": 0.0174808
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16492,
      "tokens_in": 60612,
      "tokens_in_cached": 43875,
      "tokens_out": 1301,
      "tool_calls": 5,
      "cost_usd": 0.0843335
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5612,
      "tokens_in": 30727,
      "tokens_in_cached": 27674,
      "tokens_out": 540,
      "tool_calls": 2,
      "cost_usd": 0.0203714
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6163,
      "tokens_in": 30751,
      "tokens_in_cached": 27686,
      "tokens_out": 633,
      "tool_calls": 2,
      "cost_usd": 0.0213506
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5416,
      "tokens_in": 30701,
      "tokens_in_cached": 27683,
      "tokens_out": 546,
      "tool_calls": 2,
      "cost_usd": 0.0202923
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4341,
      "tokens_in": 30142,
      "tokens_in_cached": 27643,
      "tokens_out": 243,
      "tool_calls": 1,
      "cost_usd": 0.0151823
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6454,
      "tokens_in": 55316,
      "tokens_in_cached": 27657,
      "tokens_out": 428,
      "tool_calls": 1,
      "cost_usd": 0.11767369999999999
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4576,
      "tokens_in": 30706,
      "tokens_in_cached": 27678,
      "tokens_out": 388,
      "tool_calls": 2,
      "cost_usd": 0.0187518
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4798,
      "tokens_in": 30115,
      "tokens_in_cached": 27643,
      "tokens_out": 236,
      "tool_calls": 1,
      "cost_usd": 0.0150043
    }
  ]
}