{
  "track": "mcp",
  "model": "claude-opus-5.5",
  "provider": "claude-code",
  "started_at": "2026-11-06T00:03:59Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "claude-code-default",
    "max_tool_turns": 8,
    "grader": "2026-10-31b",
    "harness": "2.1.318 (Claude Code)",
    "tools": "orbit-sentinel-mcp v0.10.0"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 6221,
      "tokens_in": 35054,
      "tokens_in_cached": 27609,
      "tokens_out": 642,
      "tool_calls": 3,
      "cost_usd": 0.0779058
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 6247,
      "tokens_in": 31176,
      "tokens_in_cached": 27626,
      "tokens_out": 571,
      "tool_calls": 2,
      "cost_usd": 0.0453292
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 7409,
      "tokens_in": 34742,
      "tokens_in_cached": 27614,
      "tokens_out": 714,
      "tool_calls": 3,
      "cost_usd": 0.0768108
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5982,
      "tokens_in": 34140,
      "tokens_in_cached": 27618,
      "tokens_out": 499,
      "tool_calls": 2,
      "cost_usd": 0.06766359999999999
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 4085,
      "tokens_in": 31034,
      "tokens_in_cached": 27617,
      "tokens_out": 366,
      "tool_calls": 2,
      "cost_usd": 0.0401634
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2987,
      "tokens_in": 14864,
      "tokens_in_cached": 12765,
      "tokens_out": 241,
      "cost_usd": 0.024156999999999998
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2148,
      "tokens_in": 14856,
      "tokens_in_cached": 12765,
      "tokens_out": 109,
      "cost_usd": 0.021453
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7347,
      "tokens_in": 14861,
      "tokens_in_cached": 12765,
      "tokens_out": 717,
      "cost_usd": 0.033653
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2567,
      "tokens_in": 14857,
      "tokens_in_cached": 12765,
      "tokens_out": 139,
      "cost_usd": 0.022060999999999997
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6379,
      "tokens_in": 14881,
      "tokens_in_cached": 12765,
      "tokens_out": 699,
      "cost_usd": 0.033453
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2924,
      "tokens_in": 14859,
      "tokens_in_cached": 12765,
      "tokens_out": 205,
      "cost_usd": 0.023397
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2085,
      "tokens_in": 14851,
      "tokens_in_cached": 12765,
      "tokens_out": 120,
      "cost_usd": 0.021633
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6965,
      "tokens_in": 14862,
      "tokens_in_cached": 12765,
      "tokens_out": 603,
      "cost_usd": 0.031381
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3523,
      "tokens_in": 14873,
      "tokens_in_cached": 12765,
      "tokens_out": 261,
      "cost_usd": 0.024628999999999998
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 11008,
      "tokens_in": 14890,
      "tokens_in_cached": 12765,
      "tokens_out": 1098,
      "cost_usd": 0.041505
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 9706,
      "tokens_in": 14857,
      "tokens_in_cached": 12765,
      "tokens_out": 957,
      "cost_usd": 0.038421
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6560,
      "tokens_in": 14861,
      "tokens_in_cached": 12765,
      "tokens_out": 576,
      "cost_usd": 0.030833
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8654,
      "tokens_in": 14877,
      "tokens_in_cached": 12765,
      "tokens_out": 707,
      "cost_usd": 0.033581
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6727,
      "tokens_in": 14907,
      "tokens_in_cached": 12765,
      "tokens_out": 611,
      "cost_usd": 0.031901
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5831,
      "tokens_in": 14883,
      "tokens_in_cached": 12765,
      "tokens_out": 537,
      "cost_usd": 0.030229
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8309,
      "tokens_in": 14904,
      "tokens_in_cached": 12765,
      "tokens_out": 710,
      "cost_usd": 0.033857
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3853,
      "tokens_in": 14882,
      "tokens_in_cached": 12765,
      "tokens_out": 324,
      "cost_usd": 0.025961
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4129,
      "tokens_in": 14875,
      "tokens_in_cached": 12765,
      "tokens_out": 346,
      "cost_usd": 0.026345
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2764,
      "tokens_in": 14867,
      "tokens_in_cached": 12765,
      "tokens_out": 227,
      "cost_usd": 0.023901
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2746,
      "tokens_in": 14901,
      "tokens_in_cached": 12765,
      "tokens_out": 197,
      "cost_usd": 0.023573
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3522,
      "tokens_in": 30432,
      "tokens_in_cached": 27617,
      "tokens_out": 204,
      "tool_calls": 2,
      "cost_usd": 0.0321074
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3797,
      "tokens_in": 14858,
      "tokens_in_cached": 12765,
      "tokens_out": 280,
      "cost_usd": 0.024889
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11856,
      "tokens_in": 65374,
      "tokens_in_cached": 59166,
      "tokens_out": 1311,
      "tool_calls": 7,
      "cost_usd": 0.0876852
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9573,
      "tokens_in": 31599,
      "tokens_in_cached": 27619,
      "tokens_out": 1164,
      "tool_calls": 6,
      "cost_usd": 0.0606278
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 19256,
      "tokens_in": 49378,
      "tokens_in_cached": 44014,
      "tokens_out": 2176,
      "tool_calls": 11,
      "cost_usd": 0.09521080000000001
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8052,
      "tokens_in": 30875,
      "tokens_in_cached": 27626,
      "tokens_out": 865,
      "tool_calls": 5,
      "cost_usd": 0.0488012
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3370,
      "tokens_in": 30563,
      "tokens_in_cached": 27637,
      "tokens_out": 254,
      "tool_calls": 2,
      "cost_usd": 0.0339994
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4831,
      "tokens_in": 31358,
      "tokens_in_cached": 27614,
      "tokens_out": 390,
      "tool_calls": 3,
      "cost_usd": 0.0432588
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3497,
      "tokens_in": 30048,
      "tokens_in_cached": 27633,
      "tokens_out": 159,
      "tool_calls": 1,
      "cost_usd": 0.0280106
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3696,
      "tokens_in": 30013,
      "tokens_in_cached": 27618,
      "tokens_out": 149,
      "tool_calls": 1,
      "cost_usd": 0.0276476
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3107,
      "tokens_in": 30030,
      "tokens_in_cached": 27608,
      "tokens_out": 206,
      "tool_calls": 1,
      "cost_usd": 0.029001600000000002
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2919,
      "tokens_in": 30015,
      "tokens_in_cached": 27614,
      "tokens_out": 198,
      "tool_calls": 1,
      "cost_usd": 0.0286748
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4150,
      "tokens_in": 29996,
      "tokens_in_cached": 27610,
      "tokens_out": 214,
      "tool_calls": 1,
      "cost_usd": 0.028873999999999997
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5687,
      "tokens_in": 30067,
      "tokens_in_cached": 27638,
      "tokens_out": 421,
      "tool_calls": 1,
      "cost_usd": 0.0333636
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3152,
      "tokens_in": 30059,
      "tokens_in_cached": 27629,
      "tokens_out": 139,
      "tool_calls": 1,
      "cost_usd": 0.027729800000000002
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2604,
      "tokens_in": 30058,
      "tokens_in_cached": 27632,
      "tokens_out": 168,
      "tool_calls": 1,
      "cost_usd": 0.028278400000000002
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2634,
      "tokens_in": 30054,
      "tokens_in_cached": 27629,
      "tokens_out": 178,
      "tool_calls": 1,
      "cost_usd": 0.028469800000000003
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5925,
      "tokens_in": 30765,
      "tokens_in_cached": 27628,
      "tokens_out": 509,
      "tool_calls": 3,
      "cost_usd": 0.0407856
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2482,
      "tokens_in": 30052,
      "tokens_in_cached": 27641,
      "tokens_out": 149,
      "tool_calls": 1,
      "cost_usd": 0.0277802
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3282,
      "tokens_in": 30046,
      "tokens_in_cached": 27634,
      "tokens_out": 155,
      "tool_calls": 1,
      "cost_usd": 0.027906800000000002
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 24251,
      "tokens_in": 113662,
      "tokens_in_cached": 44180,
      "tokens_out": 2547,
      "tool_calls": 10,
      "cost_usd": 0.6156079999999999
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7517,
      "tokens_in": 30875,
      "tokens_in_cached": 27627,
      "tokens_out": 811,
      "tool_calls": 5,
      "cost_usd": 0.047713399999999996
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 15270,
      "tokens_in": 57302,
      "tokens_in_cached": 44305,
      "tokens_out": 1764,
      "tool_calls": 9,
      "cost_usd": 0.148093
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2452,
      "tokens_in": 30073,
      "tokens_in_cached": 27643,
      "tokens_out": 150,
      "tool_calls": 1,
      "cost_usd": 0.0279526
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4787,
      "tokens_in": 30463,
      "tokens_in_cached": 27628,
      "tokens_out": 255,
      "tool_calls": 2,
      "cost_usd": 0.0332896
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3975,
      "tokens_in": 30528,
      "tokens_in_cached": 27650,
      "tokens_out": 321,
      "tool_calls": 2,
      "cost_usd": 0.034958
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4704,
      "tokens_in": 34196,
      "tokens_in_cached": 27661,
      "tokens_out": 464,
      "tool_calls": 4,
      "cost_usd": 0.0670762
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3680,
      "tokens_in": 30522,
      "tokens_in_cached": 27641,
      "tokens_out": 329,
      "tool_calls": 2,
      "cost_usd": 0.0351402
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5568,
      "tokens_in": 34604,
      "tokens_in_cached": 27644,
      "tokens_out": 572,
      "tool_calls": 3,
      "cost_usd": 0.0726328
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8221,
      "tokens_in": 33320,
      "tokens_in_cached": 27657,
      "tokens_out": 885,
      "tool_calls": 3,
      "cost_usd": 0.0685194
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 19618,
      "tokens_in": 51306,
      "tokens_in_cached": 43667,
      "tokens_out": 2383,
      "tool_calls": 11,
      "cost_usd": 0.11748140000000001
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7689,
      "tokens_in": 30805,
      "tokens_in_cached": 27690,
      "tokens_out": 933,
      "tool_calls": 4,
      "cost_usd": 0.04910199999999999
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4593,
      "tokens_in": 30204,
      "tokens_in_cached": 27660,
      "tokens_out": 440,
      "tool_calls": 2,
      "cost_usd": 0.034668000000000004
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3600,
      "tokens_in": 30213,
      "tokens_in_cached": 27643,
      "tokens_out": 189,
      "tool_calls": 1,
      "cost_usd": 0.0298526
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3494,
      "tokens_in": 30101,
      "tokens_in_cached": 27650,
      "tokens_out": 178,
      "tool_calls": 1,
      "cost_usd": 0.028682
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3530,
      "tokens_in": 30447,
      "tokens_in_cached": 27639,
      "tokens_out": 215,
      "tool_calls": 2,
      "cost_usd": 0.0322758
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4122,
      "tokens_in": 31605,
      "tokens_in_cached": 27665,
      "tokens_out": 343,
      "tool_calls": 2,
      "cost_usd": 0.043897000000000005
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4972,
      "tokens_in": 33991,
      "tokens_in_cached": 27640,
      "tokens_out": 391,
      "tool_calls": 2,
      "cost_usd": 0.06414
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3951,
      "tokens_in": 31251,
      "tokens_in_cached": 27633,
      "tokens_out": 339,
      "tool_calls": 2,
      "cost_usd": 0.041234599999999996
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4042,
      "tokens_in": 32505,
      "tokens_in_cached": 27656,
      "tokens_out": 365,
      "tool_calls": 2,
      "cost_usd": 0.0516072
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 16464,
      "tokens_in": 63761,
      "tokens_in_cached": 46805,
      "tokens_out": 1782,
      "tool_calls": 7,
      "cost_usd": 0.18062499999999998
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 17598,
      "tokens_in": 53190,
      "tokens_in_cached": 45258,
      "tokens_out": 1766,
      "tool_calls": 7,
      "cost_usd": 0.1078036
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 21600,
      "tokens_in": 53906,
      "tokens_in_cached": 44353,
      "tokens_out": 2481,
      "tool_calls": 8,
      "cost_usd": 0.1348906
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8512,
      "tokens_in": 30927,
      "tokens_in_cached": 27674,
      "tokens_out": 952,
      "tool_calls": 4,
      "cost_usd": 0.050582800000000004
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14727,
      "tokens_in": 57480,
      "tokens_in_cached": 48562,
      "tokens_out": 1697,
      "tool_calls": 4,
      "cost_usd": 0.1149724
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 32385,
      "tokens_in": 150570,
      "tokens_in_cached": 63152,
      "tokens_out": 3924,
      "tool_calls": 15,
      "cost_usd": 0.7904224
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5944,
      "tokens_in": 30365,
      "tokens_in_cached": 27695,
      "tokens_out": 577,
      "tool_calls": 2,
      "cost_usd": 0.038423
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 26929,
      "tokens_in": 74364,
      "tokens_in_cached": 47038,
      "tokens_out": 2999,
      "tool_calls": 9,
      "cost_usd": 0.2879716
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 30363,
      "tokens_in": 53510,
      "tokens_in_cached": 44906,
      "tokens_out": 3375,
      "tool_calls": 15,
      "cost_usd": 0.1452892
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8936,
      "tokens_in": 33480,
      "tokens_in_cached": 27624,
      "tokens_out": 1030,
      "tool_calls": 6,
      "cost_usd": 0.0729568
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 73199,
      "tokens_in": 381631,
      "tokens_in_cached": 299700,
      "tokens_out": 8344,
      "tool_calls": 46,
      "cost_usd": 0.8822119999999999
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9684,
      "tokens_in": 37318,
      "tokens_in_cached": 27632,
      "tokens_out": 1132,
      "tool_calls": 5,
      "cost_usd": 0.1056384
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 48843,
      "tokens_in": 256766,
      "tokens_in_cached": 195133,
      "tokens_out": 5111,
      "tool_calls": 21,
      "cost_usd": 0.6342706
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 22232,
      "tokens_in": 142873,
      "tokens_in_cached": 107600,
      "tokens_out": 2353,
      "tool_calls": 10,
      "cost_usd": 0.350732
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14860,
      "tokens_in": 57269,
      "tokens_in_cached": 27660,
      "tokens_out": 1665,
      "tool_calls": 4,
      "cost_usd": 0.275688
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8699,
      "tokens_in": 42497,
      "tokens_in_cached": 27622,
      "tokens_out": 949,
      "tool_calls": 3,
      "cost_usd": 0.14348840000000002
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11528,
      "tokens_in": 41234,
      "tokens_in_cached": 27624,
      "tokens_out": 1244,
      "tool_calls": 4,
      "cost_usd": 0.1392688
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8635,
      "tokens_in": 44639,
      "tokens_in_cached": 27617,
      "tokens_out": 982,
      "tool_calls": 3,
      "cost_usd": 0.1613234
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9440,
      "tokens_in": 37789,
      "tokens_in_cached": 27639,
      "tokens_out": 965,
      "tool_calls": 3,
      "cost_usd": 0.1060118
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9894,
      "tokens_in": 60958,
      "tokens_in_cached": 27622,
      "tokens_out": 1035,
      "tool_calls": 4,
      "cost_usd": 0.2928964
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 30124,
      "tokens_in": 148746,
      "tokens_in_cached": 107480,
      "tokens_out": 3496,
      "tool_calls": 17,
      "cost_usd": 0.421512
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10941,
      "tokens_in": 38255,
      "tokens_in_cached": 27615,
      "tokens_out": 999,
      "tool_calls": 5,
      "cost_usd": 0.110607
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 16981,
      "tokens_in": 105607,
      "tokens_in_cached": 71002,
      "tokens_out": 1699,
      "tool_calls": 8,
      "cost_usd": 0.3249964
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 24093,
      "tokens_in": 98167,
      "tokens_in_cached": 46965,
      "tokens_out": 2686,
      "tool_calls": 11,
      "cost_usd": 0.47270499999999993
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 25843,
      "tokens_in": 86520,
      "tokens_in_cached": 56169,
      "tokens_out": 2584,
      "tool_calls": 12,
      "cost_usd": 0.3056978
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 48432,
      "tokens_in": 406686,
      "tokens_in_cached": 339390,
      "tokens_out": 5454,
      "tool_calls": 29,
      "cost_usd": 0.7152700000000001
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 25233,
      "tokens_in": 146159,
      "tokens_in_cached": 98213,
      "tokens_out": 2962,
      "tool_calls": 18,
      "cost_usd": 0.4624186
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14263,
      "tokens_in": 65203,
      "tokens_in_cached": 51327,
      "tokens_out": 1507,
      "tool_calls": 8,
      "cost_usd": 0.1513894
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12992,
      "tokens_in": 67331,
      "tokens_in_cached": 52767,
      "tokens_out": 1348,
      "tool_calls": 8,
      "cost_usd": 0.1540014
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 16733,
      "tokens_in": 81372,
      "tokens_in_cached": 54805,
      "tokens_out": 1922,
      "tool_calls": 11,
      "cost_usd": 0.261913
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 18853,
      "tokens_in": 71430,
      "tokens_in_cached": 52738,
      "tokens_out": 1978,
      "tool_calls": 8,
      "cost_usd": 0.1996196
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9441,
      "tokens_in": 37231,
      "tokens_in_cached": 27989,
      "tokens_out": 965,
      "tool_calls": 3,
      "cost_usd": 0.0988178
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4937,
      "tokens_in": 34282,
      "tokens_in_cached": 27953,
      "tokens_out": 453,
      "tool_calls": 2,
      "cost_usd": 0.0652666
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10401,
      "tokens_in": 36693,
      "tokens_in_cached": 27985,
      "tokens_out": 1276,
      "tool_calls": 4,
      "cost_usd": 0.10076500000000001
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12850,
      "tokens_in": 35481,
      "tokens_in_cached": 27963,
      "tokens_out": 1473,
      "tool_calls": 4,
      "cost_usd": 0.0951806
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 60392,
      "tokens_in": 249097,
      "tokens_in_cached": 186974,
      "tokens_out": 6371,
      "tool_calls": 26,
      "cost_usd": 0.6617588000000001
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 29509,
      "tokens_in": 65293,
      "tokens_in_cached": 50487,
      "tokens_out": 3041,
      "tool_calls": 13,
      "cost_usd": 0.18934140000000002
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13039,
      "tokens_in": 38277,
      "tokens_in_cached": 27993,
      "tokens_out": 1576,
      "tool_calls": 5,
      "cost_usd": 0.1193746
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 21122,
      "tokens_in": 38855,
      "tokens_in_cached": 27653,
      "tokens_out": 1788,
      "tool_calls": 4,
      "cost_usd": 0.1308906
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 54665,
      "tokens_in": 209664,
      "tokens_in_cached": 158931,
      "tokens_out": 5789,
      "tool_calls": 20,
      "cost_usd": 0.5533902
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10566,
      "tokens_in": 35856,
      "tokens_in_cached": 27638,
      "tokens_out": 1073,
      "tool_calls": 4,
      "cost_usd": 0.09271560000000001
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 25566,
      "tokens_in": 75187,
      "tokens_in_cached": 49728,
      "tokens_out": 2667,
      "tool_calls": 10,
      "cost_usd": 0.2669336
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 19920,
      "tokens_in": 71481,
      "tokens_in_cached": 48420,
      "tokens_out": 1980,
      "tool_calls": 7,
      "cost_usd": 0.23374799999999998
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14821,
      "tokens_in": 78120,
      "tokens_in_cached": 53536,
      "tokens_out": 1540,
      "tool_calls": 8,
      "cost_usd": 0.2381552
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 23025,
      "tokens_in": 92177,
      "tokens_in_cached": 60480,
      "tokens_out": 2402,
      "tool_calls": 9,
      "cost_usd": 0.313688
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10164,
      "tokens_in": 35846,
      "tokens_in_cached": 27653,
      "tokens_out": 968,
      "tool_calls": 2,
      "cost_usd": 0.09041859999999999
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14325,
      "tokens_in": 66777,
      "tokens_in_cached": 51865,
      "tokens_out": 1543,
      "tool_calls": 8,
      "cost_usd": 0.160505
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 35802,
      "tokens_in": 232496,
      "tokens_in_cached": 179558,
      "tokens_out": 4031,
      "tool_calls": 17,
      "cost_usd": 0.5399876
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14589,
      "tokens_in": 57090,
      "tokens_in_cached": 47563,
      "tokens_out": 1427,
      "tool_calls": 8,
      "cost_usd": 0.1142446
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 39842,
      "tokens_in": 89715,
      "tokens_in_cached": 57521,
      "tokens_out": 4491,
      "tool_calls": 19,
      "cost_usd": 0.35885219999999995
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 24585,
      "tokens_in": 91960,
      "tokens_in_cached": 52879,
      "tokens_out": 2852,
      "tool_calls": 13,
      "cost_usd": 0.3802398
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 29415,
      "tokens_in": 114509,
      "tokens_in_cached": 90900,
      "tokens_out": 2989,
      "tool_calls": 12,
      "cost_usd": 0.26680000000000004
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 5774,
      "tokens_in": 34167,
      "tokens_in_cached": 27622,
      "tokens_out": 399,
      "tool_calls": 2,
      "cost_usd": 0.0658484
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 9163,
      "tokens_in": 37424,
      "tokens_in_cached": 27632,
      "tokens_out": 847,
      "tool_calls": 3,
      "cost_usd": 0.1007864
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 25017,
      "tokens_in": 50515,
      "tokens_in_cached": 44884,
      "tokens_out": 2726,
      "tool_calls": 10,
      "cost_usd": 0.1085208
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 7782,
      "tokens_in": 32489,
      "tokens_in_cached": 27628,
      "tokens_out": 602,
      "tool_calls": 2,
      "cost_usd": 0.056437600000000004
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 27602,
      "tokens_in": 76608,
      "tokens_in_cached": 66399,
      "tokens_out": 3087,
      "tool_calls": 19,
      "cost_usd": 0.1566598
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 22012,
      "tokens_in": 54146,
      "tokens_in_cached": 45012,
      "tokens_out": 2596,
      "tool_calls": 16,
      "cost_usd": 0.13397040000000002
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 18091,
      "tokens_in": 51067,
      "tokens_in_cached": 44895,
      "tokens_out": 2023,
      "tool_calls": 12,
      "cost_usd": 0.098791
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 17210,
      "tokens_in": 62054,
      "tokens_in_cached": 50498,
      "tokens_out": 1649,
      "tool_calls": 9,
      "cost_usd": 0.1355036
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 31148,
      "tokens_in": 84330,
      "tokens_in_cached": 71808,
      "tokens_out": 3283,
      "tool_calls": 14,
      "cost_usd": 0.18016559999999998
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 20641,
      "tokens_in": 54869,
      "tokens_in_cached": 45791,
      "tokens_out": 2438,
      "tool_calls": 14,
      "cost_usd": 0.1305182
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6036,
      "tokens_in": 59792,
      "tokens_in_cached": 27640,
      "tokens_out": 503,
      "tool_calls": 2,
      "cost_usd": 0.272788
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 12062,
      "tokens_in": 56920,
      "tokens_in_cached": 48070,
      "tokens_out": 1132,
      "tool_calls": 6,
      "cost_usd": 0.10303
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10410,
      "tokens_in": 37729,
      "tokens_in_cached": 27641,
      "tokens_out": 979,
      "tool_calls": 4,
      "cost_usd": 0.10579619999999999
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10075,
      "tokens_in": 31373,
      "tokens_in_cached": 27640,
      "tokens_out": 1085,
      "tool_calls": 7,
      "cost_usd": 0.057075999999999995
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 17689,
      "tokens_in": 49751,
      "tokens_in_cached": 43992,
      "tokens_out": 2077,
      "tool_calls": 11,
      "cost_usd": 0.0963864
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9862,
      "tokens_in": 31420,
      "tokens_in_cached": 27637,
      "tokens_out": 1049,
      "tool_calls": 5,
      "cost_usd": 0.0567554
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 68292,
      "tokens_in": 111611,
      "tokens_in_cached": 43843,
      "tokens_out": 8603,
      "tool_calls": 27,
      "cost_usd": 0.7229486
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8325,
      "tokens_in": 30951,
      "tokens_in_cached": 27633,
      "tokens_out": 1031,
      "tool_calls": 6,
      "cost_usd": 0.0526746
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 20333,
      "tokens_in": 49694,
      "tokens_in_cached": 43582,
      "tokens_out": 2291,
      "tool_calls": 13,
      "cost_usd": 0.1034084
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 77486,
      "tokens_in": 314226,
      "tokens_in_cached": 236680,
      "tokens_out": 9161,
      "tool_calls": 37,
      "cost_usd": 0.8508760000000001
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11170,
      "tokens_in": 67122,
      "tokens_in_cached": 50952,
      "tokens_out": 1119,
      "tool_calls": 5,
      "cost_usd": 0.1619064
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7513,
      "tokens_in": 33041,
      "tokens_in_cached": 27643,
      "tokens_out": 589,
      "tool_calls": 1,
      "cost_usd": 0.0604766
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5031,
      "tokens_in": 14881,
      "tokens_in_cached": 12765,
      "tokens_out": 367,
      "cost_usd": 0.026813
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 12276,
      "tokens_in": 63269,
      "tokens_in_cached": 50080,
      "tokens_out": 1177,
      "tool_calls": 4,
      "cost_usd": 0.139044
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6618,
      "tokens_in": 33633,
      "tokens_in_cached": 27678,
      "tokens_out": 562,
      "tool_calls": 1,
      "cost_usd": 0.0643996
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6901,
      "tokens_in": 38800,
      "tokens_in_cached": 27633,
      "tokens_out": 581,
      "tool_calls": 2,
      "cost_usd": 0.10646660000000001
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 17485,
      "tokens_in": 78379,
      "tokens_in_cached": 68586,
      "tokens_out": 1849,
      "tool_calls": 11,
      "cost_usd": 0.12900920000000002
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13282,
      "tokens_in": 31214,
      "tokens_in_cached": 27631,
      "tokens_out": 1573,
      "tool_calls": 7,
      "cost_usd": 0.0656342
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10506,
      "tokens_in": 57645,
      "tokens_in_cached": 27694,
      "tokens_out": 1073,
      "tool_calls": 6,
      "cost_usd": 0.2665908
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11211,
      "tokens_in": 31879,
      "tokens_in_cached": 27686,
      "tokens_out": 1203,
      "tool_calls": 8,
      "cost_usd": 0.0631252
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 17063,
      "tokens_in": 105079,
      "tokens_in_cached": 71288,
      "tokens_out": 1801,
      "tool_calls": 9,
      "cost_usd": 0.3205816
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 17096,
      "tokens_in": 50191,
      "tokens_in_cached": 44581,
      "tokens_out": 1906,
      "tool_calls": 11,
      "cost_usd": 0.09189220000000001
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15783,
      "tokens_in": 62525,
      "tokens_in_cached": 49795,
      "tokens_out": 1563,
      "tool_calls": 7,
      "cost_usd": 0.143035
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 54876,
      "tokens_in": 65731,
      "tokens_in_cached": 49406,
      "tokens_out": 5503,
      "tool_calls": 12,
      "cost_usd": 0.2505172
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 39098,
      "tokens_in": 89301,
      "tokens_in_cached": 62541,
      "tokens_out": 4260,
      "tool_calls": 15,
      "cost_usd": 0.31176420000000005
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15911,
      "tokens_in": 69720,
      "tokens_in_cached": 44148,
      "tokens_out": 1815,
      "tool_calls": 9,
      "cost_usd": 0.2496816
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7158,
      "tokens_in": 30785,
      "tokens_in_cached": 27647,
      "tokens_out": 774,
      "tool_calls": 4,
      "cost_usd": 0.0460974
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9768,
      "tokens_in": 48693,
      "tokens_in_cached": 44116,
      "tokens_out": 1047,
      "tool_calls": 6,
      "cost_usd": 0.0663552
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 89386,
      "tokens_in": 323520,
      "tokens_in_cached": 187652,
      "tokens_out": 11344,
      "tool_calls": 44,
      "cost_usd": 1.3513144
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 16603,
      "tokens_in": 51838,
      "tokens_in_cached": 42976,
      "tokens_out": 1913,
      "tool_calls": 9,
      "cost_usd": 0.1177272
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9373,
      "tokens_in": 35241,
      "tokens_in_cached": 27633,
      "tokens_out": 986,
      "tool_calls": 3,
      "cost_usd": 0.0860946
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 95236,
      "tokens_in": 143538,
      "tokens_in_cached": 105970,
      "tokens_out": 2315,
      "tool_calls": 8,
      "cost_usd": 0.368006
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 18109,
      "tokens_in": 54126,
      "tokens_in_cached": 43616,
      "tokens_out": 1793,
      "tool_calls": 9,
      "cost_usd": 0.1286392
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9374,
      "tokens_in": 47718,
      "tokens_in_cached": 43531,
      "tokens_out": 949,
      "tool_calls": 6,
      "cost_usd": 0.061158199999999996
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11840,
      "tokens_in": 33262,
      "tokens_in_cached": 27665,
      "tokens_out": 1194,
      "tool_calls": 5,
      "cost_usd": 0.074173
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 46646,
      "tokens_in": 111837,
      "tokens_in_cached": 82679,
      "tokens_out": 5694,
      "tool_calls": 31,
      "cost_usd": 0.36364779999999997
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13803,
      "tokens_in": 60125,
      "tokens_in_cached": 49381,
      "tokens_out": 1447,
      "tool_calls": 8,
      "cost_usd": 0.1247442
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13406,
      "tokens_in": 58203,
      "tokens_in_cached": 48961,
      "tokens_out": 1325,
      "tool_calls": 7,
      "cost_usd": 0.11020420000000002
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6164,
      "tokens_in": 30507,
      "tokens_in_cached": 27678,
      "tokens_out": 375,
      "tool_calls": 2,
      "cost_usd": 0.035651600000000006
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8463,
      "tokens_in": 30131,
      "tokens_in_cached": 27697,
      "tokens_out": 271,
      "tool_calls": 1,
      "cost_usd": 0.030415400000000002
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11067,
      "tokens_in": 30741,
      "tokens_in_cached": 27631,
      "tokens_out": 725,
      "tool_calls": 4,
      "cost_usd": 0.044890200000000005
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 23402,
      "tokens_in": 67318,
      "tokens_in_cached": 61422,
      "tokens_out": 2301,
      "tool_calls": 13,
      "cost_usd": 0.1054404
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11382,
      "tokens_in": 31107,
      "tokens_in_cached": 27641,
      "tokens_out": 1158,
      "tool_calls": 7,
      "cost_usd": 0.056400200000000004
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14287,
      "tokens_in": 68672,
      "tokens_in_cached": 44003,
      "tokens_out": 1518,
      "tool_calls": 8,
      "cost_usd": 0.2364886
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15921,
      "tokens_in": 80862,
      "tokens_in_cached": 54958,
      "tokens_out": 1443,
      "tool_calls": 5,
      "cost_usd": 0.2470596
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8088,
      "tokens_in": 42025,
      "tokens_in_cached": 27626,
      "tokens_out": 742,
      "tool_calls": 3,
      "cost_usd": 0.1355412
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8830,
      "tokens_in": 31677,
      "tokens_in_cached": 27643,
      "tokens_out": 614,
      "tool_calls": 3,
      "cost_usd": 0.0500646
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 25810,
      "tokens_in": 104205,
      "tokens_in_cached": 77957,
      "tokens_out": 2573,
      "tool_calls": 12,
      "cost_usd": 0.2770034
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14037,
      "tokens_in": 70751,
      "tokens_in_cached": 51851,
      "tokens_out": 1257,
      "tool_calls": 8,
      "cost_usd": 0.1866862
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12357,
      "tokens_in": 70046,
      "tokens_in_cached": 52963,
      "tokens_out": 968,
      "tool_calls": 7,
      "cost_usd": 0.16659259999999998
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17511,
      "tokens_in": 58630,
      "tokens_in_cached": 48872,
      "tokens_out": 785,
      "tool_calls": 5,
      "cost_usd": 0.1035144
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7294,
      "tokens_in": 33402,
      "tokens_in_cached": 27632,
      "tokens_out": 556,
      "tool_calls": 2,
      "cost_usd": 0.0627904
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7351,
      "tokens_in": 32725,
      "tokens_in_cached": 27640,
      "tokens_out": 476,
      "tool_calls": 2,
      "cost_usd": 0.055712
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 20800,
      "tokens_in": 115965,
      "tokens_in_cached": 82316,
      "tokens_out": 2107,
      "tool_calls": 13,
      "cost_usd": 0.32776320000000003
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 26611,
      "tokens_in": 192144,
      "tokens_in_cached": 126510,
      "tokens_out": 2385,
      "tool_calls": 16,
      "cost_usd": 0.598042
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 25773,
      "tokens_in": 137771,
      "tokens_in_cached": 97486,
      "tokens_out": 2532,
      "tool_calls": 13,
      "cost_usd": 0.3923852
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 19975,
      "tokens_in": 86521,
      "tokens_in_cached": 72067,
      "tokens_out": 1736,
      "tool_calls": 10,
      "cost_usd": 0.1647334
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6381,
      "tokens_in": 30861,
      "tokens_in_cached": 27634,
      "tokens_out": 203,
      "tool_calls": 1,
      "cost_usd": 0.035386799999999996
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12257,
      "tokens_in": 63236,
      "tokens_in_cached": 43317,
      "tokens_out": 885,
      "tool_calls": 2,
      "cost_usd": 0.1856914
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5492,
      "tokens_in": 30861,
      "tokens_in_cached": 27625,
      "tokens_out": 271,
      "tool_calls": 2,
      "cost_usd": 0.036817
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6381,
      "tokens_in": 35869,
      "tokens_in_cached": 27647,
      "tokens_out": 460,
      "tool_calls": 2,
      "cost_usd": 0.08048939999999999
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10846,
      "tokens_in": 34593,
      "tokens_in_cached": 27644,
      "tokens_out": 922,
      "tool_calls": 3,
      "cost_usd": 0.0795448
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11231,
      "tokens_in": 42952,
      "tokens_in_cached": 27647,
      "tokens_out": 705,
      "tool_calls": 3,
      "cost_usd": 0.1420534
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14703,
      "tokens_in": 65000,
      "tokens_in_cached": 45938,
      "tokens_out": 1450,
      "tool_calls": 7,
      "cost_usd": 0.19065959999999998
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 34899,
      "tokens_in": 252041,
      "tokens_in_cached": 128154,
      "tokens_out": 3394,
      "tool_calls": 12,
      "cost_usd": 1.0845748000000002
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7229,
      "tokens_in": 36860,
      "tokens_in_cached": 27642,
      "tokens_out": 487,
      "tool_calls": 2,
      "cost_usd": 0.0889964
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7457,
      "tokens_in": 31165,
      "tokens_in_cached": 27663,
      "tokens_out": 496,
      "tool_calls": 2,
      "cost_usd": 0.043452599999999994
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 29239,
      "tokens_in": 117667,
      "tokens_in_cached": 71364,
      "tokens_out": 3275,
      "tool_calls": 15,
      "cost_usd": 0.45016480000000003
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8089,
      "tokens_in": 53828,
      "tokens_in_cached": 27665,
      "tokens_out": 664,
      "tool_calls": 2,
      "cost_usd": 0.228101
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7511,
      "tokens_in": 34200,
      "tokens_in_cached": 27651,
      "tokens_out": 494,
      "tool_calls": 2,
      "cost_usd": 0.06778619999999999
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 63716,
      "tokens_in": 307475,
      "tokens_in_cached": 250835,
      "tokens_out": 6594,
      "tool_calls": 37,
      "cost_usd": 0.635111
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10379,
      "tokens_in": 31209,
      "tokens_in_cached": 27633,
      "tokens_out": 1238,
      "tool_calls": 10,
      "cost_usd": 0.0588786
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7301,
      "tokens_in": 41507,
      "tokens_in_cached": 27626,
      "tokens_out": 744,
      "tool_calls": 3,
      "cost_usd": 0.1314372
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15177,
      "tokens_in": 63635,
      "tokens_in_cached": 43502,
      "tokens_out": 1484,
      "tool_calls": 3,
      "cost_usd": 0.19942039999999997
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13810,
      "tokens_in": 31645,
      "tokens_in_cached": 27625,
      "tokens_out": 1679,
      "tool_calls": 12,
      "cost_usd": 0.071249
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 16297,
      "tokens_in": 69562,
      "tokens_in_cached": 44465,
      "tokens_out": 1600,
      "tool_calls": 7,
      "cost_usd": 0.24164500000000003
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8235,
      "tokens_in": 58857,
      "tokens_in_cached": 27642,
      "tokens_out": 745,
      "tool_calls": 3,
      "cost_usd": 0.2701324
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7806,
      "tokens_in": 59279,
      "tokens_in_cached": 27644,
      "tokens_out": 714,
      "tool_calls": 3,
      "cost_usd": 0.2728728
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9619,
      "tokens_in": 41224,
      "tokens_in_cached": 27674,
      "tokens_out": 826,
      "tool_calls": 3,
      "cost_usd": 0.13043880000000002
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12786,
      "tokens_in": 40427,
      "tokens_in_cached": 27671,
      "tokens_out": 1213,
      "tool_calls": 3,
      "cost_usd": 0.1318262
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12908,
      "tokens_in": 53038,
      "tokens_in_cached": 46064,
      "tokens_out": 1007,
      "tool_calls": 5,
      "cost_usd": 0.0851208
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 28588,
      "tokens_in": 38083,
      "tokens_in_cached": 27652,
      "tokens_out": 2871,
      "tool_calls": 3,
      "cost_usd": 0.1463824
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 19404,
      "tokens_in": 141511,
      "tokens_in_cached": 111081,
      "tokens_out": 1911,
      "tool_calls": 8,
      "cost_usd": 0.3038442
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9288,
      "tokens_in": 38121,
      "tokens_in_cached": 27667,
      "tokens_out": 853,
      "tool_calls": 2,
      "cost_usd": 0.1062094
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 16601,
      "tokens_in": 49682,
      "tokens_in_cached": 27669,
      "tokens_out": 1706,
      "tool_calls": 2,
      "cost_usd": 0.21574179999999998
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8190,
      "tokens_in": 41181,
      "tokens_in_cached": 27647,
      "tokens_out": 681,
      "tool_calls": 3,
      "cost_usd": 0.1274054
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10638,
      "tokens_in": 52027,
      "tokens_in_cached": 27640,
      "tokens_out": 975,
      "tool_calls": 3,
      "cost_usd": 0.220108
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11468,
      "tokens_in": 50529,
      "tokens_in_cached": 27673,
      "tokens_out": 1339,
      "tool_calls": 6,
      "cost_usd": 0.21514660000000002
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4139,
      "tokens_in": 39386,
      "tokens_in_cached": 27644,
      "tokens_out": 296,
      "tool_calls": 2,
      "cost_usd": 0.1053688
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4432,
      "tokens_in": 33274,
      "tokens_in_cached": 27629,
      "tokens_out": 360,
      "tool_calls": 3,
      "cost_usd": 0.0578698
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6397,
      "tokens_in": 55772,
      "tokens_in_cached": 27637,
      "tokens_out": 626,
      "tool_calls": 3,
      "cost_usd": 0.2431114
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8022,
      "tokens_in": 50085,
      "tokens_in_cached": 27617,
      "tokens_out": 657,
      "tool_calls": 3,
      "cost_usd": 0.1983914
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4571,
      "tokens_in": 41840,
      "tokens_in_cached": 27654,
      "tokens_out": 323,
      "tool_calls": 2,
      "cost_usd": 0.12546279999999999
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3724,
      "tokens_in": 39310,
      "tokens_in_cached": 27641,
      "tokens_out": 282,
      "tool_calls": 2,
      "cost_usd": 0.10450419999999999
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4969,
      "tokens_in": 41073,
      "tokens_in_cached": 27641,
      "tokens_out": 341,
      "tool_calls": 2,
      "cost_usd": 0.11978820000000001
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8516,
      "tokens_in": 46958,
      "tokens_in_cached": 27659,
      "tokens_out": 770,
      "tool_calls": 4,
      "cost_usd": 0.17530779999999999
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12592,
      "tokens_in": 64858,
      "tokens_in_cached": 27643,
      "tokens_out": 1374,
      "tool_calls": 4,
      "cost_usd": 0.33071259999999997
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 25196,
      "tokens_in": 145671,
      "tokens_in_cached": 111427,
      "tokens_out": 2778,
      "tool_calls": 14,
      "cost_usd": 0.3517574
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 20878,
      "tokens_in": 89755,
      "tokens_in_cached": 46547,
      "tokens_out": 2432,
      "tool_calls": 11,
      "cost_usd": 0.4035894
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6708,
      "tokens_in": 35005,
      "tokens_in_cached": 27642,
      "tokens_out": 586,
      "tool_calls": 4,
      "cost_usd": 0.07613639999999999
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 19151,
      "tokens_in": 69905,
      "tokens_in_cached": 48044,
      "tokens_out": 1803,
      "tool_calls": 8,
      "cost_usd": 0.2205328
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 17413,
      "tokens_in": 70003,
      "tokens_in_cached": 51516,
      "tokens_out": 1566,
      "tool_calls": 4,
      "cost_usd": 0.1894952
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11650,
      "tokens_in": 49657,
      "tokens_in_cached": 43912,
      "tokens_out": 977,
      "tool_calls": 4,
      "cost_usd": 0.0742584
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4719,
      "tokens_in": 39886,
      "tokens_in_cached": 27646,
      "tokens_out": 347,
      "tool_calls": 2,
      "cost_usd": 0.1103732
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5690,
      "tokens_in": 46675,
      "tokens_in_cached": 27645,
      "tokens_out": 456,
      "tool_calls": 3,
      "cost_usd": 0.166873
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4718,
      "tokens_in": 54399,
      "tokens_in_cached": 27656,
      "tokens_out": 377,
      "tool_calls": 2,
      "cost_usd": 0.22699919999999998
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16224,
      "tokens_in": 68772,
      "tokens_in_cached": 48192,
      "tokens_out": 1824,
      "tool_calls": 8,
      "cost_usd": 0.21073440000000002
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14906,
      "tokens_in": 74447,
      "tokens_in_cached": 45911,
      "tokens_out": 1488,
      "tool_calls": 7,
      "cost_usd": 0.2672062
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11043,
      "tokens_in": 83947,
      "tokens_in_cached": 52720,
      "tokens_out": 1186,
      "tool_calls": 8,
      "cost_usd": 0.28405600000000003
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5308,
      "tokens_in": 43395,
      "tokens_in_cached": 27646,
      "tokens_out": 297,
      "tool_calls": 2,
      "cost_usd": 0.1374452
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12159,
      "tokens_in": 46530,
      "tokens_in_cached": 27633,
      "tokens_out": 1250,
      "tool_calls": 3,
      "cost_usd": 0.18168659999999998
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 22751,
      "tokens_in": 131079,
      "tokens_in_cached": 97162,
      "tokens_out": 2405,
      "tool_calls": 8,
      "cost_usd": 0.3388364
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9365,
      "tokens_in": 35952,
      "tokens_in_cached": 27662,
      "tokens_out": 750,
      "tool_calls": 1,
      "cost_usd": 0.0868364
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 23454,
      "tokens_in": 47704,
      "tokens_in_cached": 27669,
      "tokens_out": 744,
      "tool_calls": 2,
      "cost_usd": 0.18067780000000003
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11966,
      "tokens_in": 96501,
      "tokens_in_cached": 67055,
      "tokens_out": 1174,
      "tool_calls": 5,
      "cost_usd": 0.272435
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6653,
      "tokens_in": 57207,
      "tokens_in_cached": 27692,
      "tokens_out": 618,
      "tool_calls": 3,
      "cost_usd": 0.25400239999999996
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5153,
      "tokens_in": 39658,
      "tokens_in_cached": 27667,
      "tokens_out": 396,
      "tool_calls": 2,
      "cost_usd": 0.10936539999999999
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7763,
      "tokens_in": 42518,
      "tokens_in_cached": 27663,
      "tokens_out": 487,
      "tool_calls": 2,
      "cost_usd": 0.1340966
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4506,
      "tokens_in": 37035,
      "tokens_in_cached": 27682,
      "tokens_out": 343,
      "tool_calls": 2,
      "cost_usd": 0.0872044
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7058,
      "tokens_in": 39470,
      "tokens_in_cached": 27670,
      "tokens_out": 755,
      "tool_calls": 2,
      "cost_usd": 0.115018
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5461,
      "tokens_in": 40882,
      "tokens_in_cached": 27672,
      "tokens_out": 498,
      "tool_calls": 2,
      "cost_usd": 0.1211584
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8526,
      "tokens_in": 49542,
      "tokens_in_cached": 27672,
      "tokens_out": 811,
      "tool_calls": 4,
      "cost_usd": 0.1966984
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10226,
      "tokens_in": 42207,
      "tokens_in_cached": 27701,
      "tokens_out": 565,
      "tool_calls": 2,
      "cost_usd": 0.1328722
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15177,
      "tokens_in": 38625,
      "tokens_in_cached": 27663,
      "tokens_out": 433,
      "tool_calls": 2,
      "cost_usd": 0.1018726
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5518,
      "tokens_in": 49971,
      "tokens_in_cached": 27655,
      "tokens_out": 457,
      "tool_calls": 2,
      "cost_usd": 0.193183
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5443,
      "tokens_in": 42644,
      "tokens_in_cached": 27669,
      "tokens_out": 458,
      "tool_calls": 2,
      "cost_usd": 0.13447779999999998
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4724,
      "tokens_in": 50300,
      "tokens_in_cached": 27656,
      "tokens_out": 415,
      "tool_calls": 2,
      "cost_usd": 0.1949672
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16855,
      "tokens_in": 104673,
      "tokens_in_cached": 65700,
      "tokens_out": 1774,
      "tool_calls": 8,
      "cost_usd": 0.36038000000000003
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8955,
      "tokens_in": 47117,
      "tokens_in_cached": 27675,
      "tokens_out": 941,
      "tool_calls": 4,
      "cost_usd": 0.179875
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 31892,
      "tokens_in": 71361,
      "tokens_in_cached": 63278,
      "tokens_out": 3780,
      "tool_calls": 16,
      "cost_usd": 0.1528876
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7677,
      "tokens_in": 56465,
      "tokens_in_cached": 48070,
      "tokens_out": 698,
      "tool_calls": 4,
      "cost_usd": 0.09071000000000001
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7901,
      "tokens_in": 31634,
      "tokens_in_cached": 27627,
      "tokens_out": 806,
      "tool_calls": 2,
      "cost_usd": 0.053685399999999994
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4731,
      "tokens_in": 30967,
      "tokens_in_cached": 27623,
      "tokens_out": 391,
      "tool_calls": 3,
      "cost_usd": 0.0400806
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6700,
      "tokens_in": 43002,
      "tokens_in_cached": 27624,
      "tokens_out": 552,
      "tool_calls": 1,
      "cost_usd": 0.1395728
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11473,
      "tokens_in": 58845,
      "tokens_in_cached": 47635,
      "tokens_out": 962,
      "tool_calls": 6,
      "cost_usd": 0.118423
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13883,
      "tokens_in": 72319,
      "tokens_in_cached": 47461,
      "tokens_out": 1429,
      "tool_calls": 10,
      "cost_usd": 0.23691220000000002
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8899,
      "tokens_in": 58179,
      "tokens_in_cached": 46921,
      "tokens_out": 812,
      "tool_calls": 5,
      "cost_usd": 0.11566420000000001
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 35445,
      "tokens_in": 210067,
      "tokens_in_cached": 149174,
      "tokens_out": 3575,
      "tool_calls": 17,
      "cost_usd": 0.5884388
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12593,
      "tokens_in": 63649,
      "tokens_in_cached": 49674,
      "tokens_out": 1092,
      "tool_calls": 8,
      "cost_usd": 0.1435508
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11951,
      "tokens_in": 34008,
      "tokens_in_cached": 27632,
      "tokens_out": 1023,
      "tool_calls": 4,
      "cost_usd": 0.0769784
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6626,
      "tokens_in": 34921,
      "tokens_in_cached": 27636,
      "tokens_out": 506,
      "tool_calls": 3,
      "cost_usd": 0.0739112
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6151,
      "tokens_in": 35560,
      "tokens_in_cached": 27637,
      "tokens_out": 521,
      "tool_calls": 3,
      "cost_usd": 0.07931540000000001
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6590,
      "tokens_in": 34261,
      "tokens_in_cached": 27635,
      "tokens_out": 596,
      "tool_calls": 3,
      "cost_usd": 0.070439
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4451,
      "tokens_in": 30500,
      "tokens_in_cached": 27627,
      "tokens_out": 278,
      "tool_calls": 2,
      "cost_usd": 0.0340534
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5631,
      "tokens_in": 33688,
      "tokens_in_cached": 27630,
      "tokens_out": 320,
      "tool_calls": 1,
      "cost_usd": 0.060374
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7551,
      "tokens_in": 37183,
      "tokens_in_cached": 27648,
      "tokens_out": 554,
      "tool_calls": 2,
      "cost_usd": 0.0928736
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6817,
      "tokens_in": 36441,
      "tokens_in_cached": 27639,
      "tokens_out": 504,
      "tool_calls": 2,
      "cost_usd": 0.0860078
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8612,
      "tokens_in": 34587,
      "tokens_in_cached": 27622,
      "tokens_out": 690,
      "tool_calls": 2,
      "cost_usd": 0.0750284
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 6930,
      "tokens_in": 35731,
      "tokens_in_cached": 27634,
      "tokens_out": 486,
      "tool_calls": 2,
      "cost_usd": 0.0800068
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11271,
      "tokens_in": 57545,
      "tokens_in_cached": 46125,
      "tokens_out": 1078,
      "tool_calls": 6,
      "cost_usd": 0.12212100000000001
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 29666,
      "tokens_in": 81531,
      "tokens_in_cached": 55626,
      "tokens_out": 3182,
      "tool_calls": 11,
      "cost_usd": 0.28198120000000004
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 13709,
      "tokens_in": 69125,
      "tokens_in_cached": 53743,
      "tokens_out": 1512,
      "tool_calls": 6,
      "cost_usd": 0.1640206
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7838,
      "tokens_in": 33559,
      "tokens_in_cached": 27663,
      "tokens_out": 594,
      "tool_calls": 3,
      "cost_usd": 0.0645646
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16027,
      "tokens_in": 64320,
      "tokens_in_cached": 49372,
      "tokens_out": 1232,
      "tool_calls": 7,
      "cost_usd": 0.1540744
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14933,
      "tokens_in": 94112,
      "tokens_in_cached": 72765,
      "tokens_out": 1548,
      "tool_calls": 9,
      "cost_usd": 0.216257
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14306,
      "tokens_in": 49280,
      "tokens_in_cached": 43649,
      "tokens_out": 1486,
      "tool_calls": 9,
      "cost_usd": 0.0834738
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9132,
      "tokens_in": 40281,
      "tokens_in_cached": 27657,
      "tokens_out": 912,
      "tool_calls": 4,
      "cost_usd": 0.12474740000000001
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11377,
      "tokens_in": 48539,
      "tokens_in_cached": 43236,
      "tokens_out": 935,
      "tool_calls": 6,
      "cost_usd": 0.06974720000000001
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 120518,
      "tokens_in": 296944,
      "tokens_in_cached": 218145,
      "tokens_out": 5022,
      "tool_calls": 31,
      "cost_usd": 0.7744209999999999
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 61718,
      "tokens_in": 237961,
      "tokens_in_cached": 171324,
      "tokens_out": 6756,
      "tool_calls": 30,
      "cost_usd": 0.7024408000000001
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 87748,
      "tokens_in": 550865,
      "tokens_in_cached": 442754,
      "tokens_out": 10256,
      "tool_calls": 45,
      "cost_usd": 1.1585028000000002
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6888,
      "tokens_in": 35128,
      "tokens_in_cached": 27657,
      "tokens_out": 609,
      "tool_calls": 2,
      "cost_usd": 0.0774634
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7323,
      "tokens_in": 31037,
      "tokens_in_cached": 27679,
      "tokens_out": 726,
      "tool_calls": 3,
      "cost_usd": 0.046903799999999995
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9694,
      "tokens_in": 32010,
      "tokens_in_cached": 27670,
      "tokens_out": 1108,
      "tool_calls": 6,
      "cost_usd": 0.062397999999999995
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 117946,
      "tokens_in": 423269,
      "tokens_in_cached": 298694,
      "tokens_out": 11619,
      "tool_calls": 50,
      "cost_usd": 1.2886788
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 13661,
      "tokens_in": 64835,
      "tokens_in_cached": 44709,
      "tokens_out": 1370,
      "tool_calls": 6,
      "cost_usd": 0.1973258
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 49543,
      "tokens_in": 134613,
      "tokens_in_cached": 113326,
      "tokens_out": 5211,
      "tool_calls": 18,
      "cost_usd": 0.2971412
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 20839,
      "tokens_in": 79095,
      "tokens_in_cached": 43651,
      "tokens_out": 2269,
      "tool_calls": 12,
      "cost_usd": 0.3376382
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 98425,
      "tokens_in": 125039,
      "tokens_in_cached": 92855,
      "tokens_out": 2929,
      "tool_calls": 14,
      "cost_usd": 0.33458299999999996
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 104175,
      "tokens_in": 141601,
      "tokens_in_cached": 104628,
      "tokens_out": 3080,
      "tool_calls": 11,
      "cost_usd": 0.3782776
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9741,
      "tokens_in": 33280,
      "tokens_in_cached": 27670,
      "tokens_out": 1056,
      "tool_calls": 4,
      "cost_usd": 0.071518
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 10167,
      "tokens_in": 33524,
      "tokens_in_cached": 27682,
      "tokens_out": 1114,
      "tool_calls": 4,
      "cost_usd": 0.0745364
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 11821,
      "tokens_in": 116738,
      "tokens_in_cached": 78066,
      "tokens_out": 1096,
      "tool_calls": 4,
      "cost_usd": 0.34688519999999995
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4557,
      "tokens_in": 30656,
      "tokens_in_cached": 27639,
      "tokens_out": 282,
      "tool_calls": 1,
      "cost_usd": 0.0352878
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 10117,
      "tokens_in": 52122,
      "tokens_in_cached": 45854,
      "tokens_out": 968,
      "tool_calls": 4,
      "cost_usd": 0.07865079999999999
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9436,
      "tokens_in": 56441,
      "tokens_in_cached": 27674,
      "tokens_out": 905,
      "tool_calls": 3,
      "cost_usd": 0.2537548
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4349,
      "tokens_in": 30539,
      "tokens_in_cached": 27639,
      "tokens_out": 329,
      "tool_calls": 1,
      "cost_usd": 0.0352918
    }
  ]
}