{
  "track": "mcp",
  "model": "claude-haiku-5.5",
  "tag": "r2",
  "provider": "claude-code",
  "started_at": "2026-11-06T01:52:53Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "claude-code-default",
    "max_tool_turns": 8,
    "grader": "2026-10-31b",
    "harness": "2.1.318 (Claude Code)",
    "tools": "orbit-sentinel-mcp v0.10.0"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 7373,
      "tokens_in": 32594,
      "tokens_in_cached": 27948,
      "tokens_out": 915,
      "tool_calls": 2,
      "cost_usd": 0.00166578
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 10516,
      "tokens_in": 34700,
      "tokens_in_cached": 27982,
      "tokens_out": 1743,
      "tool_calls": 2,
      "cost_usd": 0.00249452
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 9279,
      "tokens_in": 54928,
      "tokens_in_cached": 47235,
      "tokens_out": 1151,
      "tool_calls": 4,
      "cost_usd": 0.00258585
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5976,
      "tokens_in": 33772,
      "tokens_in_cached": 27966,
      "tokens_out": 543,
      "tool_calls": 1,
      "cost_usd": 0.00171196
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 6673,
      "tokens_in": 35066,
      "tokens_in_cached": 27964,
      "tokens_out": 724,
      "tool_calls": 2,
      "cost_usd": 0.00206164
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5512,
      "tokens_in": 14889,
      "tokens_in_cached": 13097,
      "tokens_out": 925,
      "cost_usd": 0.0009516700000000001
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3437,
      "tokens_in": 14881,
      "tokens_in_cached": 13089,
      "tokens_out": 281,
      "cost_usd": 0.0006295900000000001
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7453,
      "tokens_in": 14886,
      "tokens_in_cached": 13094,
      "tokens_out": 1109,
      "cost_usd": 0.00104364
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4326,
      "tokens_in": 14882,
      "tokens_in_cached": 13090,
      "tokens_out": 632,
      "cost_usd": 0.0008051
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 10983,
      "tokens_in": 14906,
      "tokens_in_cached": 13114,
      "tokens_out": 1976,
      "cost_usd": 0.00147734
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4460,
      "tokens_in": 14884,
      "tokens_in_cached": 13092,
      "tokens_out": 424,
      "cost_usd": 0.0007011200000000001
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6370,
      "tokens_in": 33598,
      "tokens_in_cached": 27958,
      "tokens_out": 653,
      "tool_calls": 1,
      "cost_usd": 0.00173368
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7425,
      "tokens_in": 14887,
      "tokens_in_cached": 13095,
      "tokens_out": 1307,
      "cost_usd": 0.00114265
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5284,
      "tokens_in": 14898,
      "tokens_in_cached": 13106,
      "tokens_out": 796,
      "cost_usd": 0.0008872600000000001
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 10128,
      "tokens_in": 14915,
      "tokens_in_cached": 13123,
      "tokens_out": 2183,
      "cost_usd": 0.00158093
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 9403,
      "tokens_in": 14882,
      "tokens_in_cached": 13090,
      "tokens_out": 1858,
      "cost_usd": 0.0014181
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7187,
      "tokens_in": 14886,
      "tokens_in_cached": 13094,
      "tokens_out": 1146,
      "cost_usd": 0.00106214
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8217,
      "tokens_in": 14902,
      "tokens_in_cached": 13110,
      "tokens_out": 1550,
      "cost_usd": 0.0012642999999999999
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 9308,
      "tokens_in": 14932,
      "tokens_in_cached": 13140,
      "tokens_out": 1166,
      "cost_usd": 0.0010726
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7165,
      "tokens_in": 14908,
      "tokens_in_cached": 13116,
      "tokens_out": 1328,
      "cost_usd": 0.00115336
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7571,
      "tokens_in": 14929,
      "tokens_in_cached": 13137,
      "tokens_out": 1254,
      "cost_usd": 0.0011165699999999999
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5645,
      "tokens_in": 14907,
      "tokens_in_cached": 13115,
      "tokens_out": 897,
      "cost_usd": 0.0009378500000000001
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6046,
      "tokens_in": 14900,
      "tokens_in_cached": 13108,
      "tokens_out": 813,
      "cost_usd": 0.0008957800000000001
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3981,
      "tokens_in": 14892,
      "tokens_in_cached": 13100,
      "tokens_out": 497,
      "cost_usd": 0.0007377000000000001
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4866,
      "tokens_in": 14926,
      "tokens_in_cached": 13134,
      "tokens_out": 791,
      "cost_usd": 0.00088504
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5753,
      "tokens_in": 30657,
      "tokens_in_cached": 27964,
      "tokens_out": 452,
      "tool_calls": 2,
      "cost_usd": 0.00104384
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7050,
      "tokens_in": 30693,
      "tokens_in_cached": 27972,
      "tokens_out": 853,
      "tool_calls": 1,
      "cost_usd": 0.0012500200000000001
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5653,
      "tokens_in": 30266,
      "tokens_in_cached": 27952,
      "tokens_out": 688,
      "tool_calls": 2,
      "cost_usd": 0.00108592
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6466,
      "tokens_in": 30844,
      "tokens_in_cached": 27968,
      "tokens_out": 1003,
      "tool_calls": 5,
      "cost_usd": 0.0013559800000000001
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4816,
      "tokens_in": 30388,
      "tokens_in_cached": 27986,
      "tokens_out": 697,
      "tool_calls": 3,
      "cost_usd": 0.00110836
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6004,
      "tokens_in": 30506,
      "tokens_in_cached": 27982,
      "tokens_out": 829,
      "tool_calls": 3,
      "cost_usd": 0.00119872
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5236,
      "tokens_in": 30127,
      "tokens_in_cached": 28004,
      "tokens_out": 646,
      "tool_calls": 1,
      "cost_usd": 0.00102724
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3797,
      "tokens_in": 30560,
      "tokens_in_cached": 27958,
      "tokens_out": 281,
      "tool_calls": 1,
      "cost_usd": 0.00094008
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4061,
      "tokens_in": 30122,
      "tokens_in_cached": 27996,
      "tokens_out": 152,
      "tool_calls": 1,
      "cost_usd": 0.00078076
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3718,
      "tokens_in": 30087,
      "tokens_in_cached": 27966,
      "tokens_out": 161,
      "tool_calls": 1,
      "cost_usd": 0.00078396
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3833,
      "tokens_in": 30104,
      "tokens_in_cached": 27946,
      "tokens_out": 218,
      "tool_calls": 1,
      "cost_usd": 0.00081966
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4666,
      "tokens_in": 30089,
      "tokens_in_cached": 27958,
      "tokens_out": 407,
      "tool_calls": 1,
      "cost_usd": 0.0009088800000000001
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4754,
      "tokens_in": 30070,
      "tokens_in_cached": 27950,
      "tokens_out": 396,
      "tool_calls": 1,
      "cost_usd": 0.0009011
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3831,
      "tokens_in": 30141,
      "tokens_in_cached": 28006,
      "tokens_out": 265,
      "tool_calls": 1,
      "cost_usd": 0.00083916
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3357,
      "tokens_in": 30133,
      "tokens_in_cached": 27988,
      "tokens_out": 144,
      "tool_calls": 1,
      "cost_usd": 0.0007804800000000001
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3757,
      "tokens_in": 30132,
      "tokens_in_cached": 27994,
      "tokens_out": 191,
      "tool_calls": 1,
      "cost_usd": 0.00080264
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4189,
      "tokens_in": 30128,
      "tokens_in_cached": 27988,
      "tokens_out": 205,
      "tool_calls": 1,
      "cost_usd": 0.00080998
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8374,
      "tokens_in": 45889,
      "tokens_in_cached": 43226,
      "tokens_out": 691,
      "tool_calls": 2,
      "cost_usd": 0.00130976
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3410,
      "tokens_in": 30126,
      "tokens_in_cached": 28012,
      "tokens_out": 223,
      "tool_calls": 1,
      "cost_usd": 0.00081402
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4649,
      "tokens_in": 30120,
      "tokens_in_cached": 27998,
      "tokens_out": 150,
      "tool_calls": 1,
      "cost_usd": 0.0007789800000000001
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12754,
      "tokens_in": 79574,
      "tokens_in_cached": 75817,
      "tokens_out": 1534,
      "tool_calls": 4,
      "cost_usd": 0.00227557
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6574,
      "tokens_in": 30493,
      "tokens_in_cached": 27984,
      "tokens_out": 793,
      "tool_calls": 3,
      "cost_usd": 0.00117774
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8558,
      "tokens_in": 62459,
      "tokens_in_cached": 59306,
      "tokens_out": 1212,
      "tool_calls": 5,
      "cost_usd": 0.0018288600000000003
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3880,
      "tokens_in": 30147,
      "tokens_in_cached": 28016,
      "tokens_out": 167,
      "tool_calls": 1,
      "cost_usd": 0.00078946
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4652,
      "tokens_in": 30539,
      "tokens_in_cached": 27986,
      "tokens_out": 273,
      "tool_calls": 2,
      "cost_usd": 0.0009265600000000001
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3253,
      "tokens_in": 30149,
      "tokens_in_cached": 28030,
      "tokens_out": 146,
      "tool_calls": 1,
      "cost_usd": 0.0007767000000000001
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5867,
      "tokens_in": 34257,
      "tokens_in_cached": 28052,
      "tokens_out": 532,
      "tool_calls": 2,
      "cost_usd": 0.0017871200000000001
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4672,
      "tokens_in": 30148,
      "tokens_in_cached": 28012,
      "tokens_out": 212,
      "tool_calls": 1,
      "cost_usd": 0.00081292
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5670,
      "tokens_in": 34313,
      "tokens_in_cached": 28018,
      "tokens_out": 667,
      "tool_calls": 2,
      "cost_usd": 0.00187228
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7042,
      "tokens_in": 48987,
      "tokens_in_cached": 43593,
      "tokens_out": 1250,
      "tool_calls": 3,
      "cost_usd": 0.00213913
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6058,
      "tokens_in": 30572,
      "tokens_in_cached": 28004,
      "tokens_out": 913,
      "tool_calls": 3,
      "cost_usd": 0.00124974
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5970,
      "tokens_in": 31081,
      "tokens_in_cached": 28110,
      "tokens_out": 1223,
      "tool_calls": 4,
      "cost_usd": 0.0014864000000000001
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5127,
      "tokens_in": 30358,
      "tokens_in_cached": 28050,
      "tokens_out": 655,
      "tool_calls": 2,
      "cost_usd": 0.0010692000000000002
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3589,
      "tokens_in": 30287,
      "tokens_in_cached": 28016,
      "tokens_out": 174,
      "tool_calls": 1,
      "cost_usd": 0.0008209600000000001
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3690,
      "tokens_in": 30250,
      "tokens_in_cached": 28030,
      "tokens_out": 256,
      "tool_calls": 1,
      "cost_usd": 0.0008518999999999999
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5545,
      "tokens_in": 34079,
      "tokens_in_cached": 28008,
      "tokens_out": 441,
      "tool_calls": 2,
      "cost_usd": 0.0017143800000000002
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5155,
      "tokens_in": 34344,
      "tokens_in_cached": 28060,
      "tokens_out": 481,
      "tool_calls": 2,
      "cost_usd": 0.0017775
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7036,
      "tokens_in": 53881,
      "tokens_in_cached": 47385,
      "tokens_out": 664,
      "tool_calls": 3,
      "cost_usd": 0.00210445
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3950,
      "tokens_in": 30117,
      "tokens_in_cached": 27996,
      "tokens_out": 160,
      "tool_calls": 1,
      "cost_usd": 0.00078376
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5860,
      "tokens_in": 30249,
      "tokens_in_cached": 28042,
      "tokens_out": 252,
      "tool_calls": 1,
      "cost_usd": 0.00084742
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11790,
      "tokens_in": 66277,
      "tokens_in_cached": 59744,
      "tokens_out": 1928,
      "tool_calls": 7,
      "cost_usd": 0.00286724
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5092,
      "tokens_in": 32234,
      "tokens_in_cached": 28068,
      "tokens_out": 884,
      "tool_calls": 2,
      "cost_usd": 0.0015554800000000001
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7068,
      "tokens_in": 46737,
      "tokens_in_cached": 43378,
      "tokens_out": 1267,
      "tool_calls": 2,
      "cost_usd": 0.0017384800000000001
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5886,
      "tokens_in": 30807,
      "tokens_in_cached": 28078,
      "tokens_out": 1085,
      "tool_calls": 3,
      "cost_usd": 0.0013686800000000002
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8737,
      "tokens_in": 35787,
      "tokens_in_cached": 28074,
      "tokens_out": 1660,
      "tool_calls": 2,
      "cost_usd": 0.0026529400000000003
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4709,
      "tokens_in": 30194,
      "tokens_in_cached": 28034,
      "tokens_out": 632,
      "tool_calls": 1,
      "cost_usd": 0.0010279400000000002
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6408,
      "tokens_in": 30575,
      "tokens_in_cached": 28120,
      "tokens_out": 745,
      "tool_calls": 2,
      "cost_usd": 0.0011443
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11219,
      "tokens_in": 50910,
      "tokens_in_cached": 44082,
      "tokens_out": 2042,
      "tool_calls": 5,
      "cost_usd": 0.0028268200000000003
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14506,
      "tokens_in": 63578,
      "tokens_in_cached": 59886,
      "tokens_out": 1922,
      "tool_calls": 6,
      "cost_usd": 0.00229746
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8277,
      "tokens_in": 46592,
      "tokens_in_cached": 43431,
      "tokens_out": 1107,
      "tool_calls": 5,
      "cost_usd": 0.00161941
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12480,
      "tokens_in": 73682,
      "tokens_in_cached": 65606,
      "tokens_out": 2283,
      "tool_calls": 8,
      "cost_usd": 0.0034119600000000003
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7500,
      "tokens_in": 59789,
      "tokens_in_cached": 46943,
      "tokens_out": 1258,
      "tool_calls": 5,
      "cost_usd": 0.00366703
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17934,
      "tokens_in": 100337,
      "tokens_in_cached": 90244,
      "tokens_out": 2508,
      "tool_calls": 11,
      "cost_usd": 0.00417404
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 23236,
      "tokens_in": 150888,
      "tokens_in_cached": 137087,
      "tokens_out": 3536,
      "tool_calls": 18,
      "cost_usd": 0.00589767
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "no_answer",
      "latency_ms": 26216,
      "tokens_in": 230208,
      "tokens_in_cached": 205792,
      "tokens_out": 3775,
      "tool_calls": 24,
      "cost_usd": 0.00882682
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9188,
      "tokens_in": 39549,
      "tokens_in_cached": 27974,
      "tokens_out": 1388,
      "tool_calls": 2,
      "cost_usd": 0.00328834
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12063,
      "tokens_in": 77841,
      "tokens_in_cached": 55270,
      "tokens_out": 2047,
      "tool_calls": 5,
      "cost_usd": 0.0060898
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9281,
      "tokens_in": 37024,
      "tokens_in_cached": 27964,
      "tokens_out": 1313,
      "tool_calls": 2,
      "cost_usd": 0.0027477400000000003
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7478,
      "tokens_in": 34957,
      "tokens_in_cached": 28008,
      "tokens_out": 1187,
      "tool_calls": 2,
      "cost_usd": 0.0022629800000000004
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8348,
      "tokens_in": 50143,
      "tokens_in_cached": 27974,
      "tokens_out": 1168,
      "tool_calls": 2,
      "cost_usd": 0.0052971400000000005
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 21459,
      "tokens_in": 190178,
      "tokens_in_cached": 159153,
      "tokens_out": 4235,
      "tool_calls": 14,
      "cost_usd": 0.00991283
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7886,
      "tokens_in": 33118,
      "tokens_in_cached": 27960,
      "tokens_out": 1212,
      "tool_calls": 4,
      "cost_usd": 0.0019167999999999998
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 13483,
      "tokens_in": 102187,
      "tokens_in_cached": 71070,
      "tokens_out": 2508,
      "tool_calls": 6,
      "cost_usd": 0.0081875
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9691,
      "tokens_in": 54352,
      "tokens_in_cached": 46170,
      "tokens_out": 1661,
      "tool_calls": 4,
      "cost_usd": 0.002928
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11145,
      "tokens_in": 50873,
      "tokens_in_cached": 43376,
      "tokens_out": 1454,
      "tool_calls": 5,
      "cost_usd": 0.00265956
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 9422,
      "tokens_in": 32732,
      "tokens_in_cached": 27972,
      "tokens_out": 909,
      "tool_calls": 2,
      "cost_usd": 0.00168582
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 15855,
      "tokens_in": 77449,
      "tokens_in_cached": 67475,
      "tokens_out": 2609,
      "tool_calls": 7,
      "cost_usd": 0.00397325
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 12322,
      "tokens_in": 58016,
      "tokens_in_cached": 47144,
      "tokens_out": 1855,
      "tool_calls": 4,
      "cost_usd": 0.00357274
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13199,
      "tokens_in": 110593,
      "tokens_in_cached": 96261,
      "tokens_out": 1524,
      "tool_calls": 7,
      "cost_usd": 0.00459001
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 28476,
      "tokens_in": 188469,
      "tokens_in_cached": 158933,
      "tokens_out": 3400,
      "tool_calls": 16,
      "cost_usd": 0.009195130000000001
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15312,
      "tokens_in": 62805,
      "tokens_in_cached": 49528,
      "tokens_out": 3290,
      "tool_calls": 3,
      "cost_usd": 0.00479508
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7059,
      "tokens_in": 35791,
      "tokens_in_cached": 28014,
      "tokens_out": 1061,
      "tool_calls": 2,
      "cost_usd": 0.00236564
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6669,
      "tokens_in": 35644,
      "tokens_in_cached": 27978,
      "tokens_out": 857,
      "tool_calls": 2,
      "cost_usd": 0.00224108
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8806,
      "tokens_in": 33036,
      "tokens_in_cached": 28010,
      "tokens_out": 1165,
      "tool_calls": 2,
      "cost_usd": 0.0018674000000000002
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14756,
      "tokens_in": 65800,
      "tokens_in_cached": 47116,
      "tokens_out": 2331,
      "tool_calls": 5,
      "cost_usd": 0.00537286
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 21224,
      "tokens_in": 147775,
      "tokens_in_cached": 114004,
      "tokens_out": 3842,
      "tool_calls": 8,
      "cost_usd": 0.00981444
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12142,
      "tokens_in": 55128,
      "tokens_in_cached": 47733,
      "tokens_out": 1555,
      "tool_calls": 5,
      "cost_usd": 0.0027332300000000006
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14033,
      "tokens_in": 81111,
      "tokens_in_cached": 70346,
      "tokens_out": 2449,
      "tool_calls": 6,
      "cost_usd": 0.00408016
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 19205,
      "tokens_in": 60248,
      "tokens_in_cached": 47203,
      "tokens_out": 3429,
      "tool_calls": 6,
      "cost_usd": 0.00479493
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 16779,
      "tokens_in": 76786,
      "tokens_in_cached": 59792,
      "tokens_out": 2380,
      "tool_calls": 5,
      "cost_usd": 0.00518592
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10698,
      "tokens_in": 70906,
      "tokens_in_cached": 64344,
      "tokens_out": 1623,
      "tool_calls": 5,
      "cost_usd": 0.00276654
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10639,
      "tokens_in": 56705,
      "tokens_in_cached": 48021,
      "tokens_out": 1425,
      "tool_calls": 3,
      "cost_usd": 0.00292891
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15884,
      "tokens_in": 85443,
      "tokens_in_cached": 70694,
      "tokens_out": 2823,
      "tool_calls": 9,
      "cost_usd": 0.0050674399999999994
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10955,
      "tokens_in": 75962,
      "tokens_in_cached": 57816,
      "tokens_out": 1432,
      "tool_calls": 4,
      "cost_usd": 0.00492276
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9148,
      "tokens_in": 37171,
      "tokens_in_cached": 28068,
      "tokens_out": 1728,
      "tool_calls": 2,
      "cost_usd": 0.00296488
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10423,
      "tokens_in": 37697,
      "tokens_in_cached": 28036,
      "tokens_out": 2001,
      "tool_calls": 2,
      "cost_usd": 0.0032126600000000004
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10371,
      "tokens_in": 82207,
      "tokens_in_cached": 70904,
      "tokens_out": 1601,
      "tool_calls": 7,
      "cost_usd": 0.00376934
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13217,
      "tokens_in": 76274,
      "tokens_in_cached": 63530,
      "tokens_out": 2147,
      "tool_calls": 6,
      "cost_usd": 0.004256800000000001
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9646,
      "tokens_in": 54199,
      "tokens_in_cached": 47108,
      "tokens_out": 1645,
      "tool_calls": 4,
      "cost_usd": 0.00271118
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 23722,
      "tokens_in": 105984,
      "tokens_in_cached": 89117,
      "tokens_out": 4568,
      "tool_calls": 11,
      "cost_usd": 0.006547570000000001
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 23171,
      "tokens_in": 70022,
      "tokens_in_cached": 49986,
      "tokens_out": 5430,
      "tool_calls": 7,
      "cost_usd": 0.00722146
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "incorrect",
      "latency_ms": 11975,
      "tokens_in": 62512,
      "tokens_in_cached": 47151,
      "tokens_out": 1996,
      "tool_calls": 4,
      "cost_usd": 0.00454111
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 4586,
      "tokens_in": 38887,
      "tokens_in_cached": 27974,
      "tokens_out": 429,
      "tool_calls": 2,
      "cost_usd": 0.0026764400000000004
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 7360,
      "tokens_in": 38544,
      "tokens_in_cached": 27994,
      "tokens_out": 1013,
      "tool_calls": 3,
      "cost_usd": 0.0028960400000000003
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 9151,
      "tokens_in": 33955,
      "tokens_in_cached": 27966,
      "tokens_out": 1163,
      "tool_calls": 3,
      "cost_usd": 0.00205856
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 5473,
      "tokens_in": 36867,
      "tokens_in_cached": 27986,
      "tokens_out": 602,
      "tool_calls": 2,
      "cost_usd": 0.00235666
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 21967,
      "tokens_in": 109301,
      "tokens_in_cached": 100607,
      "tokens_out": 4039,
      "tool_calls": 19,
      "cost_usd": 0.004763170000000001
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11351,
      "tokens_in": 47491,
      "tokens_in_cached": 43709,
      "tokens_out": 2262,
      "tool_calls": 9,
      "cost_usd": 0.0023238900000000003
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9007,
      "tokens_in": 31215,
      "tokens_in_cached": 28018,
      "tokens_out": 1243,
      "tool_calls": 3,
      "cost_usd": 0.00154068
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 16805,
      "tokens_in": 130651,
      "tokens_in_cached": 113221,
      "tokens_out": 3181,
      "tool_calls": 9,
      "cost_usd": 0.006207710000000002
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10369,
      "tokens_in": 74228,
      "tokens_in_cached": 66758,
      "tokens_out": 1754,
      "tool_calls": 6,
      "cost_usd": 0.0030377800000000003
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 21673,
      "tokens_in": 102754,
      "tokens_in_cached": 90947,
      "tokens_out": 3724,
      "tool_calls": 14,
      "cost_usd": 0.005131870000000001
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8364,
      "tokens_in": 92866,
      "tokens_in_cached": 59312,
      "tokens_out": 1173,
      "tool_calls": 3,
      "cost_usd": 0.00788982
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8379,
      "tokens_in": 62034,
      "tokens_in_cached": 45814,
      "tokens_out": 1400,
      "tool_calls": 5,
      "cost_usd": 0.00440154
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13147,
      "tokens_in": 90102,
      "tokens_in_cached": 74521,
      "tokens_out": 1823,
      "tool_calls": 6,
      "cost_usd": 0.004772110000000001
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7121,
      "tokens_in": 30754,
      "tokens_in_cached": 28010,
      "tokens_out": 1071,
      "tool_calls": 5,
      "cost_usd": 0.0013640000000000002
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5861,
      "tokens_in": 46178,
      "tokens_in_cached": 43263,
      "tokens_out": 831,
      "tool_calls": 4,
      "cost_usd": 0.0014305300000000002
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5942,
      "tokens_in": 30476,
      "tokens_in_cached": 28004,
      "tokens_out": 836,
      "tool_calls": 3,
      "cost_usd": 0.0011920400000000001
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 13834,
      "tokens_in": 51984,
      "tokens_in_cached": 43995,
      "tokens_out": 2142,
      "tool_calls": 4,
      "cost_usd": 0.0031081500000000005
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6457,
      "tokens_in": 31173,
      "tokens_in_cached": 27996,
      "tokens_out": 1328,
      "tool_calls": 6,
      "cost_usd": 0.00157896
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7796,
      "tokens_in": 30681,
      "tokens_in_cached": 27978,
      "tokens_out": 1361,
      "tool_calls": 4,
      "cost_usd": 0.00150048
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7001,
      "tokens_in": 30922,
      "tokens_in_cached": 28002,
      "tokens_out": 1176,
      "tool_calls": 5,
      "cost_usd": 0.00145162
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 9369,
      "tokens_in": 66265,
      "tokens_in_cached": 51168,
      "tokens_out": 1183,
      "tool_calls": 4,
      "cost_usd": 0.004121980000000001
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5813,
      "tokens_in": 33469,
      "tokens_in_cached": 28016,
      "tokens_out": 573,
      "tool_calls": 1,
      "cost_usd": 0.00165686
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5377,
      "tokens_in": 14906,
      "tokens_in_cached": 13114,
      "tokens_out": 889,
      "cost_usd": 0.00093384
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5968,
      "tokens_in": 33706,
      "tokens_in_cached": 28044,
      "tokens_out": 594,
      "tool_calls": 1,
      "cost_usd": 0.0017094400000000002
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4789,
      "tokens_in": 14940,
      "tokens_in_cached": 13148,
      "tokens_out": 712,
      "cost_usd": 0.00084568
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4888,
      "tokens_in": 38394,
      "tokens_in_cached": 27996,
      "tokens_out": 617,
      "tool_calls": 2,
      "cost_usd": 0.0026676600000000005
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9703,
      "tokens_in": 46699,
      "tokens_in_cached": 43520,
      "tokens_out": 1348,
      "tool_calls": 7,
      "cost_usd": 0.0017444000000000001
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6437,
      "tokens_in": 30860,
      "tokens_in_cached": 27992,
      "tokens_out": 1353,
      "tool_calls": 4,
      "cost_usd": 0.0015296200000000002
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10275,
      "tokens_in": 100593,
      "tokens_in_cached": 70132,
      "tokens_out": 1442,
      "tool_calls": 6,
      "cost_usd": 0.00751392
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8087,
      "tokens_in": 103168,
      "tokens_in_cached": 71771,
      "tokens_out": 1220,
      "tool_calls": 6,
      "cost_usd": 0.0076065099999999995
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7523,
      "tokens_in": 41116,
      "tokens_in_cached": 28072,
      "tokens_out": 901,
      "tool_calls": 3,
      "cost_usd": 0.0033396199999999997
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9303,
      "tokens_in": 102616,
      "tokens_in_cached": 71567,
      "tokens_out": 1379,
      "tool_calls": 5,
      "cost_usd": 0.0076143700000000005
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9369,
      "tokens_in": 70430,
      "tokens_in_cached": 54269,
      "tokens_out": 1385,
      "tool_calls": 4,
      "cost_usd": 0.00446679
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8152,
      "tokens_in": 38714,
      "tokens_in_cached": 28048,
      "tokens_out": 1328,
      "tool_calls": 2,
      "cost_usd": 0.00307728
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13062,
      "tokens_in": 121292,
      "tokens_in_cached": 71962,
      "tokens_out": 2192,
      "tool_calls": 5,
      "cost_usd": 0.01168102
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5833,
      "tokens_in": 30380,
      "tokens_in_cached": 28070,
      "tokens_out": 774,
      "tool_calls": 2,
      "cost_usd": 0.0011293
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4986,
      "tokens_in": 30409,
      "tokens_in_cached": 28024,
      "tokens_out": 716,
      "tool_calls": 2,
      "cost_usd": 0.00111484
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5966,
      "tokens_in": 30379,
      "tokens_in_cached": 28020,
      "tokens_out": 748,
      "tool_calls": 2,
      "cost_usd": 0.0011256
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 18669,
      "tokens_in": 92036,
      "tokens_in_cached": 59773,
      "tokens_out": 2397,
      "tool_calls": 4,
      "cost_usd": 0.00824803
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4525,
      "tokens_in": 30377,
      "tokens_in_cached": 28056,
      "tokens_out": 563,
      "tool_calls": 2,
      "cost_usd": 0.00102586
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6424,
      "tokens_in": 30401,
      "tokens_in_cached": 27996,
      "tokens_out": 792,
      "tool_calls": 2,
      "cost_usd": 0.00115656
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14021,
      "tokens_in": 69767,
      "tokens_in_cached": 52213,
      "tokens_out": 2427,
      "tool_calls": 6,
      "cost_usd": 0.00524583
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7469,
      "tokens_in": 30727,
      "tokens_in_cached": 28008,
      "tokens_out": 1078,
      "tool_calls": 4,
      "cost_usd": 0.0013624800000000001
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5710,
      "tokens_in": 30428,
      "tokens_in_cached": 28086,
      "tokens_out": 693,
      "tool_calls": 2,
      "cost_usd": 0.00109536
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9392,
      "tokens_in": 47169,
      "tokens_in_cached": 43569,
      "tokens_out": 1414,
      "tool_calls": 4,
      "cost_usd": 0.0018620899999999998
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7875,
      "tokens_in": 30746,
      "tokens_in_cached": 28050,
      "tokens_out": 1347,
      "tool_calls": 4,
      "cost_usd": 0.0014928
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9080,
      "tokens_in": 51561,
      "tokens_in_cached": 46066,
      "tokens_out": 1122,
      "tool_calls": 3,
      "cost_usd": 0.00212006
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6192,
      "tokens_in": 35022,
      "tokens_in_cached": 28062,
      "tokens_out": 962,
      "tool_calls": 2,
      "cost_usd": 0.00215322
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5409,
      "tokens_in": 30286,
      "tokens_in_cached": 28086,
      "tokens_out": 489,
      "tool_calls": 1,
      "cost_usd": 0.0009649600000000001
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5642,
      "tokens_in": 30791,
      "tokens_in_cached": 28124,
      "tokens_out": 964,
      "tool_calls": 3,
      "cost_usd": 0.0012962400000000002
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6161,
      "tokens_in": 30298,
      "tokens_in_cached": 27992,
      "tokens_out": 851,
      "tool_calls": 2,
      "cost_usd": 0.0011662200000000001
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7922,
      "tokens_in": 45623,
      "tokens_in_cached": 43197,
      "tokens_out": 783,
      "tool_calls": 2,
      "cost_usd": 0.0013080700000000002
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7347,
      "tokens_in": 46320,
      "tokens_in_cached": 43438,
      "tokens_out": 933,
      "tool_calls": 4,
      "cost_usd": 0.00147668
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10167,
      "tokens_in": 46601,
      "tokens_in_cached": 43356,
      "tokens_out": 888,
      "tool_calls": 3,
      "cost_usd": 0.00152596
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13143,
      "tokens_in": 67865,
      "tokens_in_cached": 43383,
      "tokens_out": 2690,
      "tool_calls": 4,
      "cost_usd": 0.006674630000000001
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13962,
      "tokens_in": 69252,
      "tokens_in_cached": 43989,
      "tokens_out": 2551,
      "tool_calls": 4,
      "cost_usd": 0.006767390000000001
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 18841,
      "tokens_in": 87779,
      "tokens_in_cached": 80056,
      "tokens_out": 3099,
      "tool_calls": 8,
      "cost_usd": 0.00389366
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8501,
      "tokens_in": 54715,
      "tokens_in_cached": 45406,
      "tokens_out": 1375,
      "tool_calls": 4,
      "cost_usd": 0.00300276
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9992,
      "tokens_in": 77696,
      "tokens_in_cached": 67072,
      "tokens_out": 1199,
      "tool_calls": 5,
      "cost_usd": 0.00339422
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6342,
      "tokens_in": 54432,
      "tokens_in_cached": 46511,
      "tokens_out": 844,
      "tool_calls": 3,
      "cost_usd": 0.00247071
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9269,
      "tokens_in": 80026,
      "tokens_in_cached": 69661,
      "tokens_out": 970,
      "tool_calls": 4,
      "cost_usd": 0.00325381
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6119,
      "tokens_in": 33192,
      "tokens_in_cached": 27994,
      "tokens_out": 708,
      "tool_calls": 2,
      "cost_usd": 0.00167314
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 8844,
      "tokens_in": 49164,
      "tokens_in_cached": 44047,
      "tokens_out": 1391,
      "tool_calls": 3,
      "cost_usd": 0.00215877
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 31798,
      "tokens_in": 356396,
      "tokens_in_cached": 290540,
      "tokens_out": 5978,
      "tool_calls": 31,
      "cost_usd": 0.019064200000000003
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 21245,
      "tokens_in": 141330,
      "tokens_in_cached": 105373,
      "tokens_out": 2610,
      "tool_calls": 7,
      "cost_usd": 0.009549130000000001
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 15342,
      "tokens_in": 111246,
      "tokens_in_cached": 94913,
      "tokens_out": 2350,
      "tool_calls": 8,
      "cost_usd": 0.0053897300000000006
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8481,
      "tokens_in": 55837,
      "tokens_in_cached": 47078,
      "tokens_out": 1138,
      "tool_calls": 5,
      "cost_usd": 0.00279098
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5360,
      "tokens_in": 30997,
      "tokens_in_cached": 27998,
      "tokens_out": 352,
      "tool_calls": 1,
      "cost_usd": 0.00105538
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8641,
      "tokens_in": 59804,
      "tokens_in_cached": 44355,
      "tokens_out": 1352,
      "tool_calls": 4,
      "cost_usd": 0.004208750000000001
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5492,
      "tokens_in": 30293,
      "tokens_in_cached": 27980,
      "tokens_out": 487,
      "tool_calls": 2,
      "cost_usd": 0.0009855
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5811,
      "tokens_in": 35754,
      "tokens_in_cached": 28024,
      "tokens_out": 776,
      "tool_calls": 1,
      "cost_usd": 0.0022138400000000003
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8594,
      "tokens_in": 33779,
      "tokens_in_cached": 28018,
      "tokens_out": 1046,
      "tool_calls": 1,
      "cost_usd": 0.0019549800000000003
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7492,
      "tokens_in": 41009,
      "tokens_in_cached": 28024,
      "tokens_out": 1320,
      "tool_calls": 1,
      "cost_usd": 0.0035368400000000003
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11471,
      "tokens_in": 65915,
      "tokens_in_cached": 60495,
      "tokens_out": 1569,
      "tool_calls": 5,
      "cost_usd": 0.00247265
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 11243,
      "tokens_in": 52991,
      "tokens_in_cached": 43702,
      "tokens_out": 1762,
      "tool_calls": 3,
      "cost_usd": 0.0031752200000000003
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10865,
      "tokens_in": 81582,
      "tokens_in_cached": 66525,
      "tokens_out": 1625,
      "tool_calls": 5,
      "cost_usd": 0.00448835
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7716,
      "tokens_in": 33779,
      "tokens_in_cached": 28056,
      "tokens_out": 1003,
      "tool_calls": 2,
      "cost_usd": 0.0019262600000000004
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 5593,
      "tokens_in": 30538,
      "tokens_in_cached": 27986,
      "tokens_out": 582,
      "tool_calls": 1,
      "cost_usd": 0.00108086
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6186,
      "tokens_in": 36336,
      "tokens_in_cached": 28060,
      "tokens_out": 846,
      "tool_calls": 2,
      "cost_usd": 0.0023584
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 8073,
      "tokens_in": 56221,
      "tokens_in_cached": 47265,
      "tokens_out": 1091,
      "tool_calls": 4,
      "cost_usd": 0.00280875
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 25170,
      "tokens_in": 129746,
      "tokens_in_cached": 102223,
      "tokens_out": 4506,
      "tool_calls": 13,
      "cost_usd": 0.00877883
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9235,
      "tokens_in": 31520,
      "tokens_in_cached": 27996,
      "tokens_out": 1714,
      "tool_calls": 10,
      "cost_usd": 0.00184136
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 17838,
      "tokens_in": 129789,
      "tokens_in_cached": 109661,
      "tokens_out": 2471,
      "tool_calls": 9,
      "cost_usd": 0.006356710000000001
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9473,
      "tokens_in": 30982,
      "tokens_in_cached": 28022,
      "tokens_out": 1598,
      "tool_calls": 2,
      "cost_usd": 0.0016708200000000002
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14091,
      "tokens_in": 65547,
      "tokens_in_cached": 60887,
      "tokens_out": 2566,
      "tool_calls": 10,
      "cost_usd": 0.00282307
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 20753,
      "tokens_in": 202512,
      "tokens_in_cached": 156866,
      "tokens_out": 2987,
      "tool_calls": 9,
      "cost_usd": 0.012190160000000002
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5569,
      "tokens_in": 30104,
      "tokens_in_cached": 28014,
      "tokens_out": 516,
      "tool_calls": 1,
      "cost_usd": 0.0009557400000000001
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6498,
      "tokens_in": 39657,
      "tokens_in_cached": 28018,
      "tokens_out": 750,
      "tool_calls": 1,
      "cost_usd": 0.0029825800000000003
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10611,
      "tokens_in": 68021,
      "tokens_in_cached": 53564,
      "tokens_out": 1378,
      "tool_calls": 3,
      "cost_usd": 0.004115440000000001
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7583,
      "tokens_in": 40353,
      "tokens_in_cached": 28072,
      "tokens_out": 1336,
      "tool_calls": 2,
      "cost_usd": 0.00340452
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 10246,
      "tokens_in": 56964,
      "tokens_in_cached": 46353,
      "tokens_out": 1422,
      "tool_calls": 4,
      "cost_usd": 0.00329613
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11665,
      "tokens_in": 38199,
      "tokens_in_cached": 28034,
      "tokens_out": 1501,
      "tool_calls": 3,
      "cost_usd": 0.0030634399999999997
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 50589,
      "tokens_in": 441017,
      "tokens_in_cached": 342585,
      "tokens_out": 8709,
      "tool_calls": 14,
      "cost_usd": 0.04801343000000001
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7772,
      "tokens_in": 38216,
      "tokens_in_cached": 28064,
      "tokens_out": 1334,
      "tool_calls": 2,
      "cost_usd": 0.00297764
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14755,
      "tokens_in": 49822,
      "tokens_in_cached": 28068,
      "tokens_out": 3251,
      "tool_calls": 2,
      "cost_usd": 0.006256579999999999
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5166,
      "tokens_in": 40572,
      "tokens_in_cached": 28024,
      "tokens_out": 471,
      "tool_calls": 1,
      "cost_usd": 0.00302494
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5688,
      "tokens_in": 35985,
      "tokens_in_cached": 28010,
      "tokens_out": 968,
      "tool_calls": 1,
      "cost_usd": 0.0023587
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9042,
      "tokens_in": 50686,
      "tokens_in_cached": 28076,
      "tokens_out": 1682,
      "tool_calls": 6,
      "cost_usd": 0.005643360000000001
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3261,
      "tokens_in": 31457,
      "tokens_in_cached": 28018,
      "tokens_out": 233,
      "tool_calls": 1,
      "cost_usd": 0.00108408
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2665,
      "tokens_in": 31961,
      "tokens_in_cached": 27988,
      "tokens_out": 252,
      "tool_calls": 2,
      "cost_usd": 0.00120008
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5514,
      "tokens_in": 44636,
      "tokens_in_cached": 28004,
      "tokens_out": 681,
      "tool_calls": 2,
      "cost_usd": 0.00394654
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11012,
      "tokens_in": 158127,
      "tokens_in_cached": 113200,
      "tokens_out": 1580,
      "tool_calls": 5,
      "cost_usd": 0.0109066
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4242,
      "tokens_in": 30391,
      "tokens_in_cached": 28038,
      "tokens_out": 286,
      "tool_calls": 1,
      "cost_usd": 0.0008935799999999999
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4131,
      "tokens_in": 31222,
      "tokens_in_cached": 28012,
      "tokens_out": 204,
      "tool_calls": 1,
      "cost_usd": 0.00102372
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3339,
      "tokens_in": 32388,
      "tokens_in_cached": 28012,
      "tokens_out": 254,
      "tool_calls": 1,
      "cost_usd": 0.0012819200000000002
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4886,
      "tokens_in": 34857,
      "tokens_in_cached": 28048,
      "tokens_out": 758,
      "tool_calls": 3,
      "cost_usd": 0.00202088
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5766,
      "tokens_in": 34251,
      "tokens_in_cached": 28016,
      "tokens_out": 751,
      "tool_calls": 2,
      "cost_usd": 0.00190226
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14220,
      "tokens_in": 130892,
      "tokens_in_cached": 101886,
      "tokens_out": 2328,
      "tool_calls": 8,
      "cost_usd": 0.00798306
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12251,
      "tokens_in": 70622,
      "tokens_in_cached": 60822,
      "tokens_out": 1920,
      "tool_calls": 6,
      "cost_usd": 0.0035274200000000003
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 10073,
      "tokens_in": 78356,
      "tokens_in_cached": 66485,
      "tokens_out": 1071,
      "tool_calls": 5,
      "cost_usd": 0.0035737500000000005
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 10493,
      "tokens_in": 75519,
      "tokens_in_cached": 67544,
      "tokens_out": 1781,
      "tool_calls": 4,
      "cost_usd": 0.0031601400000000005
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13246,
      "tokens_in": 62510,
      "tokens_in_cached": 48086,
      "tokens_out": 2610,
      "tool_calls": 3,
      "cost_usd": 0.00467006
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5475,
      "tokens_in": 30443,
      "tokens_in_cached": 28002,
      "tokens_out": 559,
      "tool_calls": 1,
      "cost_usd": 0.00104732
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3617,
      "tokens_in": 31694,
      "tokens_in_cached": 28022,
      "tokens_out": 280,
      "tool_calls": 1,
      "cost_usd": 0.00115422
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6985,
      "tokens_in": 70804,
      "tokens_in_cached": 55467,
      "tokens_out": 732,
      "tool_calls": 3,
      "cost_usd": 0.00398747
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4596,
      "tokens_in": 41258,
      "tokens_in_cached": 28042,
      "tokens_out": 558,
      "tool_calls": 2,
      "cost_usd": 0.0032022200000000004
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13205,
      "tokens_in": 83489,
      "tokens_in_cached": 78524,
      "tokens_out": 2354,
      "tool_calls": 8,
      "cost_usd": 0.0029542400000000003
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6617,
      "tokens_in": 56509,
      "tokens_in_cached": 46594,
      "tokens_out": 1085,
      "tool_calls": 4,
      "cost_usd": 0.00299084
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9741,
      "tokens_in": 88145,
      "tokens_in_cached": 71928,
      "tokens_out": 1456,
      "tool_calls": 6,
      "cost_usd": 0.0046898800000000004
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4824,
      "tokens_in": 35964,
      "tokens_in_cached": 28022,
      "tokens_out": 203,
      "tool_calls": 1,
      "cost_usd": 0.00196972
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7829,
      "tokens_in": 48198,
      "tokens_in_cached": 27996,
      "tokens_out": 1359,
      "tool_calls": 2,
      "cost_usd": 0.004999460000000001
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7735,
      "tokens_in": 72731,
      "tokens_in_cached": 64436,
      "tokens_out": 1107,
      "tool_calls": 3,
      "cost_usd": 0.0028560600000000005
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14780,
      "tokens_in": 78334,
      "tokens_in_cached": 56668,
      "tokens_out": 2857,
      "tool_calls": 4,
      "cost_usd": 0.006327780000000001
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7787,
      "tokens_in": 65978,
      "tokens_in_cached": 46094,
      "tokens_out": 878,
      "tool_calls": 2,
      "cost_usd": 0.00487614
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5742,
      "tokens_in": 71795,
      "tokens_in_cached": 55466,
      "tokens_out": 739,
      "tool_calls": 3,
      "cost_usd": 0.00418936
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9161,
      "tokens_in": 75574,
      "tokens_in_cached": 55374,
      "tokens_out": 1293,
      "tool_calls": 5,
      "cost_usd": 0.00523964
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4658,
      "tokens_in": 35572,
      "tokens_in_cached": 28064,
      "tokens_out": 324,
      "tool_calls": 1,
      "cost_usd": 0.00194384
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4497,
      "tokens_in": 38360,
      "tokens_in_cached": 28056,
      "tokens_out": 438,
      "tool_calls": 1,
      "cost_usd": 0.00255996
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4434,
      "tokens_in": 35557,
      "tokens_in_cached": 28094,
      "tokens_out": 303,
      "tool_calls": 1,
      "cost_usd": 0.0019246400000000002
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7191,
      "tokens_in": 34378,
      "tokens_in_cached": 28070,
      "tokens_out": 879,
      "tool_calls": 1,
      "cost_usd": 0.0019814
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6052,
      "tokens_in": 59072,
      "tokens_in_cached": 49085,
      "tokens_out": 777,
      "tool_calls": 3,
      "cost_usd": 0.00287615
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5687,
      "tokens_in": 49625,
      "tokens_in_cached": 28074,
      "tokens_out": 572,
      "tool_calls": 2,
      "cost_usd": 0.00487654
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4454,
      "tokens_in": 50081,
      "tokens_in_cached": 28132,
      "tokens_out": 549,
      "tool_calls": 2,
      "cost_usd": 0.00494522
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6697,
      "tokens_in": 49677,
      "tokens_in_cached": 44604,
      "tokens_out": 688,
      "tool_calls": 2,
      "cost_usd": 0.00180404
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6361,
      "tokens_in": 34232,
      "tokens_in_cached": 28040,
      "tokens_out": 634,
      "tool_calls": 1,
      "cost_usd": 0.0018354
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6642,
      "tokens_in": 64189,
      "tokens_in_cached": 51636,
      "tokens_out": 841,
      "tool_calls": 3,
      "cost_usd": 0.0034468600000000004
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3620,
      "tokens_in": 35512,
      "tokens_in_cached": 28042,
      "tokens_out": 374,
      "tool_calls": 1,
      "cost_usd": 0.00196102
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6752,
      "tokens_in": 37997,
      "tokens_in_cached": 28066,
      "tokens_out": 1282,
      "tool_calls": 2,
      "cost_usd": 0.0029074600000000006
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6886,
      "tokens_in": 46095,
      "tokens_in_cached": 28080,
      "tokens_out": 1059,
      "tool_calls": 2,
      "cost_usd": 0.0044129
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 33391,
      "tokens_in": 148636,
      "tokens_in_cached": 137284,
      "tokens_out": 8109,
      "tool_calls": 16,
      "cost_usd": 0.00769614
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8168,
      "tokens_in": 75998,
      "tokens_in_cached": 67029,
      "tokens_out": 1280,
      "tool_calls": 6,
      "cost_usd": 0.00310329
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5406,
      "tokens_in": 46812,
      "tokens_in_cached": 43054,
      "tokens_out": 767,
      "tool_calls": 2,
      "cost_usd": 0.0015650400000000002
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4533,
      "tokens_in": 30486,
      "tokens_in_cached": 27976,
      "tokens_out": 373,
      "tool_calls": 2,
      "cost_usd": 0.00096786
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11105,
      "tokens_in": 43370,
      "tokens_in_cached": 27978,
      "tokens_out": 2002,
      "tool_calls": 2,
      "cost_usd": 0.0043587800000000005
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8263,
      "tokens_in": 82161,
      "tokens_in_cached": 68247,
      "tokens_out": 1283,
      "tool_calls": 6,
      "cost_usd": 0.0041059700000000005
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 9650,
      "tokens_in": 82731,
      "tokens_in_cached": 66131,
      "tokens_out": 1223,
      "tool_calls": 4,
      "cost_usd": 0.0045920100000000005
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 11546,
      "tokens_in": 101980,
      "tokens_in_cached": 90173,
      "tokens_out": 1212,
      "tool_calls": 5,
      "cost_usd": 0.00386813
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9976,
      "tokens_in": 59424,
      "tokens_in_cached": 48349,
      "tokens_out": 1078,
      "tool_calls": 4,
      "cost_usd": 0.00323689
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5486,
      "tokens_in": 33692,
      "tokens_in_cached": 28012,
      "tokens_out": 597,
      "tool_calls": 2,
      "cost_usd": 0.0017142200000000002
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7693,
      "tokens_in": 49457,
      "tokens_in_cached": 43431,
      "tokens_out": 1144,
      "tool_calls": 3,
      "cost_usd": 0.00221091
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6561,
      "tokens_in": 54761,
      "tokens_in_cached": 46874,
      "tokens_out": 976,
      "tool_calls": 4,
      "cost_usd": 0.0025335400000000004
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7167,
      "tokens_in": 61455,
      "tokens_in_cached": 47742,
      "tokens_out": 673,
      "tool_calls": 3,
      "cost_usd": 0.00355592
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5736,
      "tokens_in": 33684,
      "tokens_in_cached": 28000,
      "tokens_out": 595,
      "tool_calls": 2,
      "cost_usd": 0.0017139
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5078,
      "tokens_in": 30147,
      "tokens_in_cached": 27984,
      "tokens_out": 353,
      "tool_calls": 1,
      "cost_usd": 0.0008885400000000001
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5428,
      "tokens_in": 38883,
      "tokens_in_cached": 27990,
      "tokens_out": 613,
      "tool_calls": 2,
      "cost_usd": 0.0027646
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6891,
      "tokens_in": 38695,
      "tokens_in_cached": 28026,
      "tokens_out": 890,
      "tool_calls": 2,
      "cost_usd": 0.00285866
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 12332,
      "tokens_in": 55573,
      "tokens_in_cached": 47263,
      "tokens_out": 2171,
      "tool_calls": 2,
      "cost_usd": 0.00321953
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7326,
      "tokens_in": 33908,
      "tokens_in_cached": 27974,
      "tokens_out": 907,
      "tool_calls": 1,
      "cost_usd": 0.00191964
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 3079,
      "tokens_in": 14896,
      "tokens_in_cached": 13104,
      "tokens_out": 356,
      "cost_usd": 0.00066724
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 11255,
      "tokens_in": 102014,
      "tokens_in_cached": 86699,
      "tokens_out": 1666,
      "tool_calls": 7,
      "cost_usd": 0.004761990000000001
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 9526,
      "tokens_in": 39532,
      "tokens_in_cached": 28038,
      "tokens_out": 1652,
      "tool_calls": 2,
      "cost_usd": 0.00340478
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 12096,
      "tokens_in": 64729,
      "tokens_in_cached": 46741,
      "tokens_out": 2410,
      "tool_calls": 4,
      "cost_usd": 0.00526941
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7650,
      "tokens_in": 49009,
      "tokens_in_cached": 43483,
      "tokens_out": 932,
      "tool_calls": 3,
      "cost_usd": 0.0020054300000000003
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 15967,
      "tokens_in": 167699,
      "tokens_in_cached": 136488,
      "tokens_out": 2025,
      "tool_calls": 8,
      "cost_usd": 0.00861838
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 18030,
      "tokens_in": 202255,
      "tokens_in_cached": 183432,
      "tokens_out": 2090,
      "tool_calls": 9,
      "cost_usd": 0.006642320000000001
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5860,
      "tokens_in": 30748,
      "tokens_in_cached": 28060,
      "tokens_out": 934,
      "tool_calls": 4,
      "cost_usd": 0.0012848
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9310,
      "tokens_in": 54116,
      "tokens_in_cached": 46953,
      "tokens_out": 1195,
      "tool_calls": 5,
      "cost_usd": 0.00249903
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7434,
      "tokens_in": 48620,
      "tokens_in_cached": 43455,
      "tokens_out": 1349,
      "tool_calls": 4,
      "cost_usd": 0.00214145
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 40332,
      "tokens_in": 485332,
      "tokens_in_cached": 395072,
      "tokens_out": 8585,
      "tool_calls": 29,
      "cost_usd": 0.03496458
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 21260,
      "tokens_in": 116422,
      "tokens_in_cached": 89821,
      "tokens_out": 4335,
      "tool_calls": 5,
      "cost_usd": 0.008385110000000001
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 20396,
      "tokens_in": 163888,
      "tokens_in_cached": 129523,
      "tokens_out": 3128,
      "tool_calls": 7,
      "cost_usd": 0.00973123
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6648,
      "tokens_in": 50913,
      "tokens_in_cached": 43459,
      "tokens_out": 980,
      "tool_calls": 3,
      "cost_usd": 0.00241479
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5214,
      "tokens_in": 30379,
      "tokens_in_cached": 28088,
      "tokens_out": 637,
      "tool_calls": 2,
      "cost_usd": 0.00105718
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7276,
      "tokens_in": 47582,
      "tokens_in_cached": 43774,
      "tokens_out": 1286,
      "tool_calls": 5,
      "cost_usd": 0.0018417400000000001
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 122370,
      "tokens_in": 892036,
      "tokens_in_cached": 717918,
      "tokens_out": 26411,
      "tool_calls": 24,
      "cost_usd": 0.21619128
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4678,
      "tokens_in": 30472,
      "tokens_in_cached": 28122,
      "tokens_out": 680,
      "tool_calls": 2,
      "cost_usd": 0.00109082
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 12286,
      "tokens_in": 57754,
      "tokens_in_cached": 43336,
      "tokens_out": 2767,
      "tool_calls": 3,
      "cost_usd": 0.00469986
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8552,
      "tokens_in": 47978,
      "tokens_in_cached": 43822,
      "tokens_out": 1725,
      "tool_calls": 7,
      "cost_usd": 0.0021313200000000003
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8187,
      "tokens_in": 47345,
      "tokens_in_cached": 43633,
      "tokens_out": 1628,
      "tool_calls": 8,
      "cost_usd": 0.00199213
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15490,
      "tokens_in": 91909,
      "tokens_in_cached": 72844,
      "tokens_out": 2912,
      "tool_calls": 7,
      "cost_usd": 0.005996640000000001
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5428,
      "tokens_in": 31652,
      "tokens_in_cached": 28070,
      "tokens_out": 786,
      "tool_calls": 2,
      "cost_usd": 0.0013897000000000002
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9579,
      "tokens_in": 144591,
      "tokens_in_cached": 92210,
      "tokens_out": 1742,
      "tool_calls": 4,
      "cost_usd": 0.0122687
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 8985,
      "tokens_in": 116607,
      "tokens_in_cached": 78548,
      "tokens_out": 1132,
      "tool_calls": 3,
      "cost_usd": 0.00896268
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5974,
      "tokens_in": 31744,
      "tokens_in_cached": 28008,
      "tokens_out": 693,
      "tool_calls": 2,
      "cost_usd": 0.00137338
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 10965,
      "tokens_in": 76358,
      "tokens_in_cached": 58223,
      "tokens_out": 1600,
      "tool_calls": 3,
      "cost_usd": 0.00500863
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 8837,
      "tokens_in": 96156,
      "tokens_in_cached": 68115,
      "tokens_out": 1321,
      "tool_calls": 3,
      "cost_usd": 0.0069492500000000006
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3928,
      "tokens_in": 30296,
      "tokens_in_cached": 28008,
      "tokens_out": 417,
      "tool_calls": 1,
      "cost_usd": 0.00094578
    }
  ]
}