{
  "fingerprint": "307-bf8e3bdb8cf5",
  "grounded": [
    {
      "id": "cat-payloads-launched-2025",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "How many payloads were launched into orbit during calendar year 2025?",
      "value": "4286",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2025-01-01' AND '2025-12-31'\n"
    },
    {
      "id": "cat-decayed-2025-total",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "How many cataloged objects of all types reentered the atmosphere during calendar year 2025?",
      "value": "1925",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE norad_cat_id IS NOT NULL AND decay_date BETWEEN '2025-01-01' AND '2025-12-31'\n"
    },
    {
      "id": "cat-active-payloads-total",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "How many payloads (all operators) are cataloged as still in orbit, i.e. not reentered, as of October 2026?",
      "value": "19799",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-11-05",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL AND decay_date IS NULL\n"
    },
    {
      "id": "cat-geo-active-payloads",
      "job": "catalog",
      "kind": "os-derived",
      "category": "catalog",
      "tier": "research",
      "question": "How many payloads that have not reentered are classified as being in geostationary orbit (GEO) as of October 2026?",
      "value": "1315",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND decay_date IS NULL AND orbit_class = 'GEO'\n"
    },
    {
      "id": "cat-norad-1-object",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "recall",
      "question": "NORAD catalog number 1 belongs to an object from the Sputnik 1 launch. Is it a payload, a rocket body, or debris?",
      "value": "rocket body",
      "accept": [
        "R/B",
        "rocket stage",
        "core stage",
        "booster"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT lower(object_type) FROM enriched.satellite_catalog WHERE norad_cat_id = 1\n"
    },
    {
      "id": "cat-hubble-norad",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "recall",
      "question": "What is the NORAD catalog number of the Hubble Space Telescope?",
      "value": "20580",
      "match": "numeric",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT norad_cat_id FROM enriched.satellite_catalog WHERE cospar_id = '1990-037B'\n"
    },
    {
      "id": "cat-tianhe-cospar",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "What is the COSPAR international designator of the object with NORAD catalog number 48274? Answer in the form YYYY-NNNA.",
      "value": "2021-035A",
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT cospar_id FROM enriched.satellite_catalog WHERE norad_cat_id = 48274\n"
    },
    {
      "id": "cat-viasat3-norad",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "What NORAD catalog number was assigned to the payload with international designator 2023-060A?",
      "value": "56370",
      "match": "numeric",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT norad_cat_id FROM enriched.satellite_catalog WHERE cospar_id = '2023-060A'\n"
    },
    {
      "id": "cat-himawari8-identify",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "Which satellite has NORAD catalog number 40267?",
      "value": "Himawari 8",
      "accept": [
        "Himawari-8",
        "Himawari8"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT CASE WHEN name ILIKE 'himawari%8' THEN 'Himawari 8' ELSE name END\nFROM enriched.satellite_catalog WHERE norad_cat_id = 40267\n"
    },
    {
      "id": "cat-terra-identify",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "Which Earth-observation satellite has NORAD catalog number 25994?",
      "value": "Terra",
      "accept": [
        "EOS AM-1",
        "EOS-AM1",
        "EOS AM1"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT CASE WHEN name ILIKE 'terra' THEN 'Terra' ELSE name END\nFROM enriched.satellite_catalog WHERE norad_cat_id = 25994\n"
    },
    {
      "id": "cat-nauka-owner",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "Which country owns the object with NORAD catalog number 49044?",
      "value": "Russia",
      "accept": [
        "CIS",
        "Russian Federation"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT CASE WHEN operator_country IN ('CIS', 'Russia', 'Russian Federation') THEN 'Russia' ELSE operator_country END\nFROM enriched.satellite_catalog WHERE norad_cat_id = 49044\n"
    },
    {
      "id": "cat-oneweb0006-owner",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "In the Space-Track satellite catalog (SATCAT), which country is recorded as the owner of the satellite with NORAD catalog number 44057?",
      "value": "United Kingdom",
      "accept": [
        "UK",
        "U.K.",
        "Britain",
        "British"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT operator_country FROM enriched.satellite_catalog WHERE norad_cat_id = 44057\n"
    },
    {
      "id": "cat-noaa20-launch-date",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "On what date was the satellite with NORAD catalog number 43013 launched? Answer as YYYY-MM-DD.",
      "value": "2017-11-18",
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT launch_date::date::text FROM enriched.satellite_catalog WHERE norad_cat_id = 43013\n"
    },
    {
      "id": "cat-goes16-orbit-class",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "recall",
      "question": "In which orbit regime (LEO, MEO, GEO or HEO) is the satellite with NORAD catalog number 41866?",
      "value": "GEO",
      "accept": [
        "geostationary",
        "geosynchronous"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT orbit_class FROM enriched.satellite_catalog WHERE norad_cat_id = 41866\n"
    },
    {
      "id": "cat-usa213-orbit-class",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "In which orbit regime (LEO, MEO, GEO or HEO) is the payload with international designator 2010-022A?",
      "value": "MEO",
      "accept": [
        "medium Earth orbit",
        "medium-Earth orbit"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT orbit_class FROM enriched.satellite_catalog WHERE cospar_id = '2010-022A'\n"
    },
    {
      "id": "cat-envisat-status",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "As of October 2026, is ESA's Envisat (NORAD 27386) still in orbit, or has it reentered?",
      "value": "still in orbit",
      "accept": [
        "in orbit",
        "still orbiting",
        "not reentered",
        "has not re-entered",
        "not yet reentered",
        "on orbit",
        "ON_ORBIT"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT CASE WHEN decay_date IS NULL THEN 'still in orbit' ELSE 'reentered' END\nFROM enriched.satellite_catalog WHERE norad_cat_id = 27386\n"
    },
    {
      "id": "cat-ers2-decay-date",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "On what date did ESA's ERS-2 satellite (NORAD 23560) reenter the atmosphere? Answer as YYYY-MM-DD.",
      "value": "2024-02-21",
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT decay_date::date::text FROM enriched.satellite_catalog WHERE norad_cat_id = 23560\n"
    },
    {
      "id": "cat-tiangong1-decay-date",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "On what date did the object with NORAD catalog number 37820 reenter the atmosphere? Answer as YYYY-MM-DD.",
      "value": "2018-04-02",
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT decay_date::date::text FROM enriched.satellite_catalog WHERE norad_cat_id = 37820\n"
    },
    {
      "id": "cat-iss-launch-number-objects",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "How many cataloged objects (any piece letter, decayed or not) carry the international designator launch number 1998-067, as of October 2026?",
      "value": "567",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(DISTINCT norad_cat_id) FROM enriched.satellite_catalog\nWHERE cospar_id LIKE '1998-067%' AND norad_cat_id IS NOT NULL\n"
    },
    {
      "id": "cat-meo-payloads",
      "job": "catalog",
      "kind": "os-derived",
      "category": "catalog",
      "tier": "research",
      "question": "How many payloads that have not reentered are classified as being in medium Earth orbit (MEO) as of October 2026?",
      "value": "441",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND decay_date IS NULL AND orbit_class = 'MEO'\n"
    },
    {
      "id": "cat-heo-payloads",
      "job": "catalog",
      "kind": "os-derived",
      "category": "catalog",
      "tier": "research",
      "question": "How many payloads that have not reentered are classified as being in highly elliptical orbit (HEO) as of October 2026?",
      "value": "65",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND decay_date IS NULL AND orbit_class = 'HEO'\n"
    },
    {
      "id": "cat-cartosat3-launch-date",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "On what date was ISRO's Cartosat-3 Earth-observation satellite (NORAD 44804) launched? Answer as YYYY-MM-DD.",
      "value": "2019-11-27",
      "match": "exact",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT launch_date::text FROM enriched.satellite_catalog WHERE norad_cat_id = 44804\n"
    },
    {
      "id": "cat-alos2-norad",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "What is the NORAD catalog number of JAXA's ALOS-2 (Daichi-2) radar satellite?",
      "value": "39766",
      "match": "numeric",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT norad_cat_id FROM enriched.satellite_catalog\nWHERE (name ILIKE 'ALOS 2' OR name ILIKE 'ALOS-2' OR name ILIKE 'ALOS 2 %' OR name ILIKE 'DAICHI 2%') AND object_type = 'PAYLOAD'\n"
    },
    {
      "id": "cat-nisar-cospar",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "What international designator (COSPAR ID) was assigned to the NASA-ISRO NISAR radar satellite launched in July 2025? Answer in the form YYYY-NNNA.",
      "value": "2025-163A",
      "match": "contains",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT cospar_id FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2025-07-29' AND '2025-07-31'\n  AND (regexp_replace(upper(name), '[^A-Z0-9]', '', 'g') = 'NISAR'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a\n                  WHERE regexp_replace(upper(a), '[^A-Z0-9]', '', 'g') = 'NISAR'))\n"
    },
    {
      "id": "cat-mbzsat-launch-date",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "On what date (UTC) was the UAE's MBZ-SAT Earth-observation satellite, built by the Mohammed Bin Rashid Space Centre, launched? Answer as YYYY-MM-DD.",
      "value": "2025-01-14",
      "match": "exact",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT launch_date::text FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2024-06-01' AND '2025-12-31'\n  AND (regexp_replace(upper(name), '[^A-Z0-9]', '', 'g') LIKE 'MBZSAT%'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a\n                  WHERE regexp_replace(upper(a), '[^A-Z0-9]', '', 'g') LIKE 'MBZSAT%'))\n"
    },
    {
      "id": "cat-amazonia1-norad",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "What is the NORAD catalog number of Amazonia-1, Brazil's first fully nationally designed Earth-observation satellite, launched in February 2021?",
      "value": "47699",
      "match": "numeric",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT norad_cat_id FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2021-02-27' AND '2021-03-01'\n  AND (regexp_replace(upper(name), '[^A-Z0-9]', '', 'g') IN ('AMAZONIA1', 'AMAZONIA')\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a\n                  WHERE regexp_replace(upper(a), '[^A-Z0-9]', '', 'g') IN ('AMAZONIA1', 'AMAZONIA')))\n"
    },
    {
      "id": "cat-proba3-orbit-class",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "In which orbit regime (LEO, MEO, GEO or HEO) are ESA's Proba-3 formation-flying spacecraft, launched in December 2024?",
      "value": "HEO",
      "accept": [
        "highly elliptical",
        "highly eccentric",
        "high elliptical",
        "high Earth orbit"
      ],
      "match": "contains",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT string_agg(DISTINCT CASE\n         WHEN apogee_km \u003c 2000 THEN 'LEO'\n         WHEN perigee_km \u003e 35000 AND apogee_km \u003c 36500 THEN 'GEO'\n         WHEN perigee_km \u003e 2000 AND apogee_km \u003c 35000 THEN 'MEO'\n         WHEN perigee_km \u003c 2000 AND apogee_km \u003e 35000 THEN 'HEO'\n         ELSE 'OTHER' END, ',')\nFROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL AND decay_date IS NULL\n  AND launch_date BETWEEN '2024-12-04' AND '2024-12-06'\n  AND regexp_replace(upper(name), '[^A-Z0-9]', '', 'g') LIKE 'PROBA3%'\n"
    },
    {
      "id": "cat-meo-payloads-2024-2025",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "How many payloads launched in calendar years 2024 and 2025 combined are on orbit in medium Earth orbit (perigee above 2,000 km and apogee below 35,000 km) as of October 2026?",
      "value": "22",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL AND decay_date IS NULL\n  AND launch_date BETWEEN '2024-01-01' AND '2025-12-31'\n  AND perigee_km \u003e 2000 AND apogee_km \u003c 35000\n"
    },
    {
      "id": "cat-2018-payloads-reentered-pct",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "derivation",
      "question": "Of all payloads launched in calendar year 2018 (by catalog launch date), what percentage had reentered the atmosphere as of October 2026?",
      "value": "43.5",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(100.0 * count(*) FILTER (WHERE decay_date IS NOT NULL) / count(*), 1)\nFROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2018-01-01' AND '2018-12-31'\n"
    },
    {
      "id": "cat-geo-payloads-ratio-2024-2014",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "derivation",
      "question": "Counting payloads that are currently in near-geostationary orbits (perigee above 35,000 km and apogee below 36,500 km) as of October 2026, what is the ratio of those launched in calendar year 2024 to those launched in calendar year 2014? Answer as a decimal, e.g. 1.25.",
      "value": "0.94",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(count(*) FILTER (WHERE launch_date BETWEEN '2024-01-01' AND '2024-12-31')::numeric\n             / NULLIF(count(*) FILTER (WHERE launch_date BETWEEN '2014-01-01' AND '2014-12-31'), 0), 2)\nFROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL AND decay_date IS NULL\n  AND perigee_km \u003e 35000 AND apogee_km \u003c 36500\n  AND launch_date BETWEEN '2014-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "cat-payload-reentries-ratio-2025-2020",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "derivation",
      "question": "What is the ratio of the number of cataloged payloads that reentered the atmosphere in calendar year 2025 to the number that reentered in calendar year 2020? Answer as a decimal, e.g. 2.5.",
      "value": "9.21",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(count(*) FILTER (WHERE decay_date BETWEEN '2025-01-01' AND '2025-12-31')::numeric\n             / NULLIF(count(*) FILTER (WHERE decay_date BETWEEN '2020-01-01' AND '2020-12-31'), 0), 2)\nFROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND decay_date BETWEEN '2020-01-01' AND '2025-12-31'\n"
    },
    {
      "id": "cat-saocom1a-norad",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "What is the NORAD catalog number of SAOCOM 1A, the L-band radar satellite of Argentina's space agency CONAE, launched in October 2018?",
      "value": "43641",
      "match": "numeric",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT norad_cat_id FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2018-10-06' AND '2018-10-09'\n  AND (regexp_replace(upper(name), '[^A-Z0-9]', '', 'g') = 'SAOCOM1A'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a\n                  WHERE regexp_replace(upper(a), '[^A-Z0-9]', '', 'g') = 'SAOCOM1A'))\n"
    },
    {
      "id": "cat-terrasarx-cospar",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "What international designator (COSPAR ID) was assigned to Germany's TerraSAR-X radar satellite, launched in June 2007? Answer in the form YYYY-NNNA.",
      "value": "2007-026A",
      "match": "contains",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT cospar_id FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2007-06-13' AND '2007-06-17'\n  AND (regexp_replace(upper(name), '[^A-Z0-9]', '', 'g') = 'TERRASARX'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a\n                  WHERE regexp_replace(upper(a), '[^A-Z0-9]', '', 'g') = 'TERRASARX'))\n"
    },
    {
      "id": "cat-tiangong2-decay-date",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "On what date (UTC) did China's Tiangong-2 space laboratory reenter the atmosphere? Answer as YYYY-MM-DD.",
      "value": "2019-07-19",
      "match": "exact",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT decay_date::text FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2016-09-14' AND '2016-09-16'\n  AND (regexp_replace(upper(name), '[^A-Z0-9]', '', 'g') = 'TIANGONG2'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a\n                  WHERE regexp_replace(upper(a), '[^A-Z0-9]', '', 'g') = 'TIANGONG2'))\n"
    },
    {
      "id": "cat-phobos-grunt-decay-date",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "Russia's Phobos-Grunt Mars sample-return probe, launched in November 2011, never left Earth orbit. On what date (UTC) did it reenter the atmosphere? Answer as YYYY-MM-DD.",
      "value": "2012-01-15",
      "match": "exact",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT decay_date::text FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2011-11-07' AND '2011-11-10'\n  AND (regexp_replace(upper(name), '[^A-Z0-9]', '', 'g') IN ('PHOBOSGRUNT', 'FOBOSGRUNT')\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a\n                  WHERE regexp_replace(upper(a), '[^A-Z0-9]', '', 'g') IN ('PHOBOSGRUNT', 'FOBOSGRUNT')))\n"
    },
    {
      "id": "cat-turksat6a-launch-date",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "On what date in UTC was Türksat 6A, Turkey's first domestically built communications satellite, launched? Answer as YYYY-MM-DD.",
      "value": "2024-07-08",
      "match": "exact",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT launch_date::text FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2024-06-01' AND '2024-08-31'\n  AND (regexp_replace(upper(name), '[^A-Z0-9]', '', 'g') = 'TURKSAT6A'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a\n                  WHERE regexp_replace(upper(a), '[^A-Z0-9]', '', 'g') = 'TURKSAT6A'))\n"
    },
    {
      "id": "cat-xrism-norad",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "What is the NORAD catalog number of XRISM, the JAXA-led X-ray astronomy satellite launched in September 2023?",
      "value": "57800",
      "match": "numeric",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT norad_cat_id FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2023-09-05' AND '2023-09-08'\n  AND (regexp_replace(upper(name), '[^A-Z0-9]', '', 'g') = 'XRISM'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a\n                  WHERE regexp_replace(upper(a), '[^A-Z0-9]', '', 'g') = 'XRISM'))\n"
    },
    {
      "id": "cat-bangabandhu1-cospar",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "What international designator (COSPAR ID) was assigned to Bangabandhu-1, Bangladesh's first communications satellite, launched in May 2018? Answer in the form YYYY-NNNA.",
      "value": "2018-044A",
      "match": "contains",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT cospar_id FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2018-05-10' AND '2018-05-13'\n  AND (regexp_replace(upper(name), '[^A-Z0-9]', '', 'g') LIKE 'BANGABANDHU%'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a\n                  WHERE regexp_replace(upper(a), '[^A-Z0-9]', '', 'g') LIKE 'BANGABANDHU%'))\n"
    },
    {
      "id": "cat-kanopus-v-ik-launch-on-orbit",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "Russia's Kanopus-V-IK fire-monitoring satellite was launched on a Soyuz in July 2017 with many secondary payloads. How many cataloged objects of any type (payloads, rocket bodies, debris) from that launch, i.e. sharing its international designator launch number, remain on orbit as of October 2026?",
      "value": "24",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-31",
      "ground_truth_sql": "WITH anchor AS (\n  SELECT left(cospar_id, 8) AS grp FROM enriched.satellite_catalog\n  WHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL AND cospar_id IS NOT NULL\n    AND launch_date BETWEEN '2017-07-13' AND '2017-07-15'\n    AND (regexp_replace(upper(name), '[^A-Z0-9]', '', 'g') = 'KANOPUSVIK'\n         OR EXISTS (SELECT 1 FROM unnest(alternate_names) a\n                    WHERE regexp_replace(upper(a), '[^A-Z0-9]', '', 'g') = 'KANOPUSVIK')))\nSELECT count(*) FROM enriched.satellite_catalog c, anchor\nWHERE c.norad_cat_id IS NOT NULL AND c.decay_date IS NULL\n  AND c.cospar_id LIKE anchor.grp || '%'\n"
    },
    {
      "id": "cat-cz6-maiden-launch-objects",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "China's Long March 6 rocket made its first flight in September 2015 (international designator 2015-049). How many cataloged objects of any type (payloads, rocket bodies, debris; reentered or not) carry that launch designator, as of October 2026?",
      "value": "15",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE norad_cat_id IS NOT NULL AND cospar_id LIKE '2015-049%'\n"
    },
    {
      "id": "cat-heo-payloads-launched-2010s",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "How many payloads launched from 2010 through 2019 (by catalog launch date) are on orbit in highly elliptical orbits (perigee below 2,000 km and apogee above 35,000 km) as of October 2026?",
      "value": "6",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL AND decay_date IS NULL\n  AND launch_date BETWEEN '2010-01-01' AND '2019-12-31'\n  AND perigee_km \u003c 2000 AND apogee_km \u003e 35000\n"
    },
    {
      "id": "cat-geo-payloads-launched-1990s",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "How many payloads launched from 1990 through 1999 (by catalog launch date) are currently in near-geostationary orbits (perigee above 35,000 km and apogee below 36,500 km), including retired satellites in graveyard orbits, as of October 2026?",
      "value": "260",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL AND decay_date IS NULL\n  AND launch_date BETWEEN '1990-01-01' AND '1999-12-31'\n  AND perigee_km \u003e 35000 AND apogee_km \u003c 36500\n"
    },
    {
      "id": "cat-pre2000-payloads-reentered-2024-2025",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "How many payloads launched before 1 January 2000 (by catalog launch date) reentered the atmosphere during calendar years 2024 and 2025 combined? Exclude objects deployed from the International Space Station, which share the station's 1998 launch designator.",
      "value": "31",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date \u003c '2000-01-01'\n  AND cospar_id NOT LIKE '1998-067%'\n  AND decay_date BETWEEN '2024-01-01' AND '2025-12-31'\n"
    },
    {
      "id": "cat-leo-payloads-launched-2000s",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "How many payloads launched from 2000 through 2009 (by catalog launch date) are still on orbit entirely in low Earth orbit (apogee below 2,000 km) as of October 2026?",
      "value": "299",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL AND decay_date IS NULL\n  AND launch_date BETWEEN '2000-01-01' AND '2009-12-31'\n  AND apogee_km \u003c 2000\n"
    },
    {
      "id": "cat-meo-payloads-ratio-2015s-2005s",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "derivation",
      "question": "Counting payloads that are currently on orbit in medium Earth orbit (perigee above 2,000 km and apogee below 35,000 km) as of October 2026, what is the ratio of those launched from 2015 through 2019 to those launched from 2005 through 2009? Answer as a decimal, e.g. 1.25.",
      "value": "2.16",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(count(*) FILTER (WHERE launch_date BETWEEN '2015-01-01' AND '2019-12-31')::numeric\n             / NULLIF(count(*) FILTER (WHERE launch_date BETWEEN '2005-01-01' AND '2009-12-31'), 0), 2)\nFROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL AND decay_date IS NULL\n  AND perigee_km \u003e 2000 AND apogee_km \u003c 35000\n  AND (launch_date BETWEEN '2005-01-01' AND '2009-12-31' OR launch_date BETWEEN '2015-01-01' AND '2019-12-31')\n"
    },
    {
      "id": "cat-payloads-launched-decay-date-2025",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "derivation",
      "question": "How many payloads launched in calendar year 2025 (by catalog launch date) have a decay date in calendar year 2025 in the satellite catalog? Count crew and cargo vehicles as payloads, and count spacecraft that left Earth orbit (lunar and deep-space missions), which the catalog also records with a decay date.",
      "value": "23",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2025-01-01' AND '2025-12-31'\n  AND decay_date BETWEEN '2025-01-01' AND '2025-12-31'\n"
    },
    {
      "id": "starlink-active",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Starlink satellites are currently on orbit (cataloged and not reentered) as of October 2026?",
      "value": "11359",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-11-05",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'starlink%' AND object_type = 'PAYLOAD'\n  AND norad_cat_id IS NOT NULL AND decay_date IS NULL\n"
    },
    {
      "id": "oneweb-cataloged",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many OneWeb satellites have been cataloged in total (including any that have reentered) as of October 2026?",
      "value": "656",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'oneweb%' AND object_type = 'PAYLOAD'\n"
    },
    {
      "id": "con-kuiper-on-orbit",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Amazon Project Kuiper satellites (including the two prototypes, if still up) are on orbit as of October 2026?",
      "value": "394",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'kuiper%' AND object_type = 'PAYLOAD' AND decay_date IS NULL\n"
    },
    {
      "id": "con-qianfan-2024-launches",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Qianfan (Thousand Sails / G60 Starlink) constellation satellites were launched in calendar year 2024?",
      "value": "54",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'qianfan%' AND launch_date BETWEEN '2024-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "con-qianfan-on-orbit",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Qianfan (Thousand Sails) constellation satellites are on orbit as of October 2026?",
      "value": "254",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'qianfan%' AND decay_date IS NULL\n"
    },
    {
      "id": "con-guowang-through-2025",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Guowang (China SatNet national megaconstellation) satellites were launched from the first launch through the end of 2025?",
      "value": "136",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'hulianwang digui%' AND launch_date \u003c= '2025-12-31'\n"
    },
    {
      "id": "con-guowang-50deg-shell-2025",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "derivation",
      "question": "Of the Guowang (China SatNet) satellites launched through the end of 2025, how many were placed in the roughly 50-degree inclination shell (as opposed to the ~86-87 degree near-polar shells)?",
      "value": "81",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'hulianwang digui%' AND launch_date \u003c= '2025-12-31'\n  AND inclination_deg BETWEEN 45 AND 55\n"
    },
    {
      "id": "con-iridium-next-launched",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Iridium NEXT satellites were launched in the 2017-2019 deployment campaign?",
      "value": "75",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE (name ILIKE 'iridium%' OR name ILIKE 'iriidium%' OR name ILIKE 'iridum%')\n  AND object_type = 'PAYLOAD' AND launch_date BETWEEN '2017-01-01' AND '2019-12-31'\n"
    },
    {
      "id": "con-iridium-gen1-reentered",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many first-generation Iridium satellites (launched 1997-2002) have reentered as of October 2026?",
      "value": "69",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'iridium%' AND object_type = 'PAYLOAD'\n  AND launch_date BETWEEN '1997-01-01' AND '2002-12-31' AND decay_date IS NOT NULL\n"
    },
    {
      "id": "con-globalstar-gen2-launched",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "recall",
      "question": "How many second-generation Globalstar satellites were launched between 2010 and 2013?",
      "value": "24",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'globalstar%' AND object_type = 'PAYLOAD'\n  AND launch_date BETWEEN '2010-01-01' AND '2013-12-31'\n"
    },
    {
      "id": "con-orbcomm-og2-launched",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "recall",
      "question": "How many ORBCOMM Generation 2 (OG2) satellites were launched on the 2014 and 2015 Falcon 9 missions combined?",
      "value": "17",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'orbcomm%' AND object_type = 'PAYLOAD'\n  AND launch_date BETWEEN '2014-01-01' AND '2015-12-31'\n"
    },
    {
      "id": "con-swarm-spacebee-reentries-2024",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Swarm Technologies SpaceBEE satellites reentered during calendar year 2024?",
      "value": "79",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'spacebee%' AND decay_date BETWEEN '2024-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "con-planet-flock-on-orbit",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Planet Labs Flock (Dove/SuperDove) imaging satellites remain on orbit as of October 2026?",
      "value": "135",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-11-05",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'flock%' AND decay_date IS NULL\n"
    },
    {
      "id": "con-planet-skysat-on-orbit",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Planet SkySat satellites remain on orbit as of October 2026?",
      "value": "14",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'skysat%' AND decay_date IS NULL\n"
    },
    {
      "id": "con-spire-lemur-on-orbit-share",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "derivation",
      "question": "What percentage of all Spire Global LEMUR satellites ever cataloged are still on orbit as of October 2026?",
      "value": "36.6",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT round(100.0 * count(*) FILTER (WHERE decay_date IS NULL) / count(*), 1)\nFROM enriched.satellite_catalog WHERE name ILIKE 'lemur%'\n"
    },
    {
      "id": "con-iceye-2025-launches",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many ICEYE SAR satellites were launched in calendar year 2025?",
      "value": "22",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'iceye%' AND launch_date BETWEEN '2025-01-01' AND '2025-12-31'\n"
    },
    {
      "id": "con-iceye-reentered",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many ICEYE satellites have reentered as of October 2026?",
      "value": "19",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'iceye%' AND decay_date IS NOT NULL\n"
    },
    {
      "id": "con-hawkeye360-on-orbit",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many HawkEye 360 RF-sensing satellites are on orbit as of October 2026?",
      "value": "39",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'hawk-%' AND object_type = 'PAYLOAD' AND decay_date IS NULL\n"
    },
    {
      "id": "con-o3b-mpower-launched",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many SES O3b mPOWER satellites have been launched as of October 2026?",
      "value": "13",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD'\n  AND (name ILIKE '%mpower%' OR (name ILIKE 'o3b%' AND launch_date \u003e= '2022-12-01'))\n"
    },
    {
      "id": "con-galileo-launched",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Galileo navigation satellites (IOV and FOC, including the two in the wrong orbit) have been launched as of October 2026?",
      "value": "34",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ~* '^galileo[ -]' AND object_type = 'PAYLOAD' AND launch_date \u003e= '2005-01-01'\n"
    },
    {
      "id": "con-kineis-launched",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "recall",
      "question": "How many Kinéis IoT satellites have been launched as of October 2026?",
      "value": "25",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog WHERE name ILIKE 'kineis%'\n"
    },
    {
      "id": "con-sda-tranche1-2025",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Space Development Agency (PWSA) Tranche 1 satellites were launched in calendar year 2025?",
      "value": "42",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE '%sda\\_%' AND object_type = 'PAYLOAD'\n  AND launch_date BETWEEN '2025-01-01' AND '2025-12-31'\n"
    },
    {
      "id": "con-rassvet-launched",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Bureau 1440 Rassvet broadband satellites were launched in March 2026?",
      "value": "16",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'rassvet%' AND launch_date BETWEEN '2026-03-01' AND '2026-03-31'\n"
    },
    {
      "id": "con-o3b-gen1-launched",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many first-generation O3b MEO satellites (O3b FM/PFM series, launched 2013-2019, before O3b mPOWER) were launched in total?",
      "value": "20",
      "match": "numeric",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ~* '^O3B (FM|PFM)' AND object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n"
    },
    {
      "id": "con-sentinel1-launched",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "As of October 2026, how many Copernicus Sentinel-1 radar satellites have been launched in total?",
      "value": "4",
      "match": "numeric",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE (name ILIKE 'SENTINEL 1%' OR name ILIKE 'SENTINEL-1%') AND object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n"
    },
    {
      "id": "con-beidou-2018-launches",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many BeiDou navigation satellites (all generations) reached orbit in calendar year 2018, China's peak year for BeiDou-3 deployment?",
      "value": "18",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2018-01-01' AND '2018-12-31'\n  AND (name ~* '(beidou|^compass-?[gmi])'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* '(beidou|^compass-?[gmi])'))\n"
    },
    {
      "id": "con-gps3-launched-through-2025",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many GPS III (Block III) navigation satellites reached orbit from the first GPS III launch through the end of 2025?",
      "value": "8",
      "match": "numeric",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2018-01-01' AND '2025-12-31'\n  AND (name ~* '^navstar'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* '(^navstar|gps ?(b)?iii)'))\n"
    },
    {
      "id": "con-yaogan-on-orbit",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Chinese Yaogan-series military reconnaissance satellites launched through the end of 2025 are still on orbit (not reentered) as of October 2026?",
      "value": "160",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL AND decay_date IS NULL\n  AND launch_date \u003c= '2025-12-31'\n  AND (name ILIKE '%yaogan%'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ILIKE '%yaogan%'))\n"
    },
    {
      "id": "con-capella-launched-through-2025",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Capella Space SAR satellites (including the 2018 Denali testbed) reached orbit from Capella's first launch through the end of 2025?",
      "value": "16",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2018-01-01' AND '2025-12-31'\n  AND (name ~* '(capella|^denali)'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* '(capella|^denali)'))\n"
    },
    {
      "id": "con-qps-sar-launched-through-2025",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many iQPS (Institute for Q-shu Pioneers of Space, Japan) QPS-SAR radar satellites reached orbit through the end of 2025?",
      "value": "12",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2019-01-01' AND '2025-12-31'\n  AND (name ~* 'qps.?sar'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* 'qps.?sar'))\n"
    },
    {
      "id": "con-unseenlabs-bro-launched",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Unseenlabs BRO (Breizh Reconnaissance Orbiter) RF-geolocation satellites reached orbit from the first launch in 2019 through the end of 2025?",
      "value": "20",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2019-01-01' AND '2025-12-31'\n  AND (name ~* '^bro-?[0-9]+'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* '^bro-?[0-9]+'))\n"
    },
    {
      "id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "derivation",
      "question": "What is the ratio of Chinese Yaogan-series satellites that reached orbit in 2021-2025 (five calendar years combined) to those that reached orbit in 2011-2015? Answer as a decimal, e.g. 1.25.",
      "value": "3.92",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(count(*) FILTER (WHERE launch_date BETWEEN '2021-01-01' AND '2025-12-31')::numeric\n             / NULLIF(count(*) FILTER (WHERE launch_date BETWEEN '2011-01-01' AND '2015-12-31'), 0), 2)\nFROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND (launch_date BETWEEN '2011-01-01' AND '2015-12-31' OR launch_date BETWEEN '2021-01-01' AND '2025-12-31')\n  AND (name ILIKE '%yaogan%'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ILIKE '%yaogan%'))\n"
    },
    {
      "id": "con-umbra-launched-through-2025",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Umbra Space synthetic-aperture radar satellites reached orbit from Umbra's first launch in 2021 through the end of 2025?",
      "value": "11",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2021-01-01' AND '2025-12-31'\n  AND (name ~* '^umbra'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* '^umbra'))\n"
    },
    {
      "id": "con-strix-launched-through-2025",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Synspective StriX radar satellites (Japan) reached orbit from the first StriX launch in 2020 through the end of 2025?",
      "value": "7",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2020-01-01' AND '2025-12-31'\n  AND (name ~* 'strix'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* 'strix'))\n"
    },
    {
      "id": "con-meteor-m-reached-orbit",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Russian Meteor-M series polar-orbiting weather satellites (Meteor-M No.1 onward; not the older Meteor, Meteor-2, Meteor-3 or Meteor-3M) actually reached orbit from 2009 through the end of 2025?",
      "value": "5",
      "match": "numeric",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2009-01-01' AND '2025-12-31'\n  AND (name ~* '^meteor[- ]?m'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* '^meteor[- ]?m'))\n"
    },
    {
      "id": "con-cbers-reached-orbit",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many China-Brazil Earth Resources Satellites (CBERS series) have reached orbit from the program's first launch in 1999 through the end of 2025?",
      "value": "5",
      "match": "numeric",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '1999-01-01' AND '2025-12-31'\n  AND (name ~* 'cbers'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* 'cbers'))\n"
    },
    {
      "id": "con-yunhai-launched-through-2025",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Chinese Yunhai-series satellites (Yunhai-1, -2 and -3 families, officially described as atmospheric and space-environment monitoring satellites) reached orbit from the first launch in 2016 through the end of 2025?",
      "value": "18",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2016-01-01' AND '2025-12-31'\n  AND (name ~* 'yunhai'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* 'yunhai'))\n"
    },
    {
      "id": "con-goes-reached-orbit",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many NOAA GOES geostationary weather satellites (designated GOES-1 onward; not counting the earlier SMS prototypes) reached orbit from 1975 through the end of 2025?",
      "value": "19",
      "match": "numeric",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '1975-01-01' AND '2025-12-31'\n  AND (name ~* '^goes[- ]?[0-9]'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* '^goes[- ]?[0-9]'))\n"
    },
    {
      "id": "con-astrocast-launched",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many Astrocast (Switzerland) IoT nanosatellites, including its 2018-2019 demonstrators, reached orbit from 2018 through the end of 2025?",
      "value": "20",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2018-01-01' AND '2025-12-31'\n  AND (name ~* 'astrocast'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* 'astrocast'))\n"
    },
    {
      "id": "con-hawkeye360-launched-through-2025",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many HawkEye 360 RF-geolocation satellites, including the three 2018 Pathfinder satellites, reached orbit from 2018 through the end of 2025?",
      "value": "36",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2018-01-01' AND '2025-12-31'\n  AND (name ~* '^hawk-'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* '^hawk-'))\n"
    },
    {
      "id": "con-astrocast-on-orbit-share",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "derivation",
      "question": "Of all Astrocast IoT nanosatellites that reached orbit from 2018 through the end of 2025, what percentage are still on orbit (not reentered) as of October 2026? Answer as a percentage, e.g. 42.5.",
      "value": "25.0",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(100.0 * count(*) FILTER (WHERE decay_date IS NULL) / NULLIF(count(*), 0), 1)\nFROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2018-01-01' AND '2025-12-31'\n  AND (name ~* 'astrocast'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* 'astrocast'))\n"
    },
    {
      "id": "con-sar-share-iceye-2018-2024",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "derivation",
      "question": "Counting only satellites from ICEYE, Capella Space and Umbra, the three Western commercial SAR operators, that reached orbit from 2018 through 2024, what percentage were ICEYE satellites? Answer as a percentage, e.g. 42.5.",
      "value": "61.9",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "WITH s AS (\n  SELECT (name ~* '^iceye' OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* '^iceye')) AS iceye\n  FROM enriched.satellite_catalog\n  WHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n    AND launch_date BETWEEN '2018-01-01' AND '2024-12-31'\n    AND (name ~* '(^iceye|capella|^denali|^umbra)'\n         OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* '(^iceye|capella|^denali|^umbra)'))\n)\nSELECT round(100.0 * count(*) FILTER (WHERE iceye) / NULLIF(count(*), 0), 1) FROM s\n"
    },
    {
      "id": "con-hawkeye360-vs-bro-ratio",
      "job": "constellation",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "derivation",
      "question": "What is the ratio of HawkEye 360 RF-geolocation satellites to Unseenlabs BRO RF-geolocation satellites that reached orbit from 2019 through the end of 2025? Answer as a decimal, e.g. 1.25.",
      "value": "1.65",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(count(*) FILTER (WHERE name ~* '^hawk-' OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* '^hawk-'))::numeric\n             / NULLIF(count(*) FILTER (WHERE name ~* '^bro-?[0-9]+' OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ~* '^bro-?[0-9]+')), 0), 2)\nFROM enriched.satellite_catalog\nWHERE object_type = 'PAYLOAD' AND norad_cat_id IS NOT NULL\n  AND launch_date BETWEEN '2019-01-01' AND '2025-12-31'\n"
    },
    {
      "id": "control-uncataloged-debris-count",
      "category": "control",
      "tier": "research",
      "question": "Exactly how many currently un-cataloged debris objects larger than 10 cm are in Earth orbit as of early July 2026?",
      "value": "UNKNOWN",
      "match": "exact",
      "as_of": "2026-07-10",
      "ground_truth_sql": "SELECT 'UNKNOWN'\n"
    },
    {
      "id": "deb-fengyun1c-debris-cataloged",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "How many debris objects from the 2007 Chinese anti-satellite test on Fengyun-1C have been cataloged in total (on orbit and reentered), as of October 2026?",
      "value": "3534",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE substr(cospar_id, 1, 8) = '1999-025' AND object_type = 'DEBRIS'\n"
    },
    {
      "id": "deb-fengyun1c-on-orbit-pct",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "derivation",
      "question": "Of all cataloged debris from the 2007 Fengyun-1C anti-satellite test, what percentage is still on orbit (not reentered) as of October 2026?",
      "value": "65.7",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT round(100.0 * count(*) FILTER (WHERE decay_date IS NULL) / count(*), 1)\nFROM enriched.satellite_catalog\nWHERE substr(cospar_id, 1, 8) = '1999-025' AND object_type = 'DEBRIS'\n"
    },
    {
      "id": "deb-cosmos2251-debris-cataloged",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "How many cataloged objects (including debris) resulted from Cosmos 2251, the satellite destroyed in the 2009 Iridium collision, as of October 2026?",
      "value": "1715",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog WHERE name ILIKE '%cosmos 2251%'\n"
    },
    {
      "id": "deb-iridium33-debris-cataloged",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "How many cataloged objects (including debris) are associated with Iridium 33, destroyed in the 2009 collision, as of October 2026?",
      "value": "657",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog WHERE name ILIKE '%iridium 33%'\n"
    },
    {
      "id": "deb-cosmos1408-debris-cataloged",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "How many debris objects were cataloged from Russia's November 2021 anti-satellite test that destroyed Cosmos 1408, as of October 2026?",
      "value": "1806",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE substr(cospar_id, 1, 8) = '1982-092' AND object_type = 'DEBRIS'\n"
    },
    {
      "id": "deb-cosmos1408-reentered-pct",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "derivation",
      "question": "What percentage of the cataloged debris from the 2021 Cosmos 1408 anti-satellite test has already reentered, as of October 2026?",
      "value": "99.8",
      "match": "numeric",
      "tolerance_pct": 1,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT round(100.0 * count(*) FILTER (WHERE decay_date IS NOT NULL) / count(*), 1)\nFROM enriched.satellite_catalog\nWHERE substr(cospar_id, 1, 8) = '1982-092' AND object_type = 'DEBRIS'\n"
    },
    {
      "id": "deb-shakti-last-reentry-year",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "In what year did the last cataloged debris piece from India's March 2019 anti-satellite test (Mission Shakti, target Microsat-R) reenter?",
      "value": "2022",
      "match": "exact",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT extract(year FROM max(decay_date))::int::text FROM enriched.satellite_catalog\nWHERE substr(cospar_id, 1, 8) = '2019-006' AND object_type = 'DEBRIS'\n"
    },
    {
      "id": "deb-cz6a-qianfan-debris-cataloged",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "The Long March 6A upper stage that launched the first batch of Qianfan (Thousand Sails) satellites in August 2024 broke up in orbit. How many debris objects from that launch had been cataloged as of October 2026?",
      "value": "705",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE substr(cospar_id, 1, 8) = '2024-140' AND object_type = 'DEBRIS'\n"
    },
    {
      "id": "deb-intelsat33e-debris-cataloged",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "Intelsat 33e broke up in geostationary orbit in October 2024. How many debris pieces from it are in the public satellite catalog as of October 2026?",
      "value": "36",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog WHERE name ILIKE 'INTELSAT 33E DEB%'\n"
    },
    {
      "id": "deb-debris-share-of-catalog",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "derivation",
      "question": "What percentage of all cataloged on-orbit objects are debris (as opposed to payloads, rocket bodies or unknown objects) as of October 2026?",
      "value": "35",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT round(100.0 * count(*) FILTER (WHERE object_type = 'DEBRIS') / count(*), 0)\nFROM enriched.satellite_catalog WHERE decay_date IS NULL AND object_type IS NOT NULL\n"
    },
    {
      "id": "deb-rocket-bodies-on-orbit",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "How many rocket bodies are currently cataloged on orbit as of October 2026?",
      "value": "2442",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-11-05",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog WHERE object_type = 'ROCKET BODY' AND decay_date IS NULL\n"
    },
    {
      "id": "deb-rocket-bodies-leo",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "How many cataloged rocket bodies are on orbit entirely in low Earth orbit (apogee below 2,000 km) as of October 2026?",
      "value": "995",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'ROCKET BODY' AND decay_date IS NULL AND apogee_km \u003c 2000\n"
    },
    {
      "id": "deb-peak-debris-perigee-band",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "derivation",
      "question": "Grouping on-orbit LEO debris (apogee below 2,000 km) by perigee into 100 km bands (200-300 km, 300-400 km, ...), which band holds the most cataloged debris as of October 2026? Answer as a range like '500-600 km'.",
      "value": "700-800 km",
      "accept": [
        "700-800",
        "700 to 800",
        "700–800",
        "700 - 800"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT b || '-' || (b + 100) || ' km' FROM (\n  SELECT (floor(perigee_km / 100) * 100)::int AS b, count(*) AS n\n  FROM enriched.satellite_catalog\n  WHERE object_type = 'DEBRIS' AND decay_date IS NULL AND apogee_km \u003c 2000\n  GROUP BY 1 ORDER BY n DESC LIMIT 1) t\n"
    },
    {
      "id": "deb-peak-debris-reentry-year",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "derivation",
      "question": "Between 2020 and 2025 inclusive, in which calendar year did the most cataloged debris objects reenter the atmosphere?",
      "value": "2022",
      "match": "exact",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT y::text FROM (\n  SELECT extract(year FROM decay_date)::int AS y, count(*) AS n\n  FROM enriched.satellite_catalog\n  WHERE object_type = 'DEBRIS' AND decay_date BETWEEN '2020-01-01' AND '2025-12-31'\n  GROUP BY 1 ORDER BY n DESC LIMIT 1) t\n"
    },
    {
      "id": "deb-top-debris-country",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "Which country is the owner of record for the most cataloged debris objects currently on orbit, as of October 2026?",
      "value": "China",
      "accept": [
        "China",
        "PRC",
        "People's Republic of China",
        "Chinese"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT CASE c WHEN 'PRC' THEN 'China' WHEN 'CIS' THEN 'Russia' WHEN 'US' THEN 'United States' ELSE c END\nFROM (SELECT CASE WHEN operator_country IN ('PRC', 'CN') THEN 'PRC' ELSE operator_country END AS c, count(*) AS n\n      FROM enriched.satellite_catalog\n      WHERE object_type = 'DEBRIS' AND decay_date IS NULL\n      GROUP BY 1 ORDER BY n DESC LIMIT 1) t\n"
    },
    {
      "id": "deb-pre1970-on-orbit",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "How many cataloged objects (payloads, rocket bodies and debris) launched before 1970 are still in Earth orbit as of October 2026?",
      "value": "1572",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE decay_date IS NULL AND launch_date \u003c '1970-01-01' AND orbital_status = 'ON_ORBIT'\n"
    },
    {
      "id": "deb-cz6a-2022-breakup-on-orbit",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "How many cataloged debris fragments from the November 2022 Long March 6A upper-stage breakup (international designator 2022-151) remain in orbit as of October 2026?",
      "value": "621",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE cospar_id LIKE '2022-151%' AND object_type = 'DEBRIS'\n  AND launch_date = '2022-11-11' AND name ILIKE '%CZ-6A%'\n  AND orbital_status = 'ON_ORBIT' AND norad_cat_id IS NOT NULL\n"
    },
    {
      "id": "deb-top-leo-rocket-body-owner",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "Which country owns the most rocket bodies still in low Earth orbit (apogee below 2,000 km) as of October 2026?",
      "value": "CIS",
      "accept": [
        "Russia",
        "CIS",
        "Soviet",
        "USSR"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT operator_country FROM enriched.satellite_catalog\nWHERE object_type = 'ROCKET BODY' AND orbital_status = 'ON_ORBIT'\n  AND apogee_km \u003c 2000 AND norad_cat_id IS NOT NULL\nGROUP BY operator_country ORDER BY count(*) DESC, operator_country LIMIT 1\n"
    },
    {
      "id": "deb-pslv-c3-debris-cataloged",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "The fourth stage of India's PSLV-C3 rocket, launched in October 2001 with the TES, PROBA and BIRD satellites (international designator 2001-049), broke up in orbit in December 2001. How many debris objects from that launch have been cataloged in total (on orbit and reentered), as of October 2026?",
      "value": "371",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE substr(cospar_id, 1, 8) = '2001-049' AND object_type = 'DEBRIS'\n  AND norad_cat_id IS NOT NULL\n"
    },
    {
      "id": "deb-ariane1-v16-debris-cataloged",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "The Ariane 1 third stage from flight V16, which launched the French SPOT 1 satellite in February 1986 (international designator 1986-019), exploded in orbit in November 1986. How many debris objects from that launch have been cataloged in total (on orbit and reentered), as of October 2026?",
      "value": "498",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE substr(cospar_id, 1, 8) = '1986-019' AND object_type = 'DEBRIS'\n  AND norad_cat_id IS NOT NULL\n"
    },
    {
      "id": "deb-noaa16-debris-cataloged",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "The retired US weather satellite NOAA-16 (launched September 2000, international designator 2000-055) broke up in orbit in November 2015. How many debris objects from that launch have been cataloged in total (on orbit and reentered), as of October 2026?",
      "value": "458",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE substr(cospar_id, 1, 8) = '2000-055' AND object_type = 'DEBRIS'\n  AND norad_cat_id IS NOT NULL\n"
    },
    {
      "id": "deb-dmsp-f13-on-orbit-pct",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "derivation",
      "question": "The US Air Force weather satellite DMSP F13 (launched March 1995, international designator 1995-015) broke up in February 2015 after a battery failure. Of all cataloged debris objects from that launch, what percentage was still on orbit (not reentered) as of October 2026?",
      "value": "51.0",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(100.0 * count(*) FILTER (WHERE decay_date IS NULL) / count(*), 1)\nFROM enriched.satellite_catalog\nWHERE substr(cospar_id, 1, 8) = '1995-015' AND object_type = 'DEBRIS'\n  AND norad_cat_id IS NOT NULL\n"
    },
    {
      "id": "deb-sl16-rb-leo-on-orbit",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "How many Zenit-2 second stages (cataloged as 'SL-16 R/B'), among the most massive derelict objects in low Earth orbit, remain on orbit with apogee below 2,000 km as of October 2026?",
      "value": "22",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'SL-16 R/B%' AND object_type = 'ROCKET BODY'\n  AND decay_date IS NULL AND norad_cat_id IS NOT NULL AND apogee_km \u003c 2000\n"
    },
    {
      "id": "deb-h2a-rb-on-orbit",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "Japan's H-IIA launcher was retired in 2025. How many H-IIA upper stages (rocket bodies cataloged as 'H-2A R/B') remain in Earth orbit as of October 2026?",
      "value": "26",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'H-2A R/B%' AND object_type = 'ROCKET BODY'\n  AND decay_date IS NULL AND norad_cat_id IS NOT NULL\n"
    },
    {
      "id": "deb-ariane-rb-on-orbit",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "How many Ariane rocket bodies (upper stages from Ariane 1 through Ariane 5, launched through the end of 2023) remain in Earth orbit as of October 2026?",
      "value": "156",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE name ILIKE 'ARIANE%' AND object_type = 'ROCKET BODY'\n  AND launch_date \u003c= '2023-12-31'\n  AND decay_date IS NULL AND norad_cat_id IS NOT NULL\n"
    },
    {
      "id": "deb-gto-rocket-bodies-on-orbit",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "How many cataloged rocket bodies on orbit have a perigee below 2,000 km and an apogee above 35,000 km (geostationary-transfer-type orbits that cross both low Earth orbit and the geostationary region), as of October 2026?",
      "value": "168",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'ROCKET BODY' AND decay_date IS NULL AND norad_cat_id IS NOT NULL\n  AND perigee_km \u003c 2000 AND apogee_km \u003e 35000\n"
    },
    {
      "id": "deb-leo-rb-pre2000-pct",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "derivation",
      "question": "Of the rocket bodies still on orbit in low Earth orbit (apogee below 2,000 km) as of October 2026, what percentage were launched before 1 January 2000?",
      "value": "63.3",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(100.0 * count(*) FILTER (WHERE launch_date \u003c '2000-01-01') / count(*), 1)\nFROM enriched.satellite_catalog\nWHERE object_type = 'ROCKET BODY' AND decay_date IS NULL AND norad_cat_id IS NOT NULL\n  AND apogee_km \u003c 2000\n"
    },
    {
      "id": "deb-geo-debris-on-orbit",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "How many cataloged debris objects are on orbit in near-geostationary orbits (perigee above 35,000 km and apogee below 36,500 km) as of October 2026?",
      "value": "65",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'DEBRIS' AND decay_date IS NULL AND norad_cat_id IS NOT NULL\n  AND perigee_km \u003e 35000 AND apogee_km \u003c 36500\n"
    },
    {
      "id": "deb-leo-debris-perigee-600-pct",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "derivation",
      "question": "Of the cataloged debris objects on orbit in low Earth orbit (apogee below 2,000 km) as of October 2026, what percentage has a perigee at or above 600 km?",
      "value": "88.8",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(100.0 * count(*) FILTER (WHERE perigee_km \u003e= 600) / count(*), 1)\nFROM enriched.satellite_catalog\nWHERE object_type = 'DEBRIS' AND decay_date IS NULL AND norad_cat_id IS NOT NULL\n  AND apogee_km \u003c 2000 AND perigee_km IS NOT NULL\n"
    },
    {
      "id": "deb-rb-reentries-ratio-2025-2015",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "derivation",
      "question": "What is the ratio of the number of cataloged rocket bodies that reentered the atmosphere in calendar year 2025 to the number that reentered in calendar year 2015? Answer as a decimal, e.g. 1.5.",
      "value": "2.77",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(count(*) FILTER (WHERE decay_date BETWEEN '2025-01-01' AND '2025-12-31')::numeric\n             / NULLIF(count(*) FILTER (WHERE decay_date BETWEEN '2015-01-01' AND '2015-12-31'), 0), 2)\nFROM enriched.satellite_catalog\nWHERE object_type = 'ROCKET BODY' AND norad_cat_id IS NOT NULL\n  AND decay_date BETWEEN '2015-01-01' AND '2025-12-31'\n"
    },
    {
      "id": "deb-prc-rb-reentries-2025",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "How many rocket bodies owned by China (Space-Track owner code PRC) reentered the atmosphere during calendar year 2025?",
      "value": "41",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'ROCKET BODY' AND norad_cat_id IS NOT NULL\n  AND decay_date BETWEEN '2025-01-01' AND '2025-12-31'\n  AND upper(btrim(operator_country)) IN ('PRC', 'CN', 'CHINA')\n"
    },
    {
      "id": "deb-ariane5-sylda-on-orbit",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "Ariane 5 dual launches (1996-2023) used a SYLDA structure to stack two satellites, and these adapters were left in geostationary transfer orbits. How many cataloged Ariane 5 SYLDA adapters remain in Earth orbit as of October 2026?",
      "value": "40",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE norad_cat_id IS NOT NULL AND decay_date IS NULL\n  AND launch_date BETWEEN '1996-06-04' AND '2023-07-05'\n  AND (name ILIKE '%SYLDA%'\n       OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ILIKE '%SYLDA%'))\n  AND name NOT ILIKE '%ARIANE 4%'\n"
    },
    {
      "id": "deb-jpn-debris-on-orbit",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "How many cataloged debris objects whose owner of record is Japan (Space-Track owner code JPN) remain in Earth orbit as of October 2026?",
      "value": "36",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'DEBRIS' AND decay_date IS NULL AND norad_cat_id IS NOT NULL\n  AND upper(btrim(operator_country)) IN ('JPN', 'J', 'JAPAN')\n"
    },
    {
      "id": "deb-meo-rocket-bodies-on-orbit",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "research",
      "question": "How many cataloged rocket bodies are on orbit in medium Earth orbits (perigee above 2,000 km and apogee below 35,000 km), the regime of the GPS, GLONASS, Galileo and BeiDou navigation constellations, as of October 2026?",
      "value": "206",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.satellite_catalog\nWHERE object_type = 'ROCKET BODY' AND decay_date IS NULL AND norad_cat_id IS NOT NULL\n  AND perigee_km \u003e 2000 AND apogee_km \u003c 35000\n"
    },
    {
      "id": "deb-sl8-share-of-leo-rb",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "derivation",
      "question": "Of all rocket bodies still on orbit in low Earth orbit (apogee below 2,000 km) as of October 2026, what percentage are Kosmos-3M second stages (cataloged as 'SL-8 R/B')?",
      "value": "28.5",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(100.0 * count(*) FILTER (\n         WHERE name ILIKE 'SL-8 R/B%'\n            OR EXISTS (SELECT 1 FROM unnest(alternate_names) a WHERE a ILIKE 'SL-8 R/B%')) / count(*), 1)\nFROM enriched.satellite_catalog\nWHERE object_type = 'ROCKET BODY' AND decay_date IS NULL AND norad_cat_id IS NOT NULL\n  AND apogee_km \u003c 2000\n"
    },
    {
      "id": "deb-other-owners-rb-on-orbit-pct",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "derivation",
      "question": "Of all cataloged rocket bodies still in Earth orbit as of October 2026, what percentage have an owner of record other than the United States, Russia/the former Soviet Union (Space-Track code CIS) and China?",
      "value": "13.0",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT round(100.0 * count(*) FILTER (\n         WHERE upper(btrim(operator_country)) NOT IN\n               ('US', 'USA', 'CIS', 'SU', 'RU', 'RUSSIA', 'PRC', 'CN', 'CHINA')) / count(*), 1)\nFROM enriched.satellite_catalog\nWHERE object_type = 'ROCKET BODY' AND decay_date IS NULL AND norad_cat_id IS NOT NULL\n  AND operator_country IS NOT NULL AND btrim(operator_country) \u003c\u003e ''\n"
    },
    {
      "id": "filers-fcc-distinct-2024",
      "job": "regulatory",
      "kind": "os-derived",
      "category": "regulatory",
      "tier": "derivation",
      "question": "According to Orbit Sentinel, how many distinct applicant entities filed at least one FCC filing in calendar year 2024?",
      "value": "648",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-11-05",
      "ground_truth_sql": "SELECT count(DISTINCT f.applicant_entity_id) FROM filings f\nWHERE f.applicant_entity_id IS NOT NULL AND f.source_agency = 'FCC'\n  AND f.filed_date BETWEEN '2024-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "filers-fcc-ratio-2023-2024",
      "job": "regulatory",
      "kind": "os-derived",
      "category": "regulatory",
      "tier": "derivation",
      "question": "According to Orbit Sentinel, what is the ratio of distinct applicant entities that filed with the FCC in calendar year 2023 to those that filed in calendar year 2024? Answer as a decimal, e.g. 1.25.",
      "value": "1.31",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-11-05",
      "ground_truth_sql": "SELECT round(count(DISTINCT f.applicant_entity_id) FILTER (WHERE f.filed_date BETWEEN '2023-01-01' AND '2023-12-31')::numeric\n             / NULLIF(count(DISTINCT f.applicant_entity_id) FILTER (WHERE f.filed_date BETWEEN '2024-01-01' AND '2024-12-31'), 0), 2)\nFROM filings f\nWHERE f.applicant_entity_id IS NOT NULL AND f.source_agency = 'FCC'\n  AND f.filed_date BETWEEN '2023-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "trends-fcc-12m-change",
      "job": "regulatory",
      "kind": "os-derived",
      "category": "regulatory",
      "tier": "derivation",
      "question": "According to Orbit Sentinel, by what percentage did the number of FCC filings in the most recent 12 months differ from the number in the 12 months before that? Answer as a signed percentage change, e.g. 25 for a 25% increase or -25 for a 25% decrease.",
      "value": "29.7",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-11-05",
      "ground_truth_sql": "SELECT round(100.0 * (count(*) FILTER (WHERE f.filed_date \u003e= current_date - interval '12 months')\n                      - count(*) FILTER (WHERE f.filed_date \u003c current_date - interval '12 months'))\n             / NULLIF(count(*) FILTER (WHERE f.filed_date \u003c current_date - interval '12 months'), 0), 1)\nFROM filings f\nWHERE f.source_agency = 'FCC' AND f.filed_date \u003e= current_date - interval '24 months' AND f.filed_date \u003c current_date\n"
    },
    {
      "id": "trends-unoosa-12m-change",
      "job": "regulatory",
      "kind": "os-derived",
      "category": "regulatory",
      "tier": "derivation",
      "question": "According to Orbit Sentinel, by what percentage did the number of UN Office for Outer Space Affairs (UNOOSA) filings in the most recent 12 months differ from the number in the 12 months before that? Answer as a signed percentage change, e.g. 25 for a 25% increase or -25 for a 25% decrease.",
      "value": "-43.8",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-11-05",
      "ground_truth_sql": "SELECT round(100.0 * (count(*) FILTER (WHERE f.filed_date \u003e= current_date - interval '12 months')\n                      - count(*) FILTER (WHERE f.filed_date \u003c current_date - interval '12 months'))\n             / NULLIF(count(*) FILTER (WHERE f.filed_date \u003c current_date - interval '12 months'), 0), 1)\nFROM filings f\nWHERE f.source_agency = 'UN_OOSA' AND f.filed_date \u003e= current_date - interval '24 months' AND f.filed_date \u003c current_date\n"
    },
    {
      "id": "gnd-ses-lic-filings-2024",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many applications for new earth station authority (FCC file type SES-LIC) were filed with the FCC in calendar year 2024?",
      "value": "199",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.ibfs_filings\nWHERE subsystem_code = 'SES' AND app_type_code = 'LIC'\n  AND date_filed BETWEEN '2024-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "gnd-ses-reg-filings-2018",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "spectrum",
      "tier": "research",
      "question": "In calendar year 2018 (the year of the FCC's C-band receive-only earth station registration window), how many earth station registration filings (FCC file type SES-REG) were filed?",
      "value": "5688",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.ibfs_filings\nWHERE subsystem_code = 'SES' AND app_type_code = 'REG'\n  AND date_filed BETWEEN '2018-01-01' AND '2018-12-31'\n"
    },
    {
      "id": "gnd-ses-asg-toc-2024",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many earth station assignment or transfer-of-control applications (FCC file types SES-ASG plus SES-T/C) were filed in calendar year 2024?",
      "value": "121",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.ibfs_filings\nWHERE subsystem_code = 'SES' AND app_type_code IN ('ASG', 'T/C')\n  AND date_filed BETWEEN '2024-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "gnd-ses-renewals-2024",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many earth station license renewal applications (FCC file type SES-RWL) were filed in calendar year 2024?",
      "value": "193",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.ibfs_filings\nWHERE subsystem_code = 'SES' AND app_type_code = 'RWL'\n  AND date_filed BETWEEN '2024-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "gnd-distinct-lic-applicants-2024",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many distinct applicants filed at least one new earth station license application (SES-LIC) with the FCC in calendar year 2024?",
      "value": "36",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(DISTINCT lower(applicant_name)) FROM enriched.ibfs_filings\nWHERE subsystem_code = 'SES' AND app_type_code = 'LIC'\n  AND date_filed BETWEEN '2024-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "gnd-top-lic-applicant-2024",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "Which company filed the most new earth station license applications (SES-LIC) with the FCC in calendar year 2024?",
      "value": "SpaceX Services, Inc.",
      "accept": [
        "SpaceX",
        "Space Exploration",
        "Starlink"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT applicant_name FROM enriched.ibfs_filings\nWHERE subsystem_code = 'SES' AND app_type_code = 'LIC'\n  AND date_filed BETWEEN '2024-01-01' AND '2024-12-31'\nGROUP BY applicant_name ORDER BY count(*) DESC LIMIT 1\n"
    },
    {
      "id": "gnd-spacex-top-state",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "Counting distinct earth station call signs from SpaceX Services' FCC new-license (SES-LIC) applications, which US state has the most? Answer with the state name.",
      "value": "CA",
      "accept": [
        "California",
        "CA"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT s.state FROM enriched.ibfs_filings fi\nJOIN enriched.ibfs_sites s USING (filing_key)\nWHERE fi.subsystem_code = 'SES' AND fi.app_type_code = 'LIC'\n  AND fi.applicant_name = 'SpaceX Services, Inc.' AND fi.callsign \u003c\u003e ''\n  AND fi.date_filed \u003c= '2024-12-31'\nGROUP BY s.state ORDER BY count(DISTINCT fi.callsign) DESC LIMIT 1\n"
    },
    {
      "id": "gnd-kuiper-gateway-apps-2021-2024",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "From 2021 through 2024, how many US gateway earth station license applications (SES-LIC) did Amazon's Kuiper Systems LLC file with the FCC?",
      "value": "36",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.ibfs_filings\nWHERE subsystem_code = 'SES' AND app_type_code = 'LIC'\n  AND applicant_name = 'Kuiper Systems LLC'\n  AND description ILIKE '%gateway earth station%'\n  AND date_filed BETWEEN '2021-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "gnd-kuiper-ttc-site",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "In 2022 Amazon's Kuiper Systems applied to the FCC for a Ka-band TT\u0026C (telemetry, tracking and command) earth station in Texas. In which town?",
      "value": "Alpine",
      "accept": [
        "Alpine"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT s.city FROM enriched.ibfs_filings fi\nJOIN enriched.ibfs_sites s USING (filing_key)\nWHERE fi.subsystem_code = 'SES' AND fi.app_type_code = 'LIC'\n  AND fi.applicant_name = 'Kuiper Systems LLC'\n  AND fi.description ILIKE '%TT\u0026C%' AND s.state = 'TX'\nLIMIT 1\n"
    },
    {
      "id": "gnd-oneweb-first-us-gateway",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "OneWeb (WorldVu Satellites Limited) filed its first FCC application for a US gateway earth station in June 2018. In which town was the site?",
      "value": "Talkeetna",
      "accept": [
        "Talkeetna"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT s.city FROM enriched.ibfs_filings fi\nJOIN enriched.ibfs_sites s USING (filing_key)\nWHERE fi.subsystem_code = 'SES' AND fi.app_type_code = 'LIC'\n  AND fi.applicant_name = 'WorldVu Satellites Limited'\nORDER BY fi.date_filed LIMIT 1\n"
    },
    {
      "id": "gnd-globalstar-original-gateway",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "Globalstar's first US gateway (feeder link) earth station license application was filed with the FCC in 1997. In which Texas town is that gateway?",
      "value": "CLIFTON",
      "accept": [
        "Clifton"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT s.city FROM enriched.ibfs_filings fi\nJOIN enriched.ibfs_sites s USING (filing_key)\nWHERE fi.subsystem_code = 'SES' AND fi.app_type_code = 'LIC'\n  AND fi.applicant_name ILIKE 'Globalstar%' AND s.state = 'TX'\nORDER BY fi.date_filed LIMIT 1\n"
    },
    {
      "id": "gnd-iridium-az-gateway",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "Iridium's US commercial gateway earth station, licensed to Iridium Satellite LLC in Arizona, is in which city?",
      "value": "TEMPE (LOT 21)",
      "accept": [
        "Tempe"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT s.city FROM enriched.ibfs_filings fi\nJOIN enriched.ibfs_sites s USING (filing_key)\nWHERE fi.subsystem_code = 'SES' AND fi.app_type_code = 'LIC'\n  AND fi.applicant_name ILIKE 'Iridium Satellite%' AND s.state = 'AZ'\nORDER BY fi.date_filed LIMIT 1\n"
    },
    {
      "id": "gnd-vband-top-holder",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "spectrum",
      "tier": "derivation",
      "question": "Which operator holds the most FCC earth station call signs with authorized frequencies in the V band (every assigned range within 37.5-51.4 GHz)?",
      "value": "HNS License Sub, LLC",
      "accept": [
        "Hughes",
        "HNS",
        "EchoStar"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT fi.applicant_name FROM enriched.ibfs_filings fi\nJOIN enriched.ibfs_sites s USING (filing_key)\nJOIN enriched.ibfs_antennas a ON a.site_key = s.site_key\nJOIN enriched.ibfs_frequencies fr ON fr.antenna_key = a.antenna_key\nWHERE fi.subsystem_code = 'SES' AND fi.callsign \u003c\u003e ''\n  AND fr.frequency_lower \u003e= 37500 AND fr.frequency_upper \u003c= 51400\nGROUP BY fi.applicant_name ORDER BY count(DISTINCT fi.callsign) DESC LIMIT 1\n"
    },
    {
      "id": "gnd-spire-callsigns",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "Through 2024, how many distinct FCC earth station call signs appear in filings by Spire Global, Inc.?",
      "value": "17",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(DISTINCT callsign) FROM enriched.ibfs_filings\nWHERE subsystem_code = 'SES' AND applicant_name = 'Spire Global, Inc.'\n  AND callsign \u003c\u003e '' AND date_filed \u003c= '2024-12-31'\n"
    },
    {
      "id": "gnd-rbc-signals-callsigns",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "Through 2024, how many distinct FCC earth station call signs appear in filings by ground-station-as-a-service provider RBC Signals, LLC?",
      "value": "10",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(DISTINCT callsign) FROM enriched.ibfs_filings\nWHERE subsystem_code = 'SES' AND applicant_name = 'RBC Signals, LLC'\n  AND callsign \u003c\u003e '' AND date_filed \u003c= '2024-12-31'\n"
    },
    {
      "id": "gnd-usn-callsigns",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "Through 2024, how many distinct FCC earth station call signs appear in filings by Universal Space Network, Inc. (SSC's US ground network)?",
      "value": "13",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(DISTINCT callsign) FROM enriched.ibfs_filings\nWHERE subsystem_code = 'SES' AND applicant_name ILIKE 'Universal Space Network%'\n  AND callsign \u003c\u003e '' AND date_filed \u003c= '2024-12-31'\n"
    },
    {
      "id": "gnd-atlas-first-site-state",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "ATLAS Space Operations filed its first FCC earth station license applications in 2017. In which US state were those sites?",
      "value": "NM",
      "accept": [
        "New Mexico",
        "NM"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT s.state FROM enriched.ibfs_filings fi\nJOIN enriched.ibfs_sites s USING (filing_key)\nWHERE fi.subsystem_code = 'SES' AND fi.app_type_code = 'LIC'\n  AND fi.applicant_name ILIKE 'ATLAS Space Operations%'\n  AND fi.date_filed IS NOT NULL\nORDER BY fi.date_filed LIMIT 1\n"
    },
    {
      "id": "gnd-state-most-callsigns",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "Across all FCC earth station records (historical included), which US state has the most distinct earth station call signs with a site located there? Answer with the state name.",
      "value": "TX",
      "accept": [
        "Texas",
        "TX"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT s.state FROM enriched.ibfs_filings fi\nJOIN enriched.ibfs_sites s USING (filing_key)\nWHERE fi.subsystem_code = 'SES' AND fi.callsign \u003c\u003e '' AND s.state \u003c\u003e ''\nGROUP BY s.state ORDER BY count(DISTINCT fi.callsign) DESC LIMIT 1\n"
    },
    {
      "id": "gnd-state-most-lic-2024",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "Among new earth station license applications (SES-LIC) filed with the FCC in calendar year 2024, which US state had the most distinct call signs sited in it? Answer with the state name.",
      "value": "CA",
      "accept": [
        "California",
        "CA"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT s.state FROM enriched.ibfs_filings fi\nJOIN enriched.ibfs_sites s USING (filing_key)\nWHERE fi.subsystem_code = 'SES' AND fi.app_type_code = 'LIC'\n  AND fi.callsign \u003c\u003e '' AND s.state \u003c\u003e ''\n  AND fi.date_filed BETWEEN '2024-01-01' AND '2024-12-31'\nGROUP BY s.state ORDER BY count(DISTINCT fi.callsign) DESC LIMIT 1\n"
    },
    {
      "id": "gnd-alaska-callsigns",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "Across all FCC earth station records (historical included), how many distinct earth station call signs have a site in Alaska?",
      "value": "901",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(DISTINCT fi.callsign) FROM enriched.ibfs_filings fi\nJOIN enriched.ibfs_sites s USING (filing_key)\nWHERE fi.subsystem_code = 'SES' AND fi.callsign \u003c\u003e '' AND s.state = 'AK'\n"
    },
    {
      "id": "gnd-fairbanks-25km",
      "job": "ground",
      "kind": "os-derived",
      "category": "catalog",
      "tier": "derivation",
      "question": "How many distinct FCC earth station call signs (historical included) have a site within 25 km of 64.8378 N, 147.7164 W (Fairbanks, Alaska)?",
      "value": "59",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(DISTINCT fi.callsign) FROM enriched.ibfs_filings fi\nJOIN enriched.ibfs_sites s USING (filing_key)\nWHERE fi.subsystem_code = 'SES' AND fi.callsign \u003c\u003e '' AND s.latitude_deg \u003c\u003e 0\n  AND 6371 * 2 * asin(sqrt(power(sin(radians(s.latitude_deg - 64.8378) / 2), 2)\n      + cos(radians(64.8378)) * cos(radians(s.latitude_deg))\n      * power(sin(radians(s.longitude_deg + 147.7164) / 2), 2))) \u003c= 25\n"
    },
    {
      "id": "gnd-brewster-15km",
      "job": "ground",
      "kind": "os-derived",
      "category": "catalog",
      "tier": "derivation",
      "question": "How many distinct FCC earth station call signs (historical included) have a site within 15 km of 48.0957 N, 119.7806 W (Brewster, Washington)?",
      "value": "40",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(DISTINCT fi.callsign) FROM enriched.ibfs_filings fi\nJOIN enriched.ibfs_sites s USING (filing_key)\nWHERE fi.subsystem_code = 'SES' AND fi.callsign \u003c\u003e '' AND s.latitude_deg \u003c\u003e 0\n  AND 6371 * 2 * asin(sqrt(power(sin(radians(s.latitude_deg - 48.0957) / 2), 2)\n      + cos(radians(48.0957)) * cos(radians(s.latitude_deg))\n      * power(sin(radians(s.longitude_deg + 119.7806) / 2), 2))) \u003c= 15\n"
    },
    {
      "id": "gnd-oahu-30km",
      "job": "ground",
      "kind": "os-derived",
      "category": "catalog",
      "tier": "derivation",
      "question": "How many distinct FCC earth station call signs (historical included) have a site within 30 km of 21.3000 N, 158.0000 W (central Oahu, Hawaii)?",
      "value": "114",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(DISTINCT fi.callsign) FROM enriched.ibfs_filings fi\nJOIN enriched.ibfs_sites s USING (filing_key)\nWHERE fi.subsystem_code = 'SES' AND fi.callsign \u003c\u003e '' AND s.latitude_deg \u003c\u003e 0\n  AND 6371 * 2 * asin(sqrt(power(sin(radians(s.latitude_deg - 21.3) / 2), 2)\n      + cos(radians(21.3)) * cos(radians(s.latitude_deg))\n      * power(sin(radians(s.longitude_deg + 158.0) / 2), 2))) \u003c= 30\n"
    },
    {
      "id": "gnd-viasat-lic-2024",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "How many new earth station license applications (SES-LIC) did Viasat, Inc. file with the FCC in calendar year 2024?",
      "value": "17",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.ibfs_filings\nWHERE subsystem_code = 'SES' AND app_type_code = 'LIC'\n  AND applicant_name ILIKE 'viasat%'\n  AND date_filed BETWEEN '2024-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "gnd-ised-most-locations",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "derivation",
      "question": "In Canada's ISED earth station licence records, which licensee has earth stations at the most distinct locations?",
      "value": "Telesat GEO Inc. - Domestic Coord and Licensing",
      "accept": [
        "Telesat"
      ],
      "match": "contains",
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT licensee_name FROM enriched.earth_stations\nWHERE source = 'ISED'\nGROUP BY licensee_name\nORDER BY count(DISTINCT (round(latitude::numeric, 3), round(longitude::numeric, 3))) DESC\nLIMIT 1\n"
    },
    {
      "id": "gnd-acma-ssc-state",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "Swedish Space Corporation (SSC) holds earth station registrations in Australia's ACMA register, all at one ground station complex. In which Australian state is it?",
      "value": "Western Australia",
      "accept": [
        "Western Australia",
        "WA"
      ],
      "match": "contains",
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT min(latitude), max(latitude), min(longitude), max(longitude)\nFROM enriched.earth_stations\nWHERE source = 'ACMA' AND licensee_name = 'Swedish Space Corporation'\n"
    },
    {
      "id": "gnd-acma-telesat-leo-state",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "constellation",
      "tier": "research",
      "question": "Telesat LEO Australia Pty Ltd, the Australian arm of Telesat's Lightspeed LEO constellation, holds earth station registrations at a single site in the ACMA register. In which Australian state is that site?",
      "value": "New South Wales",
      "accept": [
        "New South Wales",
        "NSW"
      ],
      "match": "contains",
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT round(latitude::numeric, 3), round(longitude::numeric, 3), count(*)\nFROM enriched.earth_stations\nWHERE source = 'ACMA' AND licensee_name ILIKE 'telesat%'\nGROUP BY 1, 2\n"
    },
    {
      "id": "gnd-ofcom-top-licensee",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "derivation",
      "question": "In Ofcom's register of UK satellite earth station licences, which licensee holds the most licences, as of October 2026?",
      "value": "Intelsat Global Sales \u0026 Marketing Ltd",
      "accept": [
        "Goonhilly"
      ],
      "match": "contains",
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT replace(replace(licensee_name, '\u0026amp;', '\u0026'), '\u0026amp;', '\u0026') FROM enriched.earth_stations\nWHERE source = 'OFCOM'\nGROUP BY licensee_name ORDER BY count(DISTINCT split_part(registration_number, '/', 1)) DESC LIMIT 1\n"
    },
    {
      "id": "gnd-ised-inuvik-5km-licensees",
      "job": "ground",
      "kind": "os-derived",
      "category": "catalog",
      "tier": "derivation",
      "question": "In Canada's ISED earth station licence records, how many distinct licensees hold earth stations within 5 km of 68.3195 N, 133.549 W (the Inuvik Satellite Station Facility, Northwest Territories)?",
      "value": "9",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-26",
      "ground_truth_sql": "SELECT count(DISTINCT licensee_name) FROM enriched.earth_stations\nWHERE source = 'ISED' AND latitude IS NOT NULL\n  AND 6371 * 2 * asin(sqrt(power(sin(radians(latitude - 68.3195) / 2), 2)\n      + cos(radians(68.3195)) * cos(radians(latitude))\n      * power(sin(radians(longitude + 133.549) / 2), 2))) \u003c= 5\n"
    },
    {
      "id": "gnd-ised-leaf-space-province",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "Ground-station-as-a-service provider Leaf Space has a Canadian subsidiary, Leaf Space Canada Inc., licensed by ISED. In which province is its earth station?",
      "value": "Nova Scotia",
      "accept": [
        "Nova Scotia"
      ],
      "match": "contains",
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT round(latitude::numeric, 3), round(longitude::numeric, 3), count(*)\nFROM enriched.earth_stations\nWHERE source = 'ISED' AND licensee_name ILIKE 'leaf space%' AND latitude IS NOT NULL\nGROUP BY 1, 2\n"
    },
    {
      "id": "gnd-ksat-us-callsigns",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "Through 2024, how many distinct FCC earth station call signs appear in filings by Kongsberg Satellite Services AS (KSAT)?",
      "value": "6",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-26",
      "ground_truth_sql": "SELECT count(DISTINCT callsign) FROM enriched.ibfs_filings\nWHERE subsystem_code = 'SES' AND callsign \u003c\u003e ''\n  AND applicant_name ILIKE 'Kongsberg Satellite Services%' AND date_filed \u003c= '2024-12-31'\n"
    },
    {
      "id": "gnd-ses-lic-peak-year-2015-2024",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "Between 2015 and 2024, in which calendar year were the most new earth station license applications (FCC file type SES-LIC) filed?",
      "value": "2021",
      "match": "exact",
      "as_of": "2026-10-26",
      "ground_truth_sql": "SELECT extract(year FROM date_filed)::int FROM enriched.ibfs_filings\nWHERE subsystem_code = 'SES' AND app_type_code = 'LIC'\n  AND date_filed BETWEEN '2015-01-01' AND '2024-12-31'\nGROUP BY 1 ORDER BY count(*) DESC LIMIT 1\n"
    },
    {
      "id": "gnd-ses-lic-top-applicant-2021",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "Which company filed the most new earth station license applications (SES-LIC) with the FCC in calendar year 2021?",
      "value": "Viasat, Inc.",
      "accept": [
        "Viasat",
        "ViaSat"
      ],
      "match": "contains",
      "as_of": "2026-10-26",
      "ground_truth_sql": "SELECT applicant_name FROM enriched.ibfs_filings\nWHERE subsystem_code = 'SES' AND app_type_code = 'LIC'\n  AND date_filed BETWEEN '2021-01-01' AND '2021-12-31'\nGROUP BY applicant_name ORDER BY count(*) DESC LIMIT 1\n"
    },
    {
      "id": "gnd-ses-lic-jurisdictions-2024",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "New earth station license applications (SES-LIC) filed with the FCC in calendar year 2024 had sites in how many distinct US states, territories and the District of Columbia combined?",
      "value": "35",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-26",
      "ground_truth_sql": "SELECT count(DISTINCT s.state) FROM enriched.ibfs_filings fi\nJOIN enriched.ibfs_sites s USING (filing_key)\nWHERE fi.subsystem_code = 'SES' AND fi.app_type_code = 'LIC'\n  AND fi.date_filed BETWEEN '2024-01-01' AND '2024-12-31' AND s.state \u003c\u003e ''\n"
    },
    {
      "id": "gnd-ses-most-common-type-2024",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "Among all earth station (SES) filings with the FCC in calendar year 2024, which application type was filed most often?",
      "value": "STA",
      "accept": [
        "temporary authority",
        "STA",
        "SPECIAL_TEMPORARY_AUTH"
      ],
      "match": "contains",
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT app_type_code FROM enriched.ibfs_filings\nWHERE subsystem_code = 'SES' AND date_filed BETWEEN '2024-01-01' AND '2024-12-31'\nGROUP BY 1 ORDER BY count(*) DESC LIMIT 1\n"
    },
    {
      "id": "gnd-maxar-callsigns",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "Through 2024, how many distinct FCC earth station call signs appear in filings by Maxar License Inc.?",
      "value": "8",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-26",
      "ground_truth_sql": "SELECT count(DISTINCT callsign) FROM enriched.ibfs_filings\nWHERE subsystem_code = 'SES' AND callsign \u003c\u003e ''\n  AND applicant_name = 'Maxar License Inc.' AND date_filed \u003c= '2024-12-31'\n"
    },
    {
      "id": "gnd-dc-25km-callsigns",
      "job": "ground",
      "kind": "os-derived",
      "category": "catalog",
      "tier": "derivation",
      "question": "How many distinct FCC earth station call signs (historical included) have a site within 25 km of 38.9072 N, 77.0369 W (Washington, DC)?",
      "value": "427",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-26",
      "ground_truth_sql": "SELECT count(DISTINCT fi.callsign) FROM enriched.ibfs_filings fi\nJOIN enriched.ibfs_sites s USING (filing_key)\nWHERE fi.subsystem_code = 'SES' AND fi.callsign \u003c\u003e '' AND s.latitude_deg \u003c\u003e 0\n  AND 6371 * 2 * asin(sqrt(power(sin(radians(s.latitude_deg - 38.9072) / 2), 2)\n      + cos(radians(38.9072)) * cos(radians(s.latitude_deg))\n      * power(sin(radians(s.longitude_deg + 77.0369) / 2), 2))) \u003c= 25\n"
    },
    {
      "id": "gnd-atlanta-30km-callsigns",
      "job": "ground",
      "kind": "os-derived",
      "category": "catalog",
      "tier": "derivation",
      "question": "How many distinct FCC earth station call signs (historical included) have a site within 30 km of 33.749 N, 84.388 W (Atlanta, Georgia)?",
      "value": "357",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-26",
      "ground_truth_sql": "SELECT count(DISTINCT fi.callsign) FROM enriched.ibfs_filings fi\nJOIN enriched.ibfs_sites s USING (filing_key)\nWHERE fi.subsystem_code = 'SES' AND fi.callsign \u003c\u003e '' AND s.latitude_deg \u003c\u003e 0\n  AND 6371 * 2 * asin(sqrt(power(sin(radians(s.latitude_deg - 33.749) / 2), 2)\n      + cos(radians(33.749)) * cos(radians(s.latitude_deg))\n      * power(sin(radians(s.longitude_deg + 84.388) / 2), 2))) \u003c= 30\n"
    },
    {
      "id": "gnd-acma-ctbto-territory",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "The Preparatory Commission for the CTBTO (the nuclear test-ban monitoring organisation) holds earth station registrations in Australia's ACMA register, mostly on the mainland. Which Australian external territory also hosts CTBTO earth stations?",
      "value": "Cocos (Keeling) Islands",
      "accept": [
        "Cocos"
      ],
      "match": "contains",
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT round(latitude::numeric, 1), round(longitude::numeric, 1), count(*)\nFROM enriched.earth_stations\nWHERE source = 'ACMA' AND licensee_name ILIKE '%ctbto%' AND longitude \u003c 110\nGROUP BY 1, 2 ORDER BY 1\n"
    },
    {
      "id": "gnd-acma-ctbto-locations",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "derivation",
      "question": "The Preparatory Commission for the CTBTO holds earth station registrations in Australia's ACMA register of radiocommunications licences. Counting registrations within about 1 km of each other as one location, at how many geographic locations are they, as of October 2026?",
      "value": "12",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT count(DISTINCT (round(latitude::numeric, 2), round(longitude::numeric, 2)))\nFROM enriched.earth_stations\nWHERE source = 'ACMA' AND licensee_name ILIKE '%ctbto%' AND latitude IS NOT NULL\n"
    },
    {
      "id": "gnd-acma-bom-southernmost",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "Australia's Bureau of Meteorology holds earth station registrations in the ACMA register, including in Antarctica. At which Australian Antarctic station is its southernmost earth station?",
      "value": "Davis",
      "accept": [
        "Davis"
      ],
      "match": "contains",
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT latitude, longitude FROM enriched.earth_stations\nWHERE source = 'ACMA' AND licensee_name = 'Bureau of Meteorology'\nORDER BY latitude LIMIT 1\n"
    },
    {
      "id": "gnd-registers-most-licensees",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "derivation",
      "question": "Of three national earth station registers, Canada's ISED records, Australia's ACMA register and the UK's Ofcom register, which lists the most distinct earth station licensees, as of October 2026?",
      "value": "ISED",
      "accept": [
        "ISED",
        "Canada"
      ],
      "match": "contains",
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT source FROM enriched.earth_stations\nWHERE source IN ('ISED', 'ACMA', 'OFCOM')\nGROUP BY source ORDER BY count(DISTINCT lower(licensee_name)) DESC LIMIT 1\n"
    },
    {
      "id": "gnd-acma-capricorn-geo-locations",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "derivation",
      "question": "Australian ground-station operator Capricorn Space holds earth station registrations in the ACMA register of radiocommunications licences. Counting registrations within about 1 km of each other as one location, at how many geographic locations are they, as of October 2026?",
      "value": "4",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-30",
      "ground_truth_sql": "SELECT count(DISTINCT (round(latitude::numeric, 2), round(longitude::numeric, 2)))\nFROM enriched.earth_stations\nWHERE source = 'ACMA' AND licensee_name ILIKE 'capricorn space%' AND latitude IS NOT NULL\n"
    },
    {
      "id": "gnd-acma-optus-geo-locations",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "derivation",
      "question": "Optus Satellite Network Pty Limited holds earth station registrations in the ACMA register of radiocommunications licences. Counting registrations within about 1 km of each other as one location, at how many geographic locations are they, as of October 2026?",
      "value": "6",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-30",
      "ground_truth_sql": "SELECT count(DISTINCT (round(latitude::numeric, 2), round(longitude::numeric, 2)))\nFROM enriched.earth_stations\nWHERE source = 'ACMA' AND licensee_name ILIKE 'optus%' AND latitude IS NOT NULL\n"
    },
    {
      "id": "gnd-acma-telstra-sateng-geo-locations",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "derivation",
      "question": "Telstra holds earth station registrations in the ACMA register under the licensee name 'Telstra - Satellite Engineering'. Counting registrations within about 1 km of each other as one location, at how many geographic locations are they, as of October 2026?",
      "value": "18",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-30",
      "ground_truth_sql": "SELECT count(DISTINCT (round(latitude::numeric, 2), round(longitude::numeric, 2)))\nFROM enriched.earth_stations\nWHERE source = 'ACMA' AND licensee_name = 'Telstra - Satellite Engineering' AND latitude IS NOT NULL\n"
    },
    {
      "id": "gnd-ised-nrcan-northernmost-lat",
      "job": "ground",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "research",
      "question": "In ISED's earth station licence records for Natural Resources Canada, what is the latitude of its northernmost licensed earth station, in degrees north, to the nearest whole degree?",
      "value": "75",
      "match": "numeric",
      "tolerance_pct": 1,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT round(max(latitude)::numeric, 0)\nFROM enriched.earth_stations\nWHERE source = 'ISED' AND licensee_name = 'Natural Resources Canada' AND latitude IS NOT NULL\n"
    },
    {
      "id": "mkt-asts-8k-count-2025",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many Form 8-K current reports (excluding 8-K/A amendments) did AST SpaceMobile file with the SEC in calendar year 2025?",
      "value": "33",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE c.cik = '0001780312' AND f.form_type = '8-K'\n  AND f.filed_date BETWEEN '2025-01-01' AND '2025-12-31'\n"
    },
    {
      "id": "mkt-most-8ks-2025-smallcap-space",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "Among Rocket Lab, Planet Labs, Intuitive Machines, Redwire, BlackSky, and Spire Global, which company filed the most Form 8-K reports (excluding 8-K/A) with the SEC in calendar year 2025?",
      "value": "Redwire Corp",
      "accept": [
        "Redwire",
        "RDW"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT c.company_name FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE c.ticker IN ('RKLB','PL','LUNR','RDW','BKSY','SPIR') AND f.form_type = '8-K'\n  AND f.filed_date BETWEEN '2025-01-01' AND '2025-12-31'\nGROUP BY c.company_name ORDER BY count(*) DESC LIMIT 1\n"
    },
    {
      "id": "mkt-rklb-fy2025-10k-date",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "On what date did Rocket Lab file its annual report on Form 10-K for fiscal year 2025 with the SEC? Answer as YYYY-MM-DD.",
      "value": "2026-02-26",
      "match": "exact",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT f.filed_date::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE c.cik = '0001819994' AND f.form_type = '10-K' AND f.period_of_report = '2025-12-31'\nORDER BY f.filed_date LIMIT 1\n"
    },
    {
      "id": "mkt-rklb-sec-cik",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "What is Rocket Lab's SEC Central Index Key (CIK) number? Answer with the number without leading zeros.",
      "value": "1819994",
      "match": "exact",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT ltrim(cik, '0') FROM enriched.sec_companies WHERE ticker = 'RKLB'\n"
    },
    {
      "id": "mkt-planet-fiscal-year-end",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "recall",
      "question": "Planet Labs does not use a calendar fiscal year. On what month and day does Planet Labs' fiscal year end, per its SEC filings?",
      "value": "January 31",
      "accept": [
        "January 31",
        "Jan 31",
        "Jan. 31",
        "31 January"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT to_char(to_date(fiscal_year_end, 'MMDD'), 'FMMonth FMDD')\nFROM enriched.sec_companies WHERE ticker = 'PL'\n"
    },
    {
      "id": "mkt-echostar-state-of-incorporation",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "recall",
      "question": "In which US state is EchoStar Corporation incorporated, per its SEC filings?",
      "value": "Nevada",
      "accept": [
        "Nevada",
        "NV"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT CASE state_of_incorporation WHEN 'NV' THEN 'Nevada' WHEN 'DE' THEN 'Delaware'\n       ELSE state_of_incorporation END\nFROM enriched.sec_companies WHERE ltrim(cik, '0') = '1415404'  -- EchoStar by CIK; the stored ticker (ECHO) is stale\n"
    },
    {
      "id": "mkt-viasat-fy2026-10k-date",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "Viasat's fiscal year ends March 31. On what date did Viasat file its Form 10-K for the fiscal year ended March 31, 2026? Answer as YYYY-MM-DD.",
      "value": "2026-05-29",
      "match": "exact",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT f.filed_date::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE c.cik = '0000797721' AND f.form_type = '10-K' AND f.period_of_report = '2026-03-31'\nORDER BY f.filed_date LIMIT 1\n"
    },
    {
      "id": "mkt-lunr-fy2025-10k-date",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "On what date did Intuitive Machines file its Form 10-K for fiscal year 2025 with the SEC? Answer as YYYY-MM-DD.",
      "value": "2026-03-19",
      "match": "exact",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT f.filed_date::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE c.cik = '0001844452' AND f.form_type = '10-K' AND f.period_of_report = '2025-12-31'\nORDER BY f.filed_date LIMIT 1\n"
    },
    {
      "id": "mkt-spce-fy2025-10k-date",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "On what date did Virgin Galactic file its Form 10-K for fiscal year 2025 with the SEC? Answer as YYYY-MM-DD.",
      "value": "2026-03-30",
      "match": "exact",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT f.filed_date::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE c.cik = '0001706946' AND f.form_type = '10-K' AND f.period_of_report = '2025-12-31'\nORDER BY f.filed_date LIMIT 1\n"
    },
    {
      "id": "mkt-satellogic-first-10k-date",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "Satellogic previously filed annual reports with the SEC on Form 20-F as a foreign private issuer. On what date did it file its first annual report on Form 10-K? Answer as YYYY-MM-DD.",
      "value": "2025-03-26",
      "match": "exact",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT min(f.filed_date)::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE c.cik = '0001874315' AND f.form_type = '10-K'\n"
    },
    {
      "id": "mkt-iridium-vs-globalstar-8k-2025",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "Which company filed more Form 8-K reports (excluding 8-K/A) with the SEC in calendar year 2025: Iridium Communications or Globalstar?",
      "value": "Iridium Communications Inc.",
      "accept": [
        "Iridium",
        "IRDM"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT c.company_name FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE c.ticker IN ('IRDM','GSAT') AND f.form_type = '8-K'\n  AND f.filed_date BETWEEN '2025-01-01' AND '2025-12-31'\nGROUP BY c.company_name ORDER BY count(*) DESC LIMIT 1\n"
    },
    {
      "id": "mkt-intelsat-sta-count-2025",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many FCC special temporary authority (STA) requests did Intelsat License LLC file in calendar year 2025?",
      "value": "304",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT count(*) FROM enriched.filings f\nJOIN serving.entities e ON e.id = f.applicant_entity_id\nWHERE e.canonical_name = 'Intelsat License LLC' AND f.source_agency = 'FCC'\n  AND f.filing_type = 'SPECIAL_TEMPORARY_AUTH'\n  AND f.filed_date BETWEEN '2025-01-01' AND '2025-12-31'\n"
    },
    {
      "id": "mkt-oneweb-worldvu-sta-count-2025",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many FCC special temporary authority (STA) requests did WorldVu Satellites Limited (OneWeb) file in calendar year 2025?",
      "value": "47",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT count(*) FROM enriched.filings f\nJOIN serving.entities e ON e.id = f.applicant_entity_id\nWHERE e.canonical_name = 'WorldVu Satellites Limited' AND f.source_agency = 'FCC'\n  AND f.filing_type = 'SPECIAL_TEMPORARY_AUTH'\n  AND f.filed_date BETWEEN '2025-01-01' AND '2025-12-31'\n"
    },
    {
      "id": "mkt-faa-mpl-terran1-flight-tpl",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "What third-party liability insurance amount (in US dollars) did the FAA require of Relativity Space for Terran 1 flight operations under license VOL-23-127?",
      "value": "240000000",
      "match": "numeric",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT flight_tpl_usd FROM enriched.faa_financial_responsibility\nWHERE license_number = 'VOL-23-127'\n"
    },
    {
      "id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "Under FAA license LLO-22-126, what third-party liability insurance amount (in US dollars) must Firefly Aerospace carry for Alpha flight operations, as of October 2026?",
      "value": "80000000",
      "match": "numeric",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT flight_tpl_usd FROM enriched.faa_financial_responsibility\nWHERE license_number = 'LLO-22-126'\n"
    },
    {
      "id": "mkt-largest-active-bond-operator",
      "job": "market",
      "kind": "os-derived",
      "category": "regulatory",
      "tier": "derivation",
      "question": "According to Orbit Sentinel, which FCC space station licensee has the largest total of active (unreleased) surety bonds across its authorizations, as of October 2026?",
      "value": "Intelsat License LLC",
      "accept": [
        "Intelsat"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT operator_name FROM public.active_bond_portfolio\nWHERE active_bond_usd \u003e 0\nGROUP BY operator_name ORDER BY sum(active_bond_usd) DESC LIMIT 1\n"
    },
    {
      "id": "mkt-spire-active-bond-total",
      "job": "market",
      "kind": "os-derived",
      "category": "regulatory",
      "tier": "research",
      "question": "According to Orbit Sentinel, what is the total value in US dollars of Spire Global's active FCC surety bonds, as of October 2026?",
      "value": "5000000.00",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT sum(active_bond_usd) FROM public.active_bond_portfolio\nWHERE operator_name = 'Spire Global, Inc.'\n"
    },
    {
      "id": "mkt-bksy-fy2025-10k-date",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "On what date did BlackSky Technology file its annual report (Form 10-K) for fiscal year 2025 with the SEC? Answer as YYYY-MM-DD.",
      "value": "2026-03-17",
      "match": "exact",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT f.filed_date::date::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE c.ticker = 'BKSY' AND f.form_type = '10-K' AND f.period_of_report = '2025-12-31'\n"
    },
    {
      "id": "mkt-krmn-first-10k-date",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "Karman Holdings went public in February 2025. On what date did it file its first annual report (Form 10-K) with the SEC? Answer as YYYY-MM-DD.",
      "value": "2025-04-10",
      "match": "exact",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT min(f.filed_date)::date::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE c.ticker = 'KRMN' AND f.form_type = '10-K'\n"
    },
    {
      "id": "mkt-ktos-fy2025-period-end",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "Kratos Defense \u0026 Security Solutions uses a 52/53-week fiscal year. On what date did its fiscal year 2025 end, per its annual report? Answer as YYYY-MM-DD.",
      "value": "2025-12-28",
      "match": "exact",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT f.period_of_report::date::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE c.ticker = 'KTOS' AND f.form_type = '10-K'\n  AND f.period_of_report BETWEEN '2025-12-01' AND '2026-01-15'\n"
    },
    {
      "id": "mkt-viasat-sta-count-2025",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many FCC special temporary authority (STA) requests did Viasat file in calendar year 2025?",
      "value": "114",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT count(*) FROM enriched.filings f\nJOIN serving.entities e ON e.id = f.applicant_entity_id\nWHERE f.source_agency = 'FCC' AND f.filing_type = 'SPECIAL_TEMPORARY_AUTH'\n  AND f.filed_date BETWEEN '2025-01-01' AND '2025-12-31'\n  AND e.canonical_name = 'VIASAT, INC.'\n"
    },
    {
      "id": "mkt-atlas-sta-count-2025",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many FCC special temporary authority (STA) requests did ground-station operator ATLAS Space Operations file in calendar year 2025?",
      "value": "31",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT count(*) FROM enriched.filings f\nJOIN serving.entities e ON e.id = f.applicant_entity_id\nWHERE f.source_agency = 'FCC' AND f.filing_type = 'SPECIAL_TEMPORARY_AUTH'\n  AND f.filed_date BETWEEN '2025-01-01' AND '2025-12-31'\n  AND e.canonical_name = 'ATLAS Space Operations, Inc'\n"
    },
    {
      "id": "mkt-noc-fy2025-10k-date",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "On what date did Northrop Grumman file its annual report (Form 10-K) for fiscal year 2025 with the SEC? Answer as YYYY-MM-DD.",
      "value": "2026-01-27",
      "match": "exact",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT f.filed_date::date::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE c.ticker = 'NOC' AND f.form_type = '10-K' AND f.period_of_report = '2025-12-31'\n"
    },
    {
      "id": "mkt-krmn-8k-count-2025",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many current reports (Form 8-K, excluding amendments) did Karman Holdings file with the SEC in calendar year 2025?",
      "value": "12",
      "match": "numeric",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE c.ticker = 'KRMN' AND f.form_type = '8-K'\n  AND f.filed_date BETWEEN '2025-01-01' AND '2025-12-31'\n"
    },
    {
      "id": "mkt-sats-item101-8k-2025",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many Form 8-K current reports (excluding 8-K/A amendments) filed by EchoStar Corporation with the SEC in calendar year 2025 included Item 1.01, Entry into a Material Definitive Agreement?",
      "value": "3",
      "match": "numeric",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE ltrim(c.cik, '0') = '1415404' AND f.form_type = '8-K'\n  AND f.filed_date BETWEEN '2025-01-01' AND '2025-12-31'\n  AND '1.01' = ANY(f.items)\n"
    },
    {
      "id": "mkt-asts-item203-8k-2025",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many Form 8-K reports (excluding 8-K/A) filed by AST SpaceMobile with the SEC in calendar year 2025 reported Item 2.03, Creation of a Direct Financial Obligation?",
      "value": "7",
      "match": "numeric",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE ltrim(c.cik, '0') = '1780312' AND f.form_type = '8-K'\n  AND f.filed_date BETWEEN '2025-01-01' AND '2025-12-31'\n  AND '2.03' = ANY(f.items)\n"
    },
    {
      "id": "mkt-spce-item502-8k-2024",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many Form 8-K reports (excluding 8-K/A) filed by Virgin Galactic Holdings with the SEC in calendar year 2024 reported Item 5.02, Departure or Appointment of Directors or Certain Officers?",
      "value": "2",
      "match": "numeric",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE ltrim(c.cik, '0') = '1706946' AND f.form_type = '8-K'\n  AND f.filed_date BETWEEN '2024-01-01' AND '2024-12-31'\n  AND '5.02' = ANY(f.items)\n"
    },
    {
      "id": "mkt-rdw-edge-autonomy-close-8k-date",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "Redwire completed its acquisition of drone maker Edge Autonomy in 2025. On what date did Redwire file the Form 8-K reporting completion of the acquisition (Item 2.01)? Answer as YYYY-MM-DD.",
      "value": "2025-06-13",
      "match": "exact",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT min(f.filed_date)::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE (c.ticker = 'RDW' OR c.company_name ILIKE 'Redwire%')\n  AND f.form_type = '8-K'\n  AND f.filed_date BETWEEN '2025-01-01' AND '2025-12-31'\n  AND '2.01' = ANY(f.items)\n"
    },
    {
      "id": "mkt-lunr-lanteris-agreement-8k-date",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "Intuitive Machines agreed in 2025 to acquire Lanteris Space Systems (formerly Maxar Space Systems). On what date did Intuitive Machines file the Form 8-K reporting entry into the acquisition agreement (Item 1.01)? Answer as YYYY-MM-DD.",
      "value": "2025-11-04",
      "match": "exact",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT min(f.filed_date)::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE ltrim(c.cik, '0') = '1844452' AND f.form_type = '8-K'\n  AND f.filed_date BETWEEN '2025-10-01' AND '2025-12-31'\n  AND '1.01' = ANY(f.items)\n  AND f.text_excerpt ILIKE '%lanteris%'\n"
    },
    {
      "id": "mkt-lmt-q1-2026-period-end",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "Lockheed Martin closes its fiscal quarters on a Sunday near the end of the calendar quarter. On what date did its first quarter of 2026 end, per its Form 10-Q? Answer as YYYY-MM-DD.",
      "value": "2026-03-29",
      "match": "exact",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT f.period_of_report::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE (c.ticker = 'LMT' OR ltrim(c.cik, '0') = '936468')\n  AND f.form_type = '10-Q'\n  AND f.period_of_report BETWEEN '2026-03-15' AND '2026-04-10'\nORDER BY f.filed_date LIMIT 1\n"
    },
    {
      "id": "mkt-lhx-fy2025-period-end",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "L3Harris Technologies' fiscal year ends on the Friday nearest December 31. On what date did its fiscal year 2025 end, per its annual report on Form 10-K? Answer as YYYY-MM-DD.",
      "value": "2026-01-02",
      "match": "exact",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT f.period_of_report::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE (c.ticker = 'LHX' OR ltrim(c.cik, '0') = '202058')\n  AND f.form_type = '10-K'\n  AND f.period_of_report BETWEEN '2025-12-20' AND '2026-01-10'\nORDER BY f.filed_date LIMIT 1\n"
    },
    {
      "id": "mkt-mrcy-fy2025-10k-date",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "Mercury Systems, a supplier of space-qualified and defense electronics, uses a 52/53-week fiscal year ending in late June. On what date did Mercury file its Form 10-K for fiscal year 2025 with the SEC? Answer as YYYY-MM-DD.",
      "value": "2025-08-11",
      "match": "exact",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT min(f.filed_date)::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE (c.ticker = 'MRCY' OR c.company_name ILIKE 'Mercury Systems%')\n  AND f.form_type = '10-K'\n  AND f.period_of_report BETWEEN '2025-06-20' AND '2025-07-05'\n"
    },
    {
      "id": "mkt-cmtl-item101-8k-2024",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many Form 8-K current reports (excluding 8-K/A amendments) filed by Comtech Telecommunications Corp. with the SEC in calendar year 2024 included Item 1.01, Entry into a Material Definitive Agreement?",
      "value": "5",
      "match": "numeric",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE ltrim(c.cik, '0') = '23197' AND f.form_type = '8-K'\n  AND f.filed_date BETWEEN '2024-01-01' AND '2024-12-31'\n  AND '1.01' = ANY(f.items)\n"
    },
    {
      "id": "mkt-ba-ortberg-ceo-8k-date",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "In 2024 Boeing named Robert 'Kelly' Ortberg its president and chief executive officer. On what date did Boeing file the Form 8-K reporting his appointment (Item 5.02)? Answer as YYYY-MM-DD.",
      "value": "2024-07-31",
      "match": "exact",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT min(f.filed_date)::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE ltrim(c.cik, '0') = '12927' AND f.form_type = '8-K'\n  AND f.filed_date BETWEEN '2024-07-01' AND '2024-08-31'\n  AND '5.02' = ANY(f.items)\n  AND f.text_excerpt ILIKE '%Ortberg%'\n"
    },
    {
      "id": "mkt-rtx-name-change-8k-date",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "In 2023 Raytheon Technologies Corporation changed its name to RTX Corporation. On what date did the company file the Form 8-K reporting the charter amendment for the name change (Item 5.03)? Answer as YYYY-MM-DD.",
      "value": "2023-07-17",
      "match": "exact",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT min(f.filed_date)::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE ltrim(c.cik, '0') = '101829' AND f.form_type = '8-K'\n  AND f.filed_date BETWEEN '2023-06-01' AND '2023-08-31'\n  AND '5.03' = ANY(f.items)\n"
    },
    {
      "id": "mkt-spce-workforce-cut-8k-date",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "In late 2023 Virgin Galactic announced a workforce reduction to conserve cash ahead of its Delta-class spaceship program. On what date did Virgin Galactic file the Form 8-K reporting it under Item 2.05, Costs Associated with Exit or Disposal Activities? Answer as YYYY-MM-DD.",
      "value": "2023-11-08",
      "match": "exact",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT min(f.filed_date)::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE ltrim(c.cik, '0') = '1706946' AND f.form_type = '8-K'\n  AND f.filed_date BETWEEN '2023-10-01' AND '2023-12-31'\n  AND '2.05' = ANY(f.items)\n"
    },
    {
      "id": "mkt-gd-q2-2026-earnings-8k-date",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "On what date did General Dynamics file the Form 8-K furnishing its second-quarter 2026 financial results (Item 2.02, Results of Operations and Financial Condition)? Answer as YYYY-MM-DD.",
      "value": "2026-07-29",
      "match": "exact",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT min(f.filed_date)::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE ltrim(c.cik, '0') = '40533' AND f.form_type = '8-K'\n  AND f.filed_date BETWEEN '2026-07-01' AND '2026-08-15'\n  AND '2.02' = ANY(f.items)\n"
    },
    {
      "id": "mkt-cmtl-fy2025-10k-lag-days",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "Comtech Telecommunications does not use a calendar fiscal year. How many calendar days after the last day of its fiscal year 2025 did Comtech file its annual report on Form 10-K for that year?",
      "value": "102",
      "match": "numeric",
      "tolerance_pct": 2,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT f.filed_date - f.period_of_report FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE ltrim(c.cik, '0') = '23197' AND f.form_type = '10-K'\n  AND f.period_of_report BETWEEN '2025-07-01' AND '2025-08-15'\nORDER BY f.filed_date LIMIT 1\n"
    },
    {
      "id": "mkt-gd-fy2025-period-end",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "General Dynamics closes its first three fiscal quarters on a Sunday near the calendar quarter-end. On what date did its fiscal year 2025 end, per its annual report on Form 10-K? Answer as YYYY-MM-DD.",
      "value": "2025-12-31",
      "match": "exact",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT f.period_of_report::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE ltrim(c.cik, '0') = '40533' AND f.form_type = '10-K'\n  AND f.period_of_report BETWEEN '2025-12-20' AND '2026-01-10'\nORDER BY f.filed_date LIMIT 1\n"
    },
    {
      "id": "mkt-mrcy-fy2026-period-end",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "Mercury Systems uses a 52/53-week fiscal year. On what date did its fiscal year 2026 end, per its annual report on Form 10-K? Answer as YYYY-MM-DD.",
      "value": "2026-07-03",
      "match": "exact",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT f.period_of_report::text FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE ltrim(c.cik, '0') = '1049521' AND f.form_type = '10-K'\n  AND f.period_of_report BETWEEN '2026-06-20' AND '2026-07-10'\nORDER BY f.filed_date LIMIT 1\n"
    },
    {
      "id": "mkt-rdw-8k-ratio-2025-2023",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "What is the ratio of the number of Form 8-K reports (excluding 8-K/A) Redwire Corporation filed with the SEC in calendar year 2025 to the number it filed in calendar year 2023? Answer to two decimal places.",
      "value": "2.64",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(\n  count(*) FILTER (WHERE f.filed_date BETWEEN '2025-01-01' AND '2025-12-31')::numeric\n  / NULLIF(count(*) FILTER (WHERE f.filed_date BETWEEN '2023-01-01' AND '2023-12-31'), 0), 2)\nFROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE ltrim(c.cik, '0') = '1819810' AND f.form_type = '8-K'\n"
    },
    {
      "id": "mkt-satl-10q-count-through-2026q3",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "Satellogic began filing with the SEC as a US domestic issuer after years as a foreign private issuer. How many quarterly reports on Form 10-Q (excluding 10-Q/A) had Satellogic filed with the SEC as of September 30, 2026?",
      "value": "5",
      "match": "numeric",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM enriched.sec_filings f\nJOIN enriched.sec_companies c ON c.id = f.company_id\nWHERE ltrim(c.cik, '0') = '1874315' AND f.form_type = '10-Q'\n  AND f.filed_date \u003c= '2026-09-30'\n"
    },
    {
      "id": "reg-fcc-space-sta-filings-2025",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many FCC special temporary authority (STA) requests for satellite or earth-station operations were filed in calendar year 2025?",
      "value": "1474",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT count(*) FROM enriched.filings\nWHERE source_agency = 'FCC' AND filing_type = 'SPECIAL_TEMPORARY_AUTH'\n  AND filed_date BETWEEN '2025-01-01' AND '2025-12-31'\n"
    },
    {
      "id": "reg-kuiper-50pct-deadline",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "Under its original FCC authorization, by what date must Amazon's Project Kuiper have half of its authorized satellites deployed? Answer as YYYY-MM-DD.",
      "value": "2026-07-30",
      "match": "exact",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT deadline_date::text FROM enriched.milestone_adherence\nWHERE operator_name ILIKE '%kuiper%' AND milestone_kind = 'ngso_50pct'\nORDER BY grant_date LIMIT 1\n"
    },
    {
      "id": "reg-ngso-market-access-count",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many foreign-licensed NGSO satellite systems hold US market access on the FCC Approved Space Station List?",
      "value": "9",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT count(*) FROM enriched.space_station_authorizations\nWHERE is_ngso AND us_market_access AND licensing_admin \u003c\u003e 'U.S.A.'\n"
    },
    {
      "id": "reg-oneweb-licensing-admin",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "recall",
      "question": "Which national administration licenses the OneWeb constellation, per the FCC's Approved Space Station List?",
      "value": "United Kingdom",
      "accept": [
        "UK",
        "U.K.",
        "Britain",
        "Ofcom"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT licensing_admin FROM enriched.space_station_authorizations\nWHERE operator_name ILIKE '%oneweb%' OR system_name ILIKE '%oneweb%'\nORDER BY call_sign LIMIT 1\n"
    },
    {
      "id": "reg-fcc-ngso-most-authorizations",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "Which operator holds the most NGSO space-station authorizations on the FCC's Approved Space Station List?",
      "value": "Loft Orbital Solutions Inc.",
      "accept": [
        "Loft Orbital"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT operator_name FROM enriched.space_station_authorizations\nWHERE is_ngso GROUP BY operator_name ORDER BY count(*) DESC, operator_name LIMIT 1\n"
    },
    {
      "id": "reg-faa-starship-flight-tpl",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "What third-party liability insurance amount, in US dollars, does the FAA require for flight operations under SpaceX's Starship vehicle operator license VOL 23-129?",
      "value": "500000000",
      "match": "numeric",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT flight_tpl_usd FROM enriched.faa_financial_responsibility\nWHERE license_number = 'VOL-23-129'\n"
    },
    {
      "id": "reg-faa-vulcan-flight-tpl",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "What third-party liability insurance amount, in US dollars, does the FAA require for flight under ULA's Vulcan Centaur launch license LLO 23-128?",
      "value": "274000000",
      "match": "numeric",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT flight_tpl_usd FROM enriched.faa_financial_responsibility\nWHERE license_number = 'LLO-23-128'\n"
    },
    {
      "id": "reg-faa-varda-reentry-tpl",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "What reentry third-party liability insurance amount, in US dollars, does the FAA require under Varda Space Industries' license VOL 24-130?",
      "value": "10000000",
      "match": "numeric",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT reentry_tpl_usd FROM enriched.faa_financial_responsibility\nWHERE license_number = 'VOL-24-130'\n"
    },
    {
      "id": "reg-telesat-ka-100pct-deadline",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "Under the FCC's original 2017 grant of US market access for Telesat's Ka-band NGSO (LEO) constellation, by what date must the full authorized system be deployed? Answer as YYYY-MM-DD.",
      "value": "2026-11-03",
      "match": "exact",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT deadline_date::date::text FROM enriched.milestone_adherence\nWHERE call_sign = 'S2976' AND milestone_kind = 'ngso_100pct'\n"
    },
    {
      "id": "reg-kineis-50pct-deadline",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "Under its FCC US market-access grant, by what date must Kinéis have half of its authorized satellites deployed? Answer as YYYY-MM-DD.",
      "value": "2027-11-18",
      "match": "exact",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT deadline_date::date::text FROM enriched.milestone_adherence\nWHERE call_sign = 'S3054' AND milestone_kind = 'ngso_50pct'\n"
    },
    {
      "id": "reg-fcc-sat-loa-2025",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many applications for new FCC space-station authority (file numbers beginning SAT-LOA) were filed in calendar year 2025?",
      "value": "31",
      "match": "numeric",
      "tolerance_pct": 20,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT count(DISTINCT source_id) FROM enriched.filings\nWHERE source_agency = 'FCC' AND source_id LIKE 'SAT-LOA-2025%'\n"
    },
    {
      "id": "reg-ecfs-scs-docket",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "What is the FCC docket number of the 'Single Network Future: Supplemental Coverage from Space' (direct-to-device) proceeding?",
      "value": "23-65",
      "accept": [
        "GN Docket No. 23-65",
        "GN 23-65",
        "Docket 23-65"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT docket_number FROM serving.proceedings\nWHERE subject = 'Single Network Future: Supplemental Coverage from Space'\n"
    },
    {
      "id": "reg-ecfs-space-modernization-docket",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "What is the FCC docket number of the Space Bureau's 'Space Modernization for the 21st Century' rulemaking opened in October 2025?",
      "value": "25-306",
      "accept": [
        "SB Docket No. 25-306",
        "Docket 25-306"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT docket_number FROM serving.proceedings\nWHERE subject = 'Space Modernization for the 21st Century'\n"
    },
    {
      "id": "reg-itu-gw2-administration",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "spectrum",
      "tier": "research",
      "question": "Which national administration submitted the 'GW-2' NGSO satellite network filing (the Guowang megaconstellation) to the ITU?",
      "value": "CHN",
      "accept": [
        "China",
        "People's Republic of China",
        "PRC"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT metadata-\u003e\u003e'administration' FROM enriched.filings\nWHERE source_agency = 'ITU' AND source_id = 'GW-2'\n"
    },
    {
      "id": "reg-globalstar-2nd-gen-admin",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "Per the FCC's Approved Space Station List, which national administration licenses Globalstar's second-generation satellites?",
      "value": "France",
      "accept": [
        "French",
        "ANFR"
      ],
      "match": "contains",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT substring(licensing_admin FROM '([A-Za-z.]+) \\(2nd Gen\\)')\nFROM enriched.space_station_authorizations\nWHERE call_sign = 'S2115'\n"
    },
    {
      "id": "reg-faa-new-shepard-flight-tpl",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "What third-party liability insurance amount, in US dollars, does the FAA require for flight operations under Blue Origin's New Shepard launch license LRLO 17-105?",
      "value": "150000000",
      "match": "numeric",
      "as_of": "2026-10-10",
      "ground_truth_sql": "SELECT flight_tpl_usd FROM enriched.faa_financial_responsibility\nWHERE license_number = 'LRLO-17-105'\n"
    },
    {
      "id": "reg-unoosa-core-four-treaties-2025",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "treaty",
      "tier": "derivation",
      "question": "As at 1 January 2025, per UNOOSA's status of international agreements, how many States had ratified all four of the Outer Space Treaty, the Rescue Agreement, the Liability Convention and the Registration Convention?",
      "value": "64",
      "match": "numeric",
      "tolerance_pct": 5,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(*) FROM (\n  SELECT country_name FROM enriched.treaty_ratifications\n  WHERE status = 'ratified' AND treaty_short IN ('OST', 'ARRA', 'LIAB', 'REG')\n  GROUP BY country_name\n  HAVING count(DISTINCT treaty_short) = 4\n) t\n"
    },
    {
      "id": "reg-unoosa-registration-docs-2024",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "treaty",
      "tier": "research",
      "question": "How many registration documents in the UN ST/SG/SER.E series (State submissions under the Registration Convention, excluding addenda, revisions and corrigenda) were issued in calendar year 2024?",
      "value": "72",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(DISTINCT source_id) FROM enriched.filings\nWHERE source_agency = 'UN_OOSA'\n  AND source_id ~ '^ST/SG/SER\\.E/[0-9]+$'\n  AND filed_date BETWEEN '2024-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "reg-itu-biu-top-admin-2024",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "spectrum",
      "tier": "research",
      "question": "In the ITU's list of satellite networks brought into use, which notifying administration had the most satellite networks with a date of bringing into use in calendar year 2024?",
      "value": "CHN",
      "accept": [
        "CHN",
        "China"
      ],
      "match": "contains",
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT upper(btrim(metadata-\u003e\u003e'administration')) AS adm\nFROM enriched.filings\nWHERE source_agency = 'ITU' AND source_id NOT LIKE 'ITU-AR-%'\n  AND NULLIF(metadata-\u003e\u003e'brought_into_use_date', '')::date BETWEEN '2024-01-01' AND '2024-12-31'\n  AND COALESCE(btrim(metadata-\u003e\u003e'administration'), '') \u003c\u003e ''\nGROUP BY 1 ORDER BY count(*) DESC, 1 LIMIT 1\n"
    },
    {
      "id": "reg-itu-lux-biu-2015-2024",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "spectrum",
      "tier": "research",
      "question": "According to the ITU's list of satellite networks brought into use, how many satellite networks notified by Luxembourg (ITU symbol LUX) have a date of bringing into use between 1 January 2015 and 31 December 2024?",
      "value": "27",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT count(DISTINCT source_id) FROM enriched.filings\nWHERE source_agency = 'ITU' AND source_id NOT LIKE 'ITU-AR-%'\n  AND upper(btrim(metadata-\u003e\u003e'administration')) = 'LUX'\n  AND NULLIF(metadata-\u003e\u003e'brought_into_use_date', '')::date BETWEEN '2015-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "reg-faa-llo-14-091-govt-property",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "As of October 2026, what amount of liability coverage for damage to US Government property, in US dollars, does the FAA require under Northrop Grumman's launch license LLO 14-091?",
      "value": "20000000",
      "match": "numeric",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT govt_property_usd FROM enriched.faa_financial_responsibility\nWHERE license_number = 'LLO-14-091'\nORDER BY approval_date DESC NULLS LAST, order_revision DESC NULLS LAST LIMIT 1\n"
    },
    {
      "id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "As of October 2026, what third-party liability insurance amount, in US dollars, does the FAA require for flight under Stratolaunch's vehicle operator license VOL 23-131?",
      "value": "45000000",
      "match": "numeric",
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT flight_tpl_usd FROM enriched.faa_financial_responsibility\nWHERE license_number = 'VOL-23-131'\nORDER BY approval_date DESC NULLS LAST, order_revision DESC NULLS LAST LIMIT 1\n"
    },
    {
      "id": "reg-fcc-sat-mod-ratio-2025-2023",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "What is the ratio of FCC space-station modification applications (file numbers beginning SAT-MOD) filed in calendar year 2025 to those filed in calendar year 2023? Answer as a decimal, e.g. 1.25.",
      "value": "1.20",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(count(DISTINCT source_id) FILTER (WHERE source_id LIKE 'SAT-MOD-2025%')::numeric\n             / NULLIF(count(DISTINCT source_id) FILTER (WHERE source_id LIKE 'SAT-MOD-2023%'), 0), 2)\nFROM enriched.filings\nWHERE source_agency = 'FCC' AND source_id LIKE 'SAT-MOD-202%'\n"
    },
    {
      "id": "reg-ecfs-23-65-filings-2024",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many filings (comments, replies, ex parte notices and other submissions) were received in the FCC's Supplemental Coverage from Space proceeding, GN Docket 23-65, during calendar year 2024?",
      "value": "167",
      "match": "numeric",
      "tolerance_pct": 20,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(DISTINCT f.id)\nFROM enriched.filings f\nLEFT JOIN serving.filing_proceedings fp ON fp.filing_id = f.id\nLEFT JOIN serving.proceedings p ON p.id = fp.proceeding_id\nWHERE f.source_agency = 'FCC'\n  AND f.filed_date BETWEEN '2024-01-01' AND '2024-12-31'\n  AND (p.docket_number = '23-65' OR f.docket_number ~ '(^|[^0-9])23-65([^0-9]|$)')\n"
    },
    {
      "id": "reg-fcc-sat-assignment-toc-2024",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many space-station assignment or transfer-of-control applications (FCC file numbers beginning SAT-ASG or SAT-T/C) were filed in calendar year 2024?",
      "value": "18",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(DISTINCT source_id) FROM enriched.filings\nWHERE source_agency = 'FCC'\n  AND (source_id LIKE 'SAT-ASG-2024%' OR source_id LIKE 'SAT-T/C-2024%')\n"
    },
    {
      "id": "reg-ngso-50pct-deadlines-2027",
      "job": "regulatory",
      "kind": "os-derived",
      "category": "regulatory",
      "tier": "derivation",
      "question": "According to Orbit Sentinel, how many FCC NGSO authorizations have a 50% deployment milestone deadline (47 CFR 25.164(b)) falling in calendar year 2027, counting only authorizations that carry a deployment obligation?",
      "value": "2",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(DISTINCT call_sign) FROM enriched.milestone_adherence\nWHERE is_ngso AND milestone_kind = 'ngso_50pct'\n  AND deadline_date BETWEEN '2027-01-01' AND '2027-12-31'\n  AND classification \u003c\u003e 'not_deployment_obligation'\n"
    },
    {
      "id": "reg-unoosa-uk-share-ser-e-2024",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "treaty",
      "tier": "derivation",
      "question": "Of the registration documents in the UN ST/SG/SER.E series (excluding addenda, revisions and corrigenda) with note verbale dates in calendar year 2024, what percentage were submitted by the United Kingdom?",
      "value": "9.7",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(100.0 * count(DISTINCT source_id) FILTER (WHERE btrim(metadata-\u003e\u003e'country') ILIKE 'United Kingdom%')\n             / NULLIF(count(DISTINCT source_id), 0), 1)\nFROM enriched.filings\nWHERE source_agency = 'UN_OOSA'\n  AND source_id ~ '^ST/SG/SER\\.E/[0-9]+$'\n  AND filed_date BETWEEN '2024-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "reg-unoosa-art-xi-docs-2015-2024",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "treaty",
      "tier": "research",
      "question": "How many documents does UNOOSA list for the years 2015 through 2024 on its page of information furnished under Article XI of the Outer Space Treaty (States informing the UN Secretary-General of the nature and conduct of their space activities)?",
      "value": "45",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(DISTINCT source_id) FROM enriched.filings\nWHERE source_agency = 'UN_OOSA'\n  AND metadata-\u003e\u003e'section' = 'article_xi'\n  AND (metadata-\u003e\u003e'year')::int BETWEEN 2015 AND 2024\n"
    },
    {
      "id": "reg-itu-india-biu-2015-2024",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "spectrum",
      "tier": "research",
      "question": "According to the ITU's list of satellite networks brought into use, how many satellite networks notified by India (ITU symbol IND) have a date of bringing into use between 1 January 2015 and 31 December 2024?",
      "value": "45",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT count(DISTINCT source_id) FROM enriched.filings\nWHERE source_agency = 'ITU' AND source_id NOT LIKE 'ITU-AR-%'\n  AND upper(btrim(metadata-\u003e\u003e'administration')) = 'IND'\n  AND NULLIF(metadata-\u003e\u003e'brought_into_use_date', '')::date BETWEEN '2015-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "reg-itu-biu-ratio-2024-2019",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "spectrum",
      "tier": "derivation",
      "question": "In the ITU's list of satellite networks brought into use, what is the ratio of networks (all administrations) with a date of bringing into use in calendar year 2024 to those with a date of bringing into use in calendar year 2019? Answer as a decimal, e.g. 1.25.",
      "value": "1.07",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT round(count(DISTINCT source_id) FILTER (WHERE NULLIF(metadata-\u003e\u003e'brought_into_use_date', '')::date BETWEEN '2024-01-01' AND '2024-12-31')::numeric\n             / NULLIF(count(DISTINCT source_id) FILTER (WHERE NULLIF(metadata-\u003e\u003e'brought_into_use_date', '')::date BETWEEN '2019-01-01' AND '2019-12-31'), 0), 2)\nFROM enriched.filings\nWHERE source_agency = 'ITU' AND source_id NOT LIKE 'ITU-AR-%'\n  AND NULLIF(metadata-\u003e\u003e'brought_into_use_date', '')::date BETWEEN '2019-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "reg-fcc-sat-pdr-2023-2025",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research",
      "question": "How many petitions for declaratory ruling for space-station authority (FCC file numbers beginning SAT-PDR, used chiefly by foreign-licensed systems seeking US market access) were filed in calendar years 2023 through 2025 combined?",
      "value": "8",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT count(DISTINCT source_id) FROM enriched.filings\nWHERE source_agency = 'FCC'\n  AND (source_id LIKE 'SAT-PDR-2023%' OR source_id LIKE 'SAT-PDR-2024%' OR source_id LIKE 'SAT-PDR-2025%')\n"
    },
    {
      "id": "reg-ecfs-25-306-opposition-share",
      "job": "regulatory",
      "kind": "os-derived",
      "category": "regulatory",
      "tier": "derivation",
      "question": "According to Orbit Sentinel's position extraction, of the filings in the FCC's Space Modernization proceeding (SB Docket 25-306) filed from 1 October 2025 through 30 June 2026 that have an extracted overall stance, what percentage oppose or qualifiedly oppose the proposal?",
      "value": "17.5",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(100.0 * count(*) FILTER (WHERE p.overall_stance IN ('oppose', 'qualified_opposition'))\n             / NULLIF(count(*), 0), 1)\nFROM enriched.filing_positions p\nJOIN enriched.filings f ON f.id = p.filing_id\nWHERE f.source_agency = 'FCC'\n  AND f.docket_number ~ '(^|[^0-9])25-306([^0-9]|$)'\n  AND f.filed_date BETWEEN '2025-10-01' AND '2026-06-30'\n  AND p.overall_stance IS NOT NULL\n"
    },
    {
      "id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "spectrum",
      "tier": "derivation",
      "question": "In the ITU's list of satellite networks brought into use, what is the ratio of networks notified by China (ITU symbol CHN) to networks notified by the United States (ITU symbol USA) with a date of bringing into use between 1 January 2020 and 31 December 2024? Answer as a decimal, e.g. 1.25.",
      "value": "1.41",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT round(count(DISTINCT source_id) FILTER (WHERE upper(btrim(metadata-\u003e\u003e'administration')) = 'CHN')::numeric\n             / NULLIF(count(DISTINCT source_id) FILTER (WHERE upper(btrim(metadata-\u003e\u003e'administration')) = 'USA'), 0), 2)\nFROM enriched.filings\nWHERE source_agency = 'ITU' AND source_id NOT LIKE 'ITU-AR-%'\n  AND NULLIF(metadata-\u003e\u003e'brought_into_use_date', '')::date BETWEEN '2020-01-01' AND '2024-12-31'\n"
    },
    {
      "id": "reg-itu-biu-distinct-admins-2024",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "spectrum",
      "tier": "research",
      "question": "In the ITU's list of satellite networks brought into use, how many distinct notifying administrations (ITU symbols, counting intergovernmental satellite organizations as their own notifying entity) had at least one satellite network with a date of bringing into use in calendar year 2024?",
      "value": "32",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT count(DISTINCT upper(btrim(metadata-\u003e\u003e'administration')))\nFROM enriched.filings\nWHERE source_agency = 'ITU' AND source_id NOT LIKE 'ITU-AR-%'\n  AND NULLIF(metadata-\u003e\u003e'brought_into_use_date', '')::date BETWEEN '2024-01-01' AND '2024-12-31'\n  AND COALESCE(btrim(metadata-\u003e\u003e'administration'), '') \u003c\u003e ''\n"
    },
    {
      "id": "reg-fcc-sat-sta-ratio-2025-2022",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "What is the ratio of FCC space-station special temporary authority requests (file numbers beginning SAT-STA) filed in calendar year 2025 to those filed in calendar year 2022? Answer as a decimal, e.g. 1.25.",
      "value": "1.72",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-12",
      "ground_truth_sql": "SELECT round(count(DISTINCT source_id) FILTER (WHERE source_id LIKE 'SAT-STA-2025%')::numeric\n             / NULLIF(count(DISTINCT source_id) FILTER (WHERE source_id LIKE 'SAT-STA-2022%'), 0), 2)\nFROM enriched.filings\nWHERE source_agency = 'FCC' AND filing_type = 'SPECIAL_TEMPORARY_AUTH'\n  AND (source_id LIKE 'SAT-STA-2025%' OR source_id LIKE 'SAT-STA-2022%')\n"
    },
    {
      "id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "derivation",
      "question": "Across calendar years 2023 through 2025 combined, what is the ratio of FCC space-station amendment filings (file numbers beginning SAT-AMD) to new space-station applications (file numbers beginning SAT-LOA)? Answer as a decimal, e.g. 1.25.",
      "value": "0.87",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT round(count(DISTINCT source_id) FILTER (WHERE source_id ~ '^SAT-AMD-202[345]')::numeric\n             / NULLIF(count(DISTINCT source_id) FILTER (WHERE source_id ~ '^SAT-LOA-202[345]'), 0), 2)\nFROM enriched.filings\nWHERE source_agency = 'FCC' AND source_id ~ '^SAT-(AMD|LOA)-202[345]'\n"
    },
    {
      "id": "reg-unoosa-ser-e-ratio-2025-2017",
      "job": "regulatory",
      "kind": "os-derived",
      "category": "regulatory",
      "tier": "derivation",
      "question": "In the UN ST/SG/SER.E series of registration documents (State submissions under the Registration Convention, excluding addenda, revisions and corrigenda), what is the ratio of documents whose note verbale is dated in calendar year 2025 to those dated in calendar year 2017? Answer as a decimal, e.g. 1.25.",
      "value": "1.30",
      "match": "numeric",
      "tolerance_pct": 15,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT round(count(DISTINCT source_id) FILTER (WHERE filed_date BETWEEN '2025-01-01' AND '2025-12-31')::numeric\n             / NULLIF(count(DISTINCT source_id) FILTER (WHERE filed_date BETWEEN '2017-01-01' AND '2017-12-31'), 0), 2)\nFROM enriched.filings\nWHERE source_agency = 'UN_OOSA' AND source_id ~ '^ST/SG/SER\\.E/[0-9]+$'\n  AND filed_date BETWEEN '2017-01-01' AND '2025-12-31'\n"
    },
    {
      "id": "spec-cband-down-intelsat-vs-ses",
      "job": "regulatory",
      "kind": "os-derived",
      "category": "spectrum",
      "tier": "derivation",
      "question": "In Orbit Sentinel's FCC spectrum allocation records for downlink frequencies overlapping 3700-4200 MHz (C-band), which holder has more allocation records: Intelsat License LLC or SES Americom, Inc.?",
      "value": "Intelsat License LLC",
      "accept": [
        "Intelsat"
      ],
      "match": "contains",
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT replace(holder, '\u0026amp;', '\u0026') FROM (\n  SELECT e.canonical_name AS holder, count(*) AS records FROM enriched.spectrum_allocations sa\n  JOIN filings f ON f.id = sa.filing_id JOIN serving.entities e ON e.id = f.applicant_entity_id\n  WHERE sa.frequency_low_mhz \u003e= 1 AND (sa.frequency_high_mhz IS NULL OR sa.frequency_high_mhz - sa.frequency_low_mhz \u003c= 20000)\n    AND sa.frequency_high_mhz \u003e= 3700 AND sa.frequency_low_mhz \u003c= 4200\n    AND f.source_agency = 'FCC' AND sa.direction = 'downlink'\n    AND (e.canonical_name ILIKE '%Intelsat License LLC%' OR e.canonical_name ILIKE '%SES Americom%')\n  GROUP BY 1) r\nORDER BY records DESC LIMIT 1\n"
    },
    {
      "id": "spec-ka-down-directv-vs-dish",
      "job": "regulatory",
      "kind": "os-derived",
      "category": "spectrum",
      "tier": "derivation",
      "question": "In Orbit Sentinel's FCC spectrum allocation records for downlink frequencies overlapping 17700-20200 MHz (Ka-band), which holder has more allocation records: DIRECTV Enterprises, Inc. or DISH Satellite Services Corporation?",
      "value": "DIRECTV ENTERPRISES, INC.",
      "accept": [
        "DIRECTV"
      ],
      "match": "contains",
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT replace(holder, '\u0026amp;', '\u0026') FROM (\n  SELECT e.canonical_name AS holder, count(*) AS records FROM enriched.spectrum_allocations sa\n  JOIN filings f ON f.id = sa.filing_id JOIN serving.entities e ON e.id = f.applicant_entity_id\n  WHERE sa.frequency_low_mhz \u003e= 1 AND (sa.frequency_high_mhz IS NULL OR sa.frequency_high_mhz - sa.frequency_low_mhz \u003c= 20000)\n    AND sa.frequency_high_mhz \u003e= 17700 AND sa.frequency_low_mhz \u003c= 20200\n    AND f.source_agency = 'FCC' AND sa.direction = 'downlink'\n    AND (e.canonical_name ILIKE '%DIRECTV Enterprises%' OR e.canonical_name ILIKE '%DISH Satellite Services%')\n  GROUP BY 1) r\nORDER BY records DESC LIMIT 1\n"
    },
    {
      "id": "spec-vband-hns-vs-northrop",
      "job": "regulatory",
      "kind": "os-derived",
      "category": "spectrum",
      "tier": "derivation",
      "question": "In Orbit Sentinel's FCC spectrum allocation records overlapping 37500-42500 MHz (V-band, any direction), which holder has more allocation records: HNS License Sub, LLC or Northrop Grumman Space \u0026 Mission Systems Corporation?",
      "value": "Northrop Grumman Space \u0026 Mission Systems Corporation",
      "accept": [
        "Northrop Grumman",
        "Northrop"
      ],
      "match": "contains",
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT replace(holder, '\u0026amp;', '\u0026') FROM (\n  SELECT e.canonical_name AS holder, count(*) AS records FROM enriched.spectrum_allocations sa\n  JOIN filings f ON f.id = sa.filing_id JOIN serving.entities e ON e.id = f.applicant_entity_id\n  WHERE sa.frequency_low_mhz \u003e= 1 AND (sa.frequency_high_mhz IS NULL OR sa.frequency_high_mhz - sa.frequency_low_mhz \u003c= 20000)\n    AND sa.frequency_high_mhz \u003e= 37500 AND sa.frequency_low_mhz \u003c= 42500\n    AND f.source_agency = 'FCC'\n    AND (e.canonical_name ILIKE '%HNS License Sub%' OR e.canonical_name ILIKE '%Northrop Grumman Space%')\n  GROUP BY 1) r\nORDER BY records DESC LIMIT 1\n"
    },
    {
      "id": "spec-eband-fcc-records",
      "job": "regulatory",
      "kind": "os-derived",
      "category": "spectrum",
      "tier": "derivation",
      "question": "How many FCC spectrum allocation records does Orbit Sentinel hold that overlap 71000-76000 MHz (E-band), across all holders?",
      "value": "1697",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-11-05",
      "ground_truth_sql": "SELECT count(*) FROM enriched.spectrum_allocations sa\nJOIN filings f ON f.id = sa.filing_id\nWHERE sa.frequency_low_mhz \u003e= 1 AND (sa.frequency_high_mhz IS NULL OR sa.frequency_high_mhz - sa.frequency_low_mhz \u003c= 20000)\n  AND sa.frequency_high_mhz \u003e= 71000 AND sa.frequency_low_mhz \u003c= 76000\n  AND f.source_agency = 'FCC'\n"
    },
    {
      "id": "spec-ka-up-hns-records",
      "job": "regulatory",
      "kind": "os-derived",
      "category": "spectrum",
      "tier": "derivation",
      "question": "How many FCC uplink spectrum allocation records overlapping 27500-30000 MHz (Ka-band) does Orbit Sentinel attribute to HNS License Sub, LLC?",
      "value": "911",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT count(*) FROM enriched.spectrum_allocations sa\nJOIN filings f ON f.id = sa.filing_id JOIN serving.entities e ON e.id = f.applicant_entity_id\nWHERE sa.frequency_low_mhz \u003e= 1 AND (sa.frequency_high_mhz IS NULL OR sa.frequency_high_mhz - sa.frequency_low_mhz \u003c= 20000)\n  AND sa.frequency_high_mhz \u003e= 27500 AND sa.frequency_low_mhz \u003c= 30000\n  AND f.source_agency = 'FCC' AND sa.direction = 'uplink'\n  AND e.canonical_name ILIKE '%HNS License Sub%'\n"
    },
    {
      "id": "spec-ku-down-share-intelsat",
      "job": "regulatory",
      "kind": "os-derived",
      "category": "spectrum",
      "tier": "derivation",
      "question": "Of Orbit Sentinel's FCC downlink spectrum allocation records overlapping 11700-12200 MHz (Ku-band), what percentage are attributed to Intelsat License LLC? Answer as a percentage, e.g. 42.5.",
      "value": "16.4",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT round(100.0 * count(*) FILTER (WHERE e.canonical_name ILIKE '%Intelsat License LLC%') / NULLIF(count(*), 0), 1)\nFROM enriched.spectrum_allocations sa\nJOIN filings f ON f.id = sa.filing_id LEFT JOIN serving.entities e ON e.id = f.applicant_entity_id\nWHERE sa.frequency_low_mhz \u003e= 1 AND (sa.frequency_high_mhz IS NULL OR sa.frequency_high_mhz - sa.frequency_low_mhz \u003c= 20000)\n  AND sa.frequency_high_mhz \u003e= 11700 AND sa.frequency_low_mhz \u003c= 12200\n  AND f.source_agency = 'FCC' AND sa.direction = 'downlink'\n"
    },
    {
      "id": "spec-itu-cband-records",
      "job": "regulatory",
      "kind": "os-derived",
      "category": "spectrum",
      "tier": "derivation",
      "question": "How many ITU spectrum allocation records does Orbit Sentinel hold that overlap 3400-4200 MHz (C-band), across all holders?",
      "value": "614",
      "match": "numeric",
      "tolerance_pct": 10,
      "as_of": "2026-10-31",
      "ground_truth_sql": "SELECT count(*) FROM enriched.spectrum_allocations sa\nJOIN filings f ON f.id = sa.filing_id\nWHERE sa.frequency_low_mhz \u003e= 1 AND (sa.frequency_high_mhz IS NULL OR sa.frequency_high_mhz - sa.frequency_low_mhz \u003c= 20000)\n  AND sa.frequency_high_mhz \u003e= 3400 AND sa.frequency_low_mhz \u003c= 4200\n  AND f.source_agency = 'ITU'\n"
    }
  ],
  "reasoning": [
    {
      "id": "oldest-object-in-orbit",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "history",
      "tier": "recall"
    },
    {
      "id": "first-geostationary-satellite",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "history",
      "tier": "recall"
    },
    {
      "id": "first-commercial-comsat",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "history",
      "tier": "recall"
    },
    {
      "id": "first-satnav-system",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "history",
      "tier": "recall"
    },
    {
      "id": "gps-first-launch-year",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "history",
      "tier": "recall"
    },
    {
      "id": "leo-550km-period",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "geo-altitude",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "recall"
    },
    {
      "id": "sso-inclination-550km",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "leo-velocity-400km",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "hohmann-leo-geo-dv",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "sso-precession-rate",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "molniya-orbit-period",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "base-period-1200km",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "base-plane-change-10deg-550km",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "base-j2-nodal-rate-53deg-550km",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "base-sso-inclination-800km",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "base-revs-per-day-700km",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "base-ground-track-shift-550km",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "base-coverage-radius-550km-25deg",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "base-slant-range-550km-25deg",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "base-horizon-radius-1200km",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "base-geo-slant-range-horizon",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "base-fspl-12ghz-geo",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "base-fspl-2200mhz-2000km",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "base-geo-single-hop-delay",
      "job": "baseline",
      "kind": "public-verifiable",
      "category": "orbital",
      "tier": "derivation"
    },
    {
      "id": "cat-iss-norad",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "recall"
    },
    {
      "id": "cat-cospar-launch-year",
      "job": "catalog",
      "kind": "public-verifiable",
      "category": "catalog",
      "tier": "recall"
    },
    {
      "id": "control-nro-active-count",
      "category": "control",
      "tier": "research"
    },
    {
      "id": "control-iss-propellant-mass",
      "category": "control",
      "tier": "research"
    },
    {
      "id": "control-starlink-2027-count",
      "category": "control",
      "tier": "research"
    },
    {
      "id": "control-nro-budget",
      "category": "control",
      "tier": "research"
    },
    {
      "id": "deb-iss-red-pc-threshold",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "recall"
    },
    {
      "id": "deb-cdm-standard",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "recall"
    },
    {
      "id": "deb-cdm-covariance-frame",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "derivation"
    },
    {
      "id": "deb-iadc-25-year",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "recall"
    },
    {
      "id": "deb-iadc-geo-reorbit-calc",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "derivation"
    },
    {
      "id": "deb-iadc-geo-protected-region",
      "job": "debris",
      "kind": "public-verifiable",
      "category": "debris",
      "tier": "recall"
    },
    {
      "id": "mkt-satellogic-incorporation",
      "job": "market",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "research"
    },
    {
      "id": "fcc-5-year-rule",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "recall"
    },
    {
      "id": "itu-ngso-milestones",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "spectrum",
      "tier": "research"
    },
    {
      "id": "itu-bring-into-use-window",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "spectrum",
      "tier": "recall"
    },
    {
      "id": "fcc-satellite-rules-part",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "regulatory",
      "tier": "recall"
    },
    {
      "id": "ost-responsibility-article",
      "job": "regulatory",
      "kind": "public-verifiable",
      "category": "treaty",
      "tier": "recall"
    }
  ]
}