Run the event replay on any certified variant, validated exactly

.github/workflows/ci.yml

@@ -41,7 +41,7 @@ jobs:
       # pypdf + pyyaml are NOT optional extras: the HMT lane's strongest
       # honesty guarantee (every registry title and figure anchor verbatim
       # in the real PDF) runs as a test, and a bare env silently skipped it.
-      - run: uv run --with pytest --with hypothesis --with pypdf --with pyyaml --with numpy --with psutil pytest tests/ -q
+      - run: uv run --with pytest --with hypothesis --with pypdf --with pyyaml --with numpy --with psutil --with rfc8785==0.1.4 --with jsonschema pytest tests/ -q
         env:
           PYTHONPATH: .
       - run: git diff --exit-code

data/uk/replay_variants.json

@@ -0,0 +1,197 @@
+{
+ "default_variant": "pe5.0.2_uk2.89.2_populace-uk-2023-dd68c73-4aa4b14-20260619T023711Z",
+ "schema_version": 1,
+ "variants": [
+  {
+   "certification": {
+    "certified_for_model_version": "2.89.2",
+    "compatibility_basis": "built_with_model_package",
+    "data_build_id": "populace-uk-2023-dd68c73-4aa4b14-20260619T023711Z",
+    "source": "policyengine.py 5.0.2 packaged bundle manifest; docs/uk_replay/OFFLINE_BUNDLE_AUDIT.json"
+   },
+   "data_years": [
+    2023,
+    2024,
+    2025,
+    2026,
+    2027,
+    2028,
+    2029,
+    2030
+   ],
+   "data_years_evidence": {
+    "dataset_time_period": [
+     "2023"
+    ],
+    "engine_extension": "policyengine_uk 2.89.2 data/economic_assumptions.py extend_single_year_dataset end_year=2030",
+    "simulation_dataset_years": [
+     2023,
+     2024,
+     2025,
+     2026,
+     2027,
+     2028,
+     2029,
+     2030
+    ],
+    "source": "docs/uk_replay/YEARS.md"
+   },
+   "executor": [
+    "local",
+    "modal"
+   ],
+   "identity": {
+    "dataset": {
+     "path": "populace_uk_2023.h5",
+     "repo_id": "policyengine/populace-uk-private",
+     "repo_type": "dataset",
+     "revision": "populace-uk-2023-dd68c73-4aa4b14-20260619T023711Z",
+     "sha256": "f17306ccb2aad7ff0130be3589b560afb2e2a12a943570911cd0c77f07934833",
+     "size_bytes": 1315880118
+    },
+    "materialization": "hf_cache_mirror",
+    "packaged_bundle_manifest_sha256": "255dbb893f455d078a6bcece87399f0a22478f56bc4c6e526b758c4fd5b4db24",
+    "packages": {
+     "policyengine": {
+      "record_sha256": "8d5eec548a5ce206a8fe59ef018542c701e26c0f927351f92339a7a57591b990",
+      "version": "5.0.2"
+     },
+     "policyengine-core": {
+      "record_sha256": "103128a1c2a3397268b65e33b83edddfa8e406a4eb64fb6f4ff2310db421c770",
+      "version": "3.27.1"
+     },
+     "policyengine-uk": {
+      "record_sha256": "4628bbb8ad80eec4624fc4c18214c186d1405098fa8cf40894a4437e071e1acc",
+      "version": "2.89.2"
+     }
+    },
+    "python": "3.12",
+    "release_bundle": {
+     "bundle_id": "uk-5.0.2",
+     "certified_by": "policyengine.py bundle certification",
+     "certified_data_artifact_sha256": "f17306ccb2aad7ff0130be3589b560afb2e2a12a943570911cd0c77f07934833",
+     "certified_data_build_id": "populace-uk-2023-dd68c73-4aa4b14-20260619T023711Z",
+     "compatibility_basis": "built_with_model_package",
+     "country_id": "uk",
+     "data_build_fingerprint": null,
+     "data_build_model_git_sha": null,
+     "data_build_model_version": "2.89.2",
+     "data_package": "populace-data",
+     "data_version": "0.1.0",
+     "default_dataset": "populace_uk_2023",
+     "default_dataset_uri": "hf://policyengine/populace-uk-private/populace_uk_2023.h5@populace-uk-2023-dd68c73-4aa4b14-20260619T023711Z",
+     "model_package": "policyengine-uk",
+     "model_version": "2.89.2",
+     "policyengine_version": "5.0.2"
+    },
+    "requirements_sha256": "450e64b173b66333027ac36e056e19928d23df1cbe2690e462bab09b31ddff9d"
+   },
+   "identity_sha256": "3f1a33f31ac70a8f0beac2373b6408c8be3366128ec0d0e3c1b716de3880003c",
+   "layout": "legacy_events",
+   "note": "The bundle the track 1 replays were computed against. Its 1.3GB populace dataset needs Modal's 32GiB containers for full events.",
+   "requirements": {
+    "path": "docs/uk_replay/requirements.txt",
+    "sha256": "450e64b173b66333027ac36e056e19928d23df1cbe2690e462bab09b31ddff9d"
+   },
+   "result_root": "results/uk/events",
+   "status": "certified",
+   "variant_id": "pe5.0.2_uk2.89.2_populace-uk-2023-dd68c73-4aa4b14-20260619T023711Z"
+  },
+  {
+   "certification": {
+    "certified_for_model_version": "2.125.1",
+    "compatibility_basis": "legacy_compatible_model_package",
+    "data_build_id": "policyengine-uk-data-1.58.0",
+    "source": "policyengine.py 6.2.6 packaged bundle manifest (PolicyEngine/policyengine.py#555, 481940eca44fc75e41fbf9de4ff454e0a0d7c0e0)"
+   },
+   "data_years": [
+    2024,
+    2025,
+    2026,
+    2027,
+    2028,
+    2029,
+    2030
+   ],
+   "data_years_evidence": {
+    "dataset_time_period": [
+     "2024"
+    ],
+    "engine_extension": "policyengine_uk 2.125.1 data/economic_assumptions.py:53-56 extend_single_year_dataset end_year=2030",
+    "simulation_dataset_years": [
+     2024,
+     2025,
+     2026,
+     2027,
+     2028,
+     2029,
+     2030
+    ],
+    "source": "Measured 2026-10-11 with the installed wheels: pandas.read_hdf(<dataset>, 'time_period') and pe.uk.managed_microsimulation().dataset.years; a 2023 calculation returned defaults (income_tax 0.0) without raising."
+   },
+   "executor": [
+    "local",
+    "modal"
+   ],
+   "identity": {
+    "dataset": {
+     "path": "enhanced_frs_2024_25.h5",
+     "repo_id": "policyengine/policyengine-uk-data-private",
+     "repo_type": "model",
+     "revision": "1.58.0",
+     "sha256": "5ba399ea5ab9a6c7d4e9aaf6c623080beb34d9ad5f330f6244dbad72b8d960b6",
+     "size_bytes": 128369110
+    },
+    "materialization": "policyengine_data_dir",
+    "packaged_bundle_manifest_sha256": "8633ad814c9c85e53c7c513f69c4c7b1500a03cd2f6ef133d6e2ea8346b2db54",
+    "packages": {
+     "policyengine": {
+      "record_sha256": "f5990ac205b959621c56585c16ed963a5d1b07b1403adaa7242e0131fbf61f40",
+      "version": "6.2.6",
+      "wheel_sha256": "9ac20a2599cc1f4b50c128c2245042b105c40592e07fc25d39c99a529c9f410b"
+     },
+     "policyengine-core": {
+      "record_sha256": "53a92f2e67982a16faeba61b8b3d145d3ab9a50d298e92c512d61166ffe5d5d4",
+      "version": "3.33.0",
+      "wheel_sha256": "2e32d02a8910ab683a2b7600987904b351d058fc2bd5910a8ea6641438bcd789"
+     },
+     "policyengine-uk": {
+      "record_sha256": "c39b8d44d042125cb380ff8d9f8bf75516aba129b877c416e536e63c49ce0b72",
+      "version": "2.125.1",
+      "wheel_sha256": "a0983b4cef868467578a4fd0d163a977a0da8f710dd5194ec01c75f66d512c5a"
+     }
+    },
+    "python": "3.12",
+    "release_bundle": {
+     "bundle_id": "uk-6.2.6",
+     "certified_by": "policyengine.py bundle certification",
+     "certified_data_artifact_sha256": "5ba399ea5ab9a6c7d4e9aaf6c623080beb34d9ad5f330f6244dbad72b8d960b6",
+     "certified_data_build_id": "policyengine-uk-data-1.58.0",
+     "compatibility_basis": "legacy_compatible_model_package",
+     "country_id": "uk",
+     "data_build_fingerprint": "sha256:c094d7006fdd81df220090284212f16bbffb15624643bc442c4bb3e1b1e5dac8",
+     "data_build_model_git_sha": "4cbedbecca352f52dffe47e849553c2759a00711",
+     "data_build_model_version": "2.122.2",
+     "data_package": "policyengine-uk-data",
+     "data_version": "1.58.0",
+     "default_dataset": "enhanced_frs_2024_25",
+     "default_dataset_uri": "hf://policyengine/policyengine-uk-data-private/enhanced_frs_2024_25.h5@1.58.0",
+     "model_package": "policyengine-uk",
+     "model_version": "2.125.1",
+     "policyengine_version": "6.2.6"
+    },
+    "requirements_sha256": "5c333faef091e6780b2c178ac7584249ac7db0159841921727b913505577bcdb"
+   },
+   "identity_sha256": "3f62a208a9bf522cccb391fe65c1411124abaf4488ab760c522b0568f5b417aa",
+   "layout": "replay_namespace",
+   "note": "The newest certified pair on 11 October 2026; data built with policyengine-uk 2.122.2 and certified for 2.125.1.",
+   "requirements": {
+    "path": "docs/uk_replay/requirements/pe6.2.6_uk2.125.1_policyengine-uk-data-1.58.0.txt",
+    "sha256": "5c333faef091e6780b2c178ac7584249ac7db0159841921727b913505577bcdb"
+   },
+   "result_root": "results/uk/replays/pe6.2.6_uk2.125.1_policyengine-uk-data-1.58.0",
+   "status": "certified",
+   "variant_id": "pe6.2.6_uk2.125.1_policyengine-uk-data-1.58.0"
+  }
+ ]
+}