Smokescreen blinding: per-catalogue custody, blind drawn once, parts sealed at birth

.gitignore

@@ -213,3 +213,6 @@ residual.md
 
 # Generated by docs/source/_ext/catalogue_columns.py from config/columns/
 docs/source/catalogue_columns.md
+
+# Blind records hold a secret seed and never enter git.
+*.blind.json

CLAUDE.md

@@ -42,6 +42,7 @@ is the container (full scientific stack pre-built). For a local dev environment:
 - `cat.py`: Catalogue handling and manipulation
 - `cosmo_val.py`: Cosmology validation routines
 - `cosmology.py`: Cosmological calculations and theory
+- `blinding.py`: Blinds, the theory `theory(params, s)` they shift by, and `conceal`, which shifts a SACC by one
 - `galaxy.py`: Galaxy-specific processing
 - `grammar.py`: Column grammars: ShapePipe v1 -> v2 adapter and `column_map` renames (`adapt`)
 - `io.py`: Input/output; the catalogue reader (`read_catalogue`, `Catalogue`), which detects FITS/HDF5 layouts
@@ -80,6 +81,12 @@ Main configuration in `scripts/calibration/params.py` with parameters:
 - emcee for MCMC sampling
 - pyccl for cosmological calculations
 
+## Blinded catalogues
+Each `cosmo_val/cat_config.yaml` entry declares `blind: none` or a blind's name.
+- For an entry with `blind: <name>`, signal (ξ±, Cℓ, any cosmological statistic) leaves the function that measures it only concealed: compute it and `sacc_io.save(..., blind=)` it in that function and return the saved part, as `CosmologyValidation` and the workflow do. Never measure it from the file and keep the raw values.
+- Never set `blind: none` to get a run through.
+- Never print, paste or commit a `.blind.json`.
+
 ## Container Usage
 Nothing is hand-built. CI publishes `ghcr.io/cosmostat/sp_validation:<branch>` on
 every push, and each person keeps their own copy at

cosmo_val/cat_config.yaml

@@ -1,4 +1,7 @@
+# One entry per catalogue. `blind:` is `none` (public) or the name of the blind
+# its signal is concealed under (sp_validation.blinding).
 DES:
+  blind: none
   subdir: /n17data/mkilbing/astro/data/DES
   pipeline: SP
   colour: orange
@@ -40,6 +43,7 @@ DES:
     path: psf_y3a1-v29.fits
   patch_number: 120
 SP_axel_v0.0:
+  blind: none
   subdir: /n17data/mkilbing/astro/data/CFIS/v0.0
   pipeline: SP
   colour: cyan
@@ -82,6 +86,7 @@ SP_axel_v0.0:
     path: star_cat.fits
   patch_number: 120
 SP_v0.1.1:
+  blind: none
   subdir: /n17data/mkilbing/astro/data/CFIS/v0.0
   pipeline: SP
   colour: cyan
@@ -116,6 +121,7 @@ SP_v0.1.1:
     path: star_cat.fits
   patch_number: 150
 SP_v1.3:
+  blind: none
   subdir: /n17data/mkilbing/astro/data/CFIS/v1.0/ShapePipe
   pipeline: SP
   colour: green
@@ -152,6 +158,7 @@ SP_v1.3:
     path: unions_shapepipe_star_2022_v1.0.3.fits
   patch_number: 150
 SP_v1.3.6:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.3.x
   pipeline: SP
   colour: coral
@@ -196,6 +203,7 @@ SP_v1.3.6:
     path: unions_shapepipe_star_2022_v1.0.3.fits
   patch_number: 150
 SP_v1.4.5:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.4.x
   pipeline: SP
   colour: dodgerblue
@@ -240,6 +248,7 @@ SP_v1.4.5:
     path: /n17data/UNIONS/WL/v1.4.x/unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.5.A:
+  blind: none
   subdir: /n17data/guinot/CFIS_3500_cat/catalogues_SPv1_v1.4.5
   pipeline: SP
   colour: red
@@ -283,6 +292,7 @@ SP_v1.4.5.A:
     path: /n17data/UNIONS/WL/v1.4.x/unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.5_bright:
+  blind: none
   subdir: /n17data/murray/unions_cats
   pipeline: SP
   colour: mediumblue
@@ -324,6 +334,7 @@ SP_v1.4.5_bright:
     path: /n17data/UNIONS/WL/v1.4.x/unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.5_faint:
+  blind: none
   subdir: /n17data/murray/unions_cats
   pipeline: SP
   colour: forestgreen
@@ -365,6 +376,7 @@ SP_v1.4.5_faint:
     path: /n17data/UNIONS/WL/v1.4.x/unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.6_glass_mock:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.4.x
   pipeline: SP
   colour: darkgreen
@@ -408,6 +420,7 @@ SP_v1.4.6_glass_mock:
     path: unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.5_intermediate:
+  blind: none
   subdir: /n17data/murray/unions_cats
   pipeline: SP
   colour: orange
@@ -449,6 +462,7 @@ SP_v1.4.5_intermediate:
     path: /n17data/UNIONS/WL/v1.4.x/unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.6:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.4.x
   pipeline: SP
   colour: green
@@ -493,6 +507,7 @@ SP_v1.4.6:
     path: unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.6.3:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.4.x
   pipeline: SP
   colour: orange
@@ -537,6 +552,7 @@ SP_v1.4.6.3:
     path: /n17data/UNIONS/WL/v1.4.x/unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.6.3_B:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.4.x
   pipeline: SP
   colour: green
@@ -581,6 +597,7 @@ SP_v1.4.6.3_B:
     path: /n17data/UNIONS/WL/v1.4.x/unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.6.3_C:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.4.x
   pipeline: SP
   colour: green
@@ -625,6 +642,7 @@ SP_v1.4.6.3_C:
     path: /n17data/UNIONS/WL/v1.4.x/unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.6.3_A:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.4.x
   pipeline: SP
   colour: green
@@ -669,6 +687,7 @@ SP_v1.4.6.3_A:
     path: /n17data/UNIONS/WL/v1.4.x/unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.6_ecut07:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.4.x
   pipeline: SP
   colour: darkgreen
@@ -713,6 +732,7 @@ SP_v1.4.6_ecut07:
     path: unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.6.1:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.4.x
   pipeline: SP
   colour: red
@@ -757,6 +777,7 @@ SP_v1.4.6.1:
     path: unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 100
 SP_v1.4.7:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.4.x
   pipeline: SP
   colour: darkorchid
@@ -803,6 +824,7 @@ SP_v1.4.7:
     path: unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.8:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.4.x
   pipeline: SP
   colour: darkorchid
@@ -847,6 +869,7 @@ SP_v1.4.8:
     path: /n17data/UNIONS/WL/v1.4.x/unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.11.2:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.4.x
   pipeline: SP
   colour: orange
@@ -891,6 +914,7 @@ SP_v1.4.11.2:
     path: /n17data/UNIONS/WL/v1.4.x/unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.11.3:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.4.x
   pipeline: SP
   colour: red
@@ -935,6 +959,7 @@ SP_v1.4.11.3:
     path: /n17data/UNIONS/WL/v1.4.x/unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.12.3:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.4.x
   pipeline: SP
   colour: lightblue
@@ -979,6 +1004,7 @@ SP_v1.4.12.3:
     path: /n17data/UNIONS/WL/v1.4.x/unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.13.3:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.4.x
   pipeline: SP
   colour: cyan
@@ -1023,6 +1049,7 @@ SP_v1.4.13.3:
     path: /n17data/UNIONS/WL/v1.4.x/unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.11.3_ecut07:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.4.x
   pipeline: SP
   colour: darkblue
@@ -1067,6 +1094,7 @@ SP_v1.4.11.3_ecut07:
     path: /n17data/UNIONS/WL/v1.4.x/unions_shapepipe_star_2024_v1.4.a.fits
   patch_number: 150
 SP_v1.4.6.3_uncal:
+  blind: none
   pipeline: SP
   subdir: /n17data/UNIONS/WL/v1.4.x
   shear:
@@ -1082,6 +1110,7 @@ SP_v1.4.6.3_uncal:
     hdu: 1
   patch_number: 100
 SP_v1.4.6.3_uncal_w_iv:
+  blind: none
   pipeline: SP
   subdir: /n17data/UNIONS/WL/v1.4.x
   shear:
@@ -1097,6 +1126,7 @@ SP_v1.4.6.3_uncal_w_iv:
     hdu: 1
   patch_number: 100
 SP_v1.4.6.3_uncal_w_1:
+  blind: none
   pipeline: SP
   subdir: /n17data/UNIONS/WL/v1.4.x
   shear:
@@ -1112,6 +1142,7 @@ SP_v1.4.6.3_uncal_w_1:
     hdu: 1
   patch_number: 100
 SP_v1.4.5_uncal:
+  blind: none
   pipeline: SP
   subdir: /n17data/UNIONS/WL/v1.4.x
   shear:
@@ -1127,6 +1158,7 @@ SP_v1.4.5_uncal:
     hdu: 1
   patch_number: 100
 SP_v1.4.7_uncal:
+  blind: none
   pipeline: SP
   subdir: /n17data/UNIONS/WL/v1.4.x
   shear:
@@ -1142,6 +1174,7 @@ SP_v1.4.7_uncal:
     hdu: 1
   patch_number: 100
 SP_v1.4.8_uncal:
+  blind: none
   pipeline: SP
   subdir: /n17data/UNIONS/WL/v1.4.x
   shear:
@@ -1163,7 +1196,10 @@ nz:
     path: /n17data/mkilbing/astro/data/CFIS/v1.0/nz/dndz_{pipeline}_A.txt
 paths:
   output: ./output
+  # Where the <name>.blind.json records live.
+  blinds: /n17data/UNIONS/WL/blinds
 SP_v1.6.6:
+  blind: none
   subdir: /n17data/UNIONS/WL/v1.6.x
   pipeline: SP
   colour: violet
@@ -1210,6 +1246,7 @@ SP_v1.6.6:
   patch_number: 150
 
 GLASS_mock_validation:
+  blind: none
   subdir: /n09data/guerrini/glass_mock_test/results/
   pipeline: SP
   colour: violet

papers/bmodes/rules/figures.smk

@@ -82,10 +82,10 @@ def _reporting_cov_path(version):
 
 
 def _xi_integration_path(version):
-    """Path to fine-binned 2PCF integration file. Unpatched: values only, no covariance."""
+    """Path to the fine-binned ξ± integration part (unpatched)."""
     return (
-        f"{COSMO_VAL_OUTPUT}/xi_{version}_tomo_bin_all_minsep={FIDUCIAL['min_sep_int']}"
-        f"_maxsep={FIDUCIAL['max_sep_int']}_nbins={FIDUCIAL['nbins_int']}_npatch=1.txt"
+        f"{COSMO_VAL_OUTPUT}/{version}_xi_minsep={FIDUCIAL['min_sep_int']}"
+        f"_maxsep={FIDUCIAL['max_sep_int']}_nbins={FIDUCIAL['nbins_int']}_npatch=1.sacc"
     )
 
 

papers/bmodes/scripts/bb_covariance_nz_independence.py

@@ -20,12 +20,12 @@
 
 import matplotlib.pyplot as plt
 import numpy as np
-import treecorr
 import yaml
 from astropy.io import fits
 from plotting_utils import PAPER_MPLSTYLE
 from pseudo_cl_io import load_pseudo_cl_data
 
+from sp_validation import sacc_io
 from sp_validation.b_modes import calculate_cosebis
 
 plt.style.use(PAPER_MPLSTYLE)
@@ -82,10 +82,7 @@ def load_cosebis_diagonals(
     Returns E_n and B_n covariance diagonals.
     """
     # Load fine-binned 2PCF (need the binning info for COSEBIS calculation)
-    gg = treecorr.GGCorrelation(
-        min_sep=min_sep_int, max_sep=max_sep_int, nbins=nbins_int, sep_units="arcmin"
-    )
-    gg.read(xi_integration_path)
+    gg = sacc_io.xi_correlation(sacc_io.load(xi_integration_path))
 
     # Compute COSEBIS with this realisation's covariance
     results = calculate_cosebis(
@@ -511,8 +508,8 @@ def _from_cli(argv=None):
     }
     xi_integration_path = os.path.join(
         a.cosmo_val_dir,
-        f"xi_{version}_tomo_bin_all_minsep={min_sep_int}_maxsep={max_sep_int}"
-        f"_nbins={nbins_int}_npatch={npatch}.txt",
+        f"{version}_xi_minsep={min_sep_int}_maxsep={max_sep_int}"
+        f"_nbins={nbins_int}_npatch={npatch}.sacc",
     )
     pseudo_cl_path = os.path.join(
         a.cosmo_val_dir, f"pseudo_cl_{version}_powspace_nbins=32.sacc"

papers/bmodes/scripts/compute_cosebis_pte_single.py

@@ -15,9 +15,9 @@
 from pathlib import Path
 
 import numpy as np
-import treecorr
 from plotting_utils import compute_chi2_pte
 
+from sp_validation import sacc_io
 from sp_validation.b_modes import calculate_cosebis
 
 
@@ -89,14 +89,7 @@ def main(config, xi_integration, cov_integration, out_dir, version=None):
     version = version if version is not None else fid["version"]
     nmodes = int(fid["nmodes"])  # 20 for full computation
 
-    min_sep_int = fid["min_sep_int"]
-    max_sep_int = fid["max_sep_int"]
-    nbins_int = fid["nbins_int"]
-
-    gg = treecorr.GGCorrelation(
-        min_sep=min_sep_int, max_sep=max_sep_int, nbins=nbins_int, sep_units="arcmin"
-    )
-    gg.read(xi_integration)
+    gg = sacc_io.xi_correlation(sacc_io.load(xi_integration))
 
     # Reporting theta grid (nbins+1 = 21 edges): geomspace(1', 250', 21)
     theta_grid = np.geomspace(fid["min_sep"], fid["max_sep"], fid["nbins"] + 1)
@@ -183,7 +176,7 @@ def _from_cli(argv=None):
     ap.add_argument(
         "--xi-integration",
         required=True,
-        help="Fiducial 1000-bin integration-grid TreeCorr xi_pm .txt dump",
+        help="Fiducial 1000-bin integration-grid ξ± SACC part",
     )
     ap.add_argument(
         "--cov-integration",