diff --git a/sofind/datamodels/act_dr6v4.yaml b/sofind/datamodels/act_dr6v4.yaml index cd77d4e..63d5c61 100644 --- a/sofind/datamodels/act_dr6v4.yaml +++ b/sofind/datamodels/act_dr6v4.yaml @@ -6,14 +6,35 @@ maps: pwv_split_config: act_dr6v4_pwv_split.yaml inout_split_config: act_dr6v4_inout_split.yaml t_split_config: act_dr6v4_t_split.yaml + pact_nemo_20260403: pact_nemo_20260403.yaml + pact_nemo_20260403_el: pact_nemo_20260403_el.yaml + pact_nemo_20260403_inout: pact_nemo_20260403_inout.yaml + pact_nemo_20260403_pwv: pact_nemo_20260403_pwv.yaml + day_nemo_20260410: day_nemo_20260410.yaml + day_nemo_20260420: day_nemo_20260420.yaml masks: mnms_masks_config: mnms_masks.yaml lensing_masks_20250513: lensing_masks_20250513.yaml + lensing_masks_20250513_obs: lensing_masks_20250513_obs.yaml + lensing_masks_20250804: lensing_masks_20250804.yaml + lensing_masks_20250818: lensing_masks_20250818.yaml + lensing_masks_20250820: lensing_masks_20250820.yaml + lensing_masks_20250820b: lensing_masks_20250820b.yaml + lensing_masks_20250826: lensing_masks_20250826.yaml lensing_masks_20240919b: lensing_masks_20240919b.yaml + lensing_masks_20240919b_obs: lensing_masks_20240919b_obs.yaml + lensing_masks_20250318: lensing_masks_20250318.yaml + lensing_masks_20250513: lensing_masks_20250513.yaml + lensing_masks_20250826: lensing_masks_20250826.yaml + lensing_masks_20250915: lensing_masks_20250915.yaml + lensing_masks_20260530: lensing_masks_20260530.yaml + lensing_masks_20260608: lensing_masks_20260608.yaml catalogs: inpaint_catalogs_config: inpaint_catalogs.yaml + inpaint_catalogs_260331: inpaint_catalogs_260331.yaml + inpaint_catalogs_260404: inpaint_catalogs_260404.yaml noise_models: default_config: act_dr6v4.yaml @@ -29,14 +50,37 @@ calibrations: dr6v4_cal_240410: dr6v4_cal_240410.yaml dr6v4_poleff_231113: dr6v4_poleff_231113.yaml dr6v4_calday_tonight_daydeep: dr6v4_calday_tonight_daydeep.yaml + dr6v4_calday_tonight_daydeep_250826: dr6v4_calday_tonight_daydeep_250826.yaml dr6v4_calday_tonight_daywide: dr6v4_calday_tonight_daywide.yaml - + dr6v4_calday_tonight_daywide_250826: dr6v4_calday_tonight_daywide_250826.yaml + act_dr6.02_el_split: act_dr6.02_el_split.yaml + act_dr6.02_inout_split: act_dr6.02_inout_split.yaml + act_dr6.02_pwv_split: act_dr6.02_pwv_split.yaml + act_dr6.02_t_split: act_dr6.02_t_split.yaml + dr6v4_calday_tonight_daywide_260410: dr6v4_calday_tonight_daywide_260410.yaml + dr6v4_calday_tonight_daydeep_260410: dr6v4_calday_tonight_daydeep_260410.yaml + act_dr6.02_hack: act_dr6.02_hack.yaml + act_dr6.02_wmflike: act_dr6.02_wmflike.yaml + dr6v4_calday_tonight_daywide_N_260513: dr6v4_calday_tonight_daywide_N_260513.yaml + dr6v4_calday_tonight_daywide_S_260513: dr6v4_calday_tonight_daywide_S_260513.yaml + dr6v4_calday_tonight_daydeep_260513: dr6v4_calday_tonight_daydeep_260513.yaml + beams: beams_v4_20230130 : beams_v4_20230130.yaml beams_v4_20230902 : beams_v4_20230902.yaml beams_v4_day_20240115: beams_v4_day_20240115.yaml beams_nemo: beams_nemo.yaml + beams_dr6.02_el_split: beams_dr6.02_el_split.yaml + beams_dr6.02_pwv_split: beams_dr6.02_pwv_split.yaml + beams_dr6.02_inout_split: beams_dr6.02_inout_split.yaml + beams_dr6.02_t_split: beams_dr6.02_t_split.yaml + beams_nemo_v4: beams_nemo_v4.yaml + beams_nemo_v5: beams_nemo_v5.yaml + beams_nemo_v5_20260331: beams_nemo_v5_20260331.yaml + beams_nominal: beams_v4_nominal.yaml + beams_leakage: beams_v4_leakage.yaml transfer_func: tf_dr6v4_230523: tf_dr6v4_230523.yaml - tf_dr6v4_240416: tf_dr6v4_240416.yaml \ No newline at end of file + tf_dr6v4_240416: tf_dr6v4_240416.yaml + tf_dr6v4_240416_lmax10000: tf_dr6v4_240416_lmax10000.yaml diff --git a/sofind/datamodels/act_nemo.yaml b/sofind/datamodels/act_nemo.yaml index 1171487..6aad5ff 100644 --- a/sofind/datamodels/act_nemo.yaml +++ b/sofind/datamodels/act_nemo.yaml @@ -1,4 +1,7 @@ qids_config: act_nemo.yaml maps: - nemo_v5: act_nemov5.yaml \ No newline at end of file + nemo_v3: act_nemov3.yaml + nemo_v4: act_nemov4.yaml + nemo_v5: act_nemov5.yaml + nemo_v5_20260331: act_nemov5_20260331.yaml diff --git a/sofind/datamodels/planck_npipe.yaml b/sofind/datamodels/planck_npipe.yaml index 2efc3cf..b7343b5 100644 --- a/sofind/datamodels/planck_npipe.yaml +++ b/sofind/datamodels/planck_npipe.yaml @@ -3,7 +3,25 @@ qids_config: planck_qids.yaml maps: default_config: planck_npipe.yaml noise_sims_config: planck_npipe_noise_sims.yaml + pact_nemo_20260403: pact_nemo_20260403.yaml beams: beams_nemo: beams_nemo.yaml + beams_nemo_v5_20260331: beams_nemo_v5_20260331.yaml + beams_nemo_v4: beams_nemo_v4.yaml + beams_nemo_v5: beams_nemo_v5.yaml beams_npipe: beams_planck_npipe.yaml + +catalogs: + inpaint_catalogs_config: inpaint_catalogs.yaml + inpaint_catalogs_260331: inpaint_catalogs_260331.yaml + inpaint_catalogs_260404: inpaint_catalogs_260404.yaml + inpaint_catalogs_260417: inpaint_catalogs_260417.yaml + inpaint_catalogs_260421: inpaint_catalogs_260421.yaml + +masks: + lensing_masks_20250513: lensing_masks_20250513.yaml + lensing_masks_20240919b: lensing_masks_20240919b.yaml + lensing_masks_20250826: lensing_masks_20250826.yaml + lensing_masks_20260530: lensing_masks_20260530.yaml + lensing_masks_20260608: lensing_masks_20260608.yaml \ No newline at end of file diff --git a/sofind/products/beams/README.md b/sofind/products/beams/README.md index 3d876e5..fefaefb 100644 --- a/sofind/products/beams/README.md +++ b/sofind/products/beams/README.md @@ -9,6 +9,7 @@ | beams_v4_20230902.yaml | __coadd__: `pa4a`, `pa4b`, `pa5a`, `pa5b`, `pa6a`, `pa6b`
__splits__: `pa4a`, `pa4b`, `pa5a`, `pa5b`, `pa6a`, `pa6b`
| | beams_v4_day_20240115.yaml| __coadd__: `pa4a_dw`, `pa4a_dd`, `pa4b_dw`, `pa4b_dd`, `pa5a_dw`, `pa5a_dd`, `pa5b_dw`, `pa5b_dd`, `pa6a_dw`, `pa6a_dd`, `pa6b_dw`, `pa6b_dd`| | beams_planck_npipe.yaml| __splits__: `p01`, `p02`, `p03`, `p04` `p05`, `p06`, `p07`, `p08`, `p09` +| beams_dr6.02_el_split.yaml | __coadd__: `pa4a`, `pa4b`, `pa5a`, `pa5b`, `pa6a`, `pa6b`
__splits__: `pa4a`, `pa4b`, `pa5a`, `pa5b`, `pa6a`, `pa6b`
| | dummy | __coadd__: all, __splits__: all | ## Code snippets @@ -27,4 +28,12 @@ read_beam(subproduct, qid, coadd=True) Check if beam needs to be normalised, if the information is available: ``` get_if_norm_beam(subproduct) -``` \ No newline at end of file +``` + +## Required keyword arguments + +| Config File (`subproduct`) | `keyword`(s): `value`(s) | +| beams_dr6.02_el_split.yaml | `el_split`: `el1`, `el2`, `el3` | +| beams_dr6.02_pwv_split.yaml | `pwv_split`: `pwv1`, `pwv2` | +| beams_dr6.02_inout_split.yaml | `inout_split`: `inout1`, `inout2` | +| beams_dr6.02_t_split.yaml | `time_split`: `t1`, `t2` | \ No newline at end of file diff --git a/sofind/products/beams/beams_dr6.02_el_split.yaml b/sofind/products/beams/beams_dr6.02_el_split.yaml new file mode 100644 index 0000000..7a09845 --- /dev/null +++ b/sofind/products/beams/beams_dr6.02_el_split.yaml @@ -0,0 +1,17 @@ +system_paths: + perlmutter: /global/cfs/cdirs/cmb/data/act_dr6/dr6.02/beams/main_beams/elevation_split/ + penn-gpc: /data6/DR6_plus/main_beams/elevation_split/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/beams_path/main_beams/elevation_split/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: + +# requires el_split parameter + +split_beam_file_template: '{el_split}/set{split_num}_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt' +coadd_beam_file_template: '{el_split}/coadd_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt' + +norm: True diff --git a/sofind/products/beams/beams_dr6.02_inout_split.yaml b/sofind/products/beams/beams_dr6.02_inout_split.yaml new file mode 100644 index 0000000..c13ad73 --- /dev/null +++ b/sofind/products/beams/beams_dr6.02_inout_split.yaml @@ -0,0 +1,17 @@ +system_paths: + perlmutter: /global/cfs/cdirs/cmb/data/act_dr6/dr6.02/beams/main_beams/inout_split/ + penn-gpc: /data6/DR6_plus/main_beams/inout_split/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/beams_path/main_beams/inout_split/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: + +# requires el_split parameter + +split_beam_file_template: '{inout_split}/set{split_num}_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt' +coadd_beam_file_template: '{inout_split}/coadd_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt' + +norm: True diff --git a/sofind/products/beams/beams_dr6.02_pwv_split.yaml b/sofind/products/beams/beams_dr6.02_pwv_split.yaml new file mode 100644 index 0000000..a3d7b0b --- /dev/null +++ b/sofind/products/beams/beams_dr6.02_pwv_split.yaml @@ -0,0 +1,17 @@ +system_paths: + perlmutter: /global/cfs/cdirs/cmb/data/act_dr6/dr6.02/beams/main_beams/pwv_split/ + penn-gpc: /data6/DR6_plus/main_beams/pwv_split/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/beams_path/main_beams/pwv_split/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: + +# requires el_split parameter + +split_beam_file_template: '{pwv_split}/set{split_num}_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt' +coadd_beam_file_template: '{pwv_split}/coadd_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt' + +norm: True diff --git a/sofind/products/beams/beams_dr6.02_t_split.yaml b/sofind/products/beams/beams_dr6.02_t_split.yaml new file mode 100644 index 0000000..efa53d9 --- /dev/null +++ b/sofind/products/beams/beams_dr6.02_t_split.yaml @@ -0,0 +1,17 @@ +system_paths: + perlmutter: /global/cfs/cdirs/cmb/data/act_dr6/dr6.02/beams/main_beams/time_split/ + penn-gpc: /data6/DR6_plus/main_beams/time_split/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/beams_path/main_beams/time_split/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: + +# requires el_split parameter + +split_beam_file_template: '{t_split}/set{split_num}_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt' +coadd_beam_file_template: '{t_split}/coadd_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt' + +norm: True diff --git a/sofind/products/beams/beams_nemo.yaml b/sofind/products/beams/beams_nemo.yaml index dded487..5843edd 100644 --- a/sofind/products/beams/beams_nemo.yaml +++ b/sofind/products/beams/beams_nemo.yaml @@ -2,7 +2,9 @@ system_paths: della: dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/beams/planck_beams/ niagara: /scratch/r/rbond/jaejoonk/lensing_pipeline_data/planck_beams/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/planck_beams/ penn-gpc: /data5/act/beams/planck_beams/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/beams/planck_beams/ allowed_qids_configs: - act_dr6vX_qids.yaml diff --git a/sofind/products/beams/beams_nemo_v4.yaml b/sofind/products/beams/beams_nemo_v4.yaml new file mode 100644 index 0000000..9d3e01b --- /dev/null +++ b/sofind/products/beams/beams_nemo_v4.yaml @@ -0,0 +1,71 @@ +system_paths: + della: + dirac: + niagara: + penn-gpc: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/beams/beams_nemo_v4/ + +allowed_qids_configs: + - act_dr6vX_qids.yaml + - planck_qids.yaml + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: + p01: + nemo_freq: 'f090' + p02: + nemo_freq: 'f090' + p03: + nemo_freq: 'f090' + p04: + nemo_freq: 'f090' + p05: + nemo_freq: 'f150' + p06: + nemo_freq: 'f150' + p07: + nemo_freq: 'f150' + p08: + nemo_freq: 'f150' + p09: + nemo_freq: 'f150' + pa4a: + nemo_freq: 'f150' + pa4a_dd: + nemo_freq: 'f150' + pa4a_dw: + nemo_freq: 'f150' + pa4b: + nemo_freq: 'f220' + pa4b_dd: + nemo_freq: 'f220' + pa4b_dw: + nemo_freq: 'f220' + pa5a: + nemo_freq: 'f090' + pa5a_dd: + nemo_freq: 'f090' + pa5a_dw: + nemo_freq: 'f090' + pa5b: + nemo_freq: 'f150' + pa5b_dd: + nemo_freq: 'f150' + pa5b_dw: + nemo_freq: 'f150' + pa6a: + nemo_freq: 'f090' + pa6a_dd: + nemo_freq: 'f090' + pa6a_dw: + nemo_freq: 'f090' + pa6b: + nemo_freq: 'f150' + pa6b_dd: + nemo_freq: 'f150' + pa6b_dw: + nemo_freq: 'f150' + +coadd_beam_file_template: 'beam_{nemo_freq}_tform.txt' +norm: True diff --git a/sofind/products/beams/beams_nemo_v5.yaml b/sofind/products/beams/beams_nemo_v5.yaml index 90d3cac..9da9054 100644 --- a/sofind/products/beams/beams_nemo_v5.yaml +++ b/sofind/products/beams/beams_nemo_v5.yaml @@ -1,7 +1,8 @@ system_paths: - #trillium: /scratch/jaejoonk/cmodel/nemo/cand_release/cmodel_20251015/ - #penn-gpc: /scratch/cmodel/nemo/cand_release/cmodel_20251015/ - souk: /cephfs/soukdata/shared_projects/SO_lensing/ISO/d56/20251019/nemo_models/ACT_DR6plus_models/ + dirac: + trillium: /scratch/jaejoonk/cmodel/nemo/cand_release/cmodel_20251015/ + penn-gpc: /scratch/cmodel/nemo/cand_release/cmodel_20251015/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/beams/cmodel_20251015 allowed_qids_configs: - act_dr6vX_qids.yaml @@ -83,4 +84,6 @@ allowed_qids_extra_kwargs: nemo_freq: 'f150' coadd_beam_file_template: 'beam_dr6_daynight_{nemo_freq}_tfun.txt' -norm: True \ No newline at end of file +norm: True + + diff --git a/sofind/products/beams/beams_nemo_v5_20260331.yaml b/sofind/products/beams/beams_nemo_v5_20260331.yaml new file mode 100644 index 0000000..94ecfdf --- /dev/null +++ b/sofind/products/beams/beams_nemo_v5_20260331.yaml @@ -0,0 +1,71 @@ +system_paths: + dirac: + trillium: + perlmutter: /global/cfs/projectdirs/act/data/msyriac/cmodel_20260331/ + penn-gpc: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/catalogs/inpaint_catalogs_20260331/ + +allowed_qids_configs: + - act_dr6vX_qids.yaml + - planck_qids.yaml + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: + p01: + nemo_freq: 'f090' + p02: + nemo_freq: 'f090' + p03: + nemo_freq: 'f090' + p04: + nemo_freq: 'f090' + p05: + nemo_freq: 'f150' + p06: + nemo_freq: 'f150' + p07: + nemo_freq: 'f150' + p08: + nemo_freq: 'f150' + p09: + nemo_freq: 'f150' + pa4a: + nemo_freq: 'f150' + pa4a_dd: + nemo_freq: 'f150' + pa4a_dw: + nemo_freq: 'f150' + pa4b: + nemo_freq: 'f220' + pa4b_dd: + nemo_freq: 'f220' + pa4b_dw: + nemo_freq: 'f220' + pa5a: + nemo_freq: 'f090' + pa5a_dd: + nemo_freq: 'f090' + pa5a_dw: + nemo_freq: 'f090' + pa5b: + nemo_freq: 'f150' + pa5b_dd: + nemo_freq: 'f150' + pa5b_dw: + nemo_freq: 'f150' + pa6a: + nemo_freq: 'f090' + pa6a_dd: + nemo_freq: 'f090' + pa6a_dw: + nemo_freq: 'f090' + pa6b: + nemo_freq: 'f150' + pa6b_dd: + nemo_freq: 'f150' + pa6b_dw: + nemo_freq: 'f150' + +coadd_beam_file_template: 'beam_dr6_daynight_{nemo_freq}_tfun.txt' +norm: True diff --git a/sofind/products/beams/beams_planck_npipe.yaml b/sofind/products/beams/beams_planck_npipe.yaml index 237cb52..7d43493 100644 --- a/sofind/products/beams/beams_planck_npipe.yaml +++ b/sofind/products/beams/beams_planck_npipe.yaml @@ -1,8 +1,12 @@ system_paths: della: perlmutter: - niagara: /gpfs/fs0/project/r/rbond/jiaqu/actpol/ + niagara: /gpfs/fs0/scratch/r/rbond/jaejoonk/planck_beams_from_nersc/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/planck_beams/planck_beams_from_nersc/ dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/beams/planck_beams/ + penn-gpc: /data6/DR6_plus/planck_beams/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/beams/npipe/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/planck_beams/planck_beams_from_nersc/ allowed_qids_configs: - planck_qids.yaml @@ -12,6 +16,6 @@ allowed_qids: 'all' allowed_qids_extra_kwargs: split_beam_file_template: 'npipe_DR6_{split_num}x{split_num}/bl_T_npipe_DR6_{split_num}x{split_num}_{freq}{split_num}x{freq}{split_num}.dat' -# coadd_beam_file_template: 'coadd_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt' +coadd_beam_file_template: 'npipe_DR6_coadd/bl_T_npipe_DR6_coadd_{freq}GHzx{freq}GHz.dat' -norm: False \ No newline at end of file +norm: True diff --git a/sofind/products/beams/beams_v4_20230902.yaml b/sofind/products/beams/beams_v4_20230902.yaml index 5a2cb0b..262fec4 100644 --- a/sofind/products/beams/beams_v4_20230902.yaml +++ b/sofind/products/beams/beams_v4_20230902.yaml @@ -2,7 +2,9 @@ system_paths: perlmutter: /global/cfs/cdirs/act/data/adriaand/beams/20230902_beams/ dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/v4_maps/20230902_beams/ niagara: /project/r/rbond/jaejoonk/lensing_pipeline_data/beams_path/20230902/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/beams_path/20230902/ penn-gpc: /data5/act/beams/20230902_beams/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/beams/20230902_beams/ allowed_qids_configs: - act_dr6vX_qids.yaml @@ -20,4 +22,4 @@ allowed_qids_extra_kwargs: split_beam_file_template: 'set{split_num}_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt' coadd_beam_file_template: 'coadd_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt' -norm: True \ No newline at end of file +norm: True diff --git a/sofind/products/beams/beams_v4_day_20240115.yaml b/sofind/products/beams/beams_v4_day_20240115.yaml index 6c08b10..cdd09eb 100644 --- a/sofind/products/beams/beams_v4_day_20240115.yaml +++ b/sofind/products/beams/beams_v4_day_20240115.yaml @@ -1,8 +1,9 @@ system_paths: niagara: /gpfs/fs0/project/r/rbond/sigurdkn/actpol/daybeam_srcs/20240115/release/ + trillium: /project/rrg-rbond-ac/sigurdkn/actpol/daybeam_srcs/20240115/release/ dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/v4_maps/20240115_day_beams/ penn-gpc: /data5/act/DR6_products/v4_maps/daytime/20240115_day_beams/ - + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/beams/20240115_day_beams/ allowed_qids_configs: - act_dr6vX_qids.yaml @@ -25,4 +26,4 @@ allowed_qids_extra_kwargs: coadd_beam_file_template: 'beam_full_{array}_{freq}_{daynight}_beam.txt' split_beam_file_template: 'beam_full_{array}_{freq}_{daynight}_beam.txt' # no splits exists for day beams -norm: False \ No newline at end of file +norm: False diff --git a/sofind/products/beams/beams_v4_leakage.yaml b/sofind/products/beams/beams_v4_leakage.yaml new file mode 100644 index 0000000..28ef24a --- /dev/null +++ b/sofind/products/beams/beams_v4_leakage.yaml @@ -0,0 +1,25 @@ +system_paths: + perlmutter: /global/cfs/cdirs/cmb/data/act_dr6/dr6.02/beams/leakage_beams/nominal/ + dirac: + niagara: + trillium: /scratch/iabril/dr6.02_leakage/nominal/ + penn-gpc: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/beams/leakage_beams/nominal/ + +allowed_qids_configs: +- act_dr6vX_qids.yaml + +allowed_qids: +- pa4a +- pa4b +- pa5a +- pa5b +- pa6a +- pa6b + +allowed_qids_extra_kwargs: + +split_beam_file_template: '' +coadd_beam_file_template: '{array}_{freq}_gamma_t2{leakage_comp}.txt' + +norm: False \ No newline at end of file diff --git a/sofind/products/beams/beams_v4_nominal.yaml b/sofind/products/beams/beams_v4_nominal.yaml new file mode 100644 index 0000000..e47ae71 --- /dev/null +++ b/sofind/products/beams/beams_v4_nominal.yaml @@ -0,0 +1,24 @@ +system_paths: + perlmutter: /global/cfs/cdirs/cmb/data/act_dr6/dr6.02/beams/main_beams/nominal/ + dirac: + trillium: /scratch/jaejoonk/DR6plus_lensing_data/beams_path/main_beams/nominal/ + penn-gpc: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/beams/nominal/ + +allowed_qids_configs: +- act_dr6vX_qids.yaml + +allowed_qids: +- pa4a +- pa4b +- pa5a +- pa5b +- pa6a +- pa6b + +allowed_qids_extra_kwargs: + +split_beam_file_template: 'set{split_num}_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt' +coadd_beam_file_template: 'coadd_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt' + +norm: True diff --git a/sofind/products/calibrations/act_dr6.02.yaml b/sofind/products/calibrations/act_dr6.02.yaml index a983447..eeb37ce 100644 --- a/sofind/products/calibrations/act_dr6.02.yaml +++ b/sofind/products/calibrations/act_dr6.02.yaml @@ -3,6 +3,9 @@ system_paths: della: /scratch/gpfs/zatkins/data/simonsobs/mnms/calibrations perlmutter: /global/cfs/cdirs/cmb/data/act_dr6/dr6.02/simulations/noise/calibrations niagara: /scratch/r/rbond/iabril/ACT_DR6_products/calibration/dr6_v4_published/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/calibration/dr6.02_calibrations/ + penn-gpc: /data5/act/DR6_products/calibration/dr6_v4_published/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/calibrations/act_dr6.02/ allowed_qids_configs: - act_dr6vX_qids.yaml @@ -19,5 +22,6 @@ allowed_qids_extra_kwargs: subproduct_kwargs_orders: cals_file_template: act_dr6.02_cals.pkl -poleffs_file_template: act_dr6.02_poleffs.pkl -key_template: dr6_{array}_{freq} \ No newline at end of file +#poleffs_file_template: act_dr6.02_poleffs.pkl +poleffs_file_template: act_dr6.02_poleffs_pa5a_hack.pkl +key_template: dr6_{array}_{freq} diff --git a/sofind/products/calibrations/act_dr6.02_el_split.yaml b/sofind/products/calibrations/act_dr6.02_el_split.yaml index da5f4ef..ab283e1 100644 --- a/sofind/products/calibrations/act_dr6.02_el_split.yaml +++ b/sofind/products/calibrations/act_dr6.02_el_split.yaml @@ -1,6 +1,8 @@ system_paths: della: /scratch/gpfs/zatkins/data/simonsobs/mnms/calibrations perlmutter: /global/cfs/cdirs/cmb/data/act_dr6/dr6.02/simulations/noise/calibrations + penn-gpc: /data6/DR6_plus/calibrations/dr6.02_calibrations + trillium: /scratch/jaejoonk/DR6plus_lensing_data/calibration/dr6.02_calibrations allowed_qids_configs: - act_dr6vX_qids.yaml diff --git a/sofind/products/calibrations/act_dr6.02_hack.yaml b/sofind/products/calibrations/act_dr6.02_hack.yaml new file mode 100644 index 0000000..da7db4f --- /dev/null +++ b/sofind/products/calibrations/act_dr6.02_hack.yaml @@ -0,0 +1,22 @@ +system_paths: + # dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/calibration/dr6_v4_published/ + # della: /scratch/gpfs/zatkins/data/simonsobs/mnms/calibrations + # perlmutter: /global/cfs/cdirs/cmb/data/act_dr6/dr6.02/simulations/noise/calibrations + # niagara: /scratch/r/rbond/iabril/ACT_DR6_products/calibration/dr6_v4_published/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/calibrations/dr6v4_hack/ + trillium: /scratch/jiaqu/calibration/dr6v4_hack/ + +allowed_qids_configs: +- act_dr6vX_qids.yaml +allowed_qids: +- pa4a +- pa4b +- pa5a +- pa5b +- pa6a +- pa6b +allowed_qids_extra_kwargs: +subproduct_kwargs_orders: +cals_file_template: +poleffs_file_template: hack_poleff_pa5amf.pkl +key_template: dr6_{array}_{freq} diff --git a/sofind/products/calibrations/act_dr6.02_inout_split.yaml b/sofind/products/calibrations/act_dr6.02_inout_split.yaml index 6cc0548..5eedafa 100644 --- a/sofind/products/calibrations/act_dr6.02_inout_split.yaml +++ b/sofind/products/calibrations/act_dr6.02_inout_split.yaml @@ -1,6 +1,8 @@ system_paths: della: /scratch/gpfs/zatkins/data/simonsobs/mnms/calibrations perlmutter: /global/cfs/cdirs/cmb/data/act_dr6/dr6.02/simulations/noise/calibrations + penn-gpc: /data6/DR6_plus/calibrations/dr6.02_calibrations + trillium: /scratch/jaejoonk/DR6plus_lensing_data/calibration/dr6.02_calibrations allowed_qids_configs: - act_dr6vX_qids.yaml diff --git a/sofind/products/calibrations/act_dr6.02_pwv_split.yaml b/sofind/products/calibrations/act_dr6.02_pwv_split.yaml index e825ee7..55a120c 100644 --- a/sofind/products/calibrations/act_dr6.02_pwv_split.yaml +++ b/sofind/products/calibrations/act_dr6.02_pwv_split.yaml @@ -1,6 +1,8 @@ system_paths: della: /scratch/gpfs/zatkins/data/simonsobs/mnms/calibrations perlmutter: /global/cfs/cdirs/cmb/data/act_dr6/dr6.02/simulations/noise/calibrations + penn-gpc: /data6/DR6_plus/calibrations/dr6.02_calibrations + trillium: /scratch/jaejoonk/DR6plus_lensing_data/calibration/dr6.02_calibrations allowed_qids_configs: - act_dr6vX_qids.yaml diff --git a/sofind/products/calibrations/act_dr6.02_t_split.yaml b/sofind/products/calibrations/act_dr6.02_t_split.yaml index 8936b1c..01c7281 100644 --- a/sofind/products/calibrations/act_dr6.02_t_split.yaml +++ b/sofind/products/calibrations/act_dr6.02_t_split.yaml @@ -1,6 +1,8 @@ system_paths: della: /scratch/gpfs/zatkins/data/simonsobs/mnms/calibrations perlmutter: /global/cfs/cdirs/cmb/data/act_dr6/dr6.02/simulations/noise/calibrations + penn-gpc: /data6/DR6_plus/calibrations/dr6.02_calibrations + trillium: /scratch/jaejoonk/DR6plus_lensing_data/calibration/dr6.02_calibrations allowed_qids_configs: - act_dr6vX_qids.yaml diff --git a/sofind/products/calibrations/act_dr6.02_wmflike.yaml b/sofind/products/calibrations/act_dr6.02_wmflike.yaml new file mode 100644 index 0000000..3e9b1bf --- /dev/null +++ b/sofind/products/calibrations/act_dr6.02_wmflike.yaml @@ -0,0 +1,22 @@ +system_paths: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/calibrations/act_dr6.02_wmflike/ + trillium: /scratch/iabril/calibration/act_dr6.02_wmflike/ +allowed_qids_configs: +- act_dr6vX_qids.yaml +allowed_qids: +- pa4b +- pa5a +- pa5b +- pa6a +- pa6b +- pa5a_dw +- pa5b_dw +- pa5a_dd +- pa5b_dd +- pa6a_dd +- pa6b_dd +allowed_qids_extra_kwargs: +subproduct_kwargs_orders: +cals_file_template: act_dr6.02_cals_wmflike.pkl +poleffs_file_template: act_dr6.02_poleffs_wmflike.pkl +key_template: dr6_{array}_{freq} diff --git a/sofind/products/calibrations/dr6v4_cal_230523.yaml b/sofind/products/calibrations/dr6v4_cal_230523.yaml index f388f7f..8142ff7 100644 --- a/sofind/products/calibrations/dr6v4_cal_230523.yaml +++ b/sofind/products/calibrations/dr6v4_cal_230523.yaml @@ -1,6 +1,7 @@ system_paths: perlmutter: /global/cfs/cdirs/act/data/alaposta/calibrations/dr6_v4_230523/ dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/calibration/dr6_v4_230523/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/calibration/dr6_v4_230523/ niagara: /project/r/rbond/jaejoonk/lensing_pipeline_data/calibration/dr6_v4_230523/ penn-gpc: /data5/act/DR6_products/calibration/dr6_v4_230523/ @@ -20,4 +21,4 @@ allowed_qids_extra_kwargs: subproduct_kwargs_orders: cals_file_template: calibs_dict_ACTxACT-NPIPExNPIPE.pkl poleffs_file_template: -key_template: dr6_{array}_{freq} \ No newline at end of file +key_template: dr6_{array}_{freq} diff --git a/sofind/products/calibrations/dr6v4_cal_240410.yaml b/sofind/products/calibrations/dr6v4_cal_240410.yaml index 5767c64..5e0879d 100644 --- a/sofind/products/calibrations/dr6v4_cal_240410.yaml +++ b/sofind/products/calibrations/dr6v4_cal_240410.yaml @@ -1,9 +1,10 @@ system_paths: - perlmutter: + perlmutter: /pscratch/sd/j/jaejoonk/nilc_products/calibration/dr6_v4_240410/ dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/calibration/dr6_v4_240410/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/calibration/dr6_v4_240410/ niagara: /project/r/rbond/jaejoonk/lensing_pipeline_data/calibration/dr6_v4_240410/ penn-gpc: /data5/act/DR6_products/calibration/dr6_v4_240410/ - + allowed_qids_configs: - act_dr6vX_qids.yaml @@ -20,4 +21,4 @@ allowed_qids_extra_kwargs: subproduct_kwargs_orders: cals_file_template: calibs_dict_ACTxACT-PR3xPR3.pkl poleffs_file_template: -key_template: dr6_{array}_{freq} \ No newline at end of file +key_template: dr6_{array}_{freq} diff --git a/sofind/products/calibrations/dr6v4_cal_frank.yaml b/sofind/products/calibrations/dr6v4_cal_frank.yaml new file mode 100644 index 0000000..2be0ed2 --- /dev/null +++ b/sofind/products/calibrations/dr6v4_cal_frank.yaml @@ -0,0 +1,34 @@ +system_paths: + perlmutter: + della: + dirac: + niagara: + +allowed_qids_configs: +- act_dr6vX_qids.yaml + +allowed_qids: all + +allowed_qids_extra_kwargs: + +# gain factors + +pa4b: + cal: 1.0274146516062883 + poleff: 1.1119 + +pa5a: + cal: 1.009463740391127 + poleff: 0.9625 + +pa5b: + cal: 0.9850773599437168 + poleff: 0.9961 + +pa6a: + cal: 1.0140213622811152 + poleff: 0.9660 + +pa6b: + cal: 0.9686333859482543 + poleff: 0.9764 diff --git a/sofind/products/calibrations/dr6v4_calday.yaml b/sofind/products/calibrations/dr6v4_calday.yaml new file mode 100644 index 0000000..b180adf --- /dev/null +++ b/sofind/products/calibrations/dr6v4_calday.yaml @@ -0,0 +1,25 @@ +system_paths: + dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/calibration/dr6v4_calday/ + della: + perlmutter: + trillium: /scratch/jaejoonk/DR6plus_lensing_data/calibration/dr6v4_calday/ + niagara: /scratch/r/rbond/iabril/ACT_DR6_products/calibration/dr6v4_calday/ + penn-gpc: /data6/DR6_plus/dr6v4_calday/ + +allowed_qids_configs: +- act_dr6vX_qids.yaml + +allowed_qids: +- pa4a +- pa4b +- pa5a +- pa5b +- pa6a +- pa6b + +allowed_qids_extra_kwargs: + +subproduct_kwargs_orders: +cals_file_template: gains.pkl +poleffs_file_template: poleffs.pkl +key_template: dr6_{array}_{freq} diff --git a/sofind/products/calibrations/dr6v4_calday_tonight_daydeep.yaml b/sofind/products/calibrations/dr6v4_calday_tonight_daydeep.yaml index 0323a0f..3844f4d 100644 --- a/sofind/products/calibrations/dr6v4_calday_tonight_daydeep.yaml +++ b/sofind/products/calibrations/dr6v4_calday_tonight_daydeep.yaml @@ -2,8 +2,11 @@ system_paths: dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/calibration/cal_day_to_nightdefault/ della: perlmutter: + trillium: /scratch/jaejoonk/DR6plus_lensing_data/calibration/cal_day_to_nightdefault/ niagara: /project/r/rbond/jaejoonk/lensing_pipeline_data/calibration/cal_day_to_nightdefault/ - + penn-gpc: /data6/DR6_plus/calibrations/cal_day_to_nightdefault/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/calibrations/cal_day_to_nightdefault/ + allowed_qids_configs: - act_dr6vX_qids.yaml @@ -18,4 +21,4 @@ allowed_qids_extra_kwargs: subproduct_kwargs_orders: cals_file_template: cal_day_to_nightdefault_daydeep.pkl poleffs_file_template: -key_template: dr6_{array}_{freq} \ No newline at end of file +key_template: dr6_{array}_{freq} diff --git a/sofind/products/calibrations/dr6v4_calday_tonight_daydeep_250826.yaml b/sofind/products/calibrations/dr6v4_calday_tonight_daydeep_250826.yaml new file mode 100644 index 0000000..08422ba --- /dev/null +++ b/sofind/products/calibrations/dr6v4_calday_tonight_daydeep_250826.yaml @@ -0,0 +1,25 @@ +system_paths: + dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/calibration/cal_day_to_nightdefault/ + della: + perlmutter: + trillium: /scratch/jaejoonk/DR6plus_lensing_data/calibration/cal_day_to_nightdefault/ + niagara: /project/r/rbond/jaejoonk/lensing_pipeline_data/calibration/cal_day_to_nightdefault/ + penn-gpc: /data6/DR6_plus/calibrations/cal_day_to_nightdefault/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/calibrations/cal_day_to_nightdefault/ + +allowed_qids_configs: +- act_dr6vX_qids.yaml + +allowed_qids: +- pa5a_dd +- pa5b_dd +- pa6a_dd +- pa6b_dd + +allowed_qids_extra_kwargs: + +subproduct_kwargs_orders: +cals_file_template: cal_day_to_nightdefault_daydeep_250826.pkl +poleffs_file_template: +key_template: dr6_{array}_{freq} + diff --git a/sofind/products/calibrations/dr6v4_calday_tonight_daydeep_260410.yaml b/sofind/products/calibrations/dr6v4_calday_tonight_daydeep_260410.yaml new file mode 100644 index 0000000..2c65b3b --- /dev/null +++ b/sofind/products/calibrations/dr6v4_calday_tonight_daydeep_260410.yaml @@ -0,0 +1,22 @@ +system_paths: + dirac: + della: + perlmutter: + niagara: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/calibrations/cal_day_to_nightdefault/ + +allowed_qids_configs: +- act_dr6vX_qids.yaml + +allowed_qids: +- pa5a_dd +- pa5b_dd +- pa6a_dd +- pa6b_dd + +allowed_qids_extra_kwargs: + +subproduct_kwargs_orders: +cals_file_template: cal_day_to_nightdefault_daydeep_260410.pkl +poleffs_file_template: +key_template: dr6_{array}_{freq} \ No newline at end of file diff --git a/sofind/products/calibrations/dr6v4_calday_tonight_daydeep_260513.yaml b/sofind/products/calibrations/dr6v4_calday_tonight_daydeep_260513.yaml new file mode 100644 index 0000000..95b7d24 --- /dev/null +++ b/sofind/products/calibrations/dr6v4_calday_tonight_daydeep_260513.yaml @@ -0,0 +1,22 @@ +system_paths: + dirac: + della: + perlmutter: + trillium: /scratch/iabril/calibration/cal_day_to_nightdefault/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/calibrations/cal_day_to_nightdefault/ + +allowed_qids_configs: +- act_dr6vX_qids.yaml + +allowed_qids: +- pa5a_dd +- pa5b_dd +- pa6a_dd +- pa6b_dd + +allowed_qids_extra_kwargs: + +subproduct_kwargs_orders: +cals_file_template: cal_day_to_nightdefault_daydeep_260513.pkl +poleffs_file_template: +key_template: dr6_{array}_{freq} \ No newline at end of file diff --git a/sofind/products/calibrations/dr6v4_calday_tonight_daywide.yaml b/sofind/products/calibrations/dr6v4_calday_tonight_daywide.yaml index 31708c8..3da6b76 100644 --- a/sofind/products/calibrations/dr6v4_calday_tonight_daywide.yaml +++ b/sofind/products/calibrations/dr6v4_calday_tonight_daywide.yaml @@ -2,7 +2,10 @@ system_paths: dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/calibration/cal_day_to_nightdefault/ della: perlmutter: + trillium: /scratch/jaejoonk/DR6plus_lensing_data/calibration/cal_day_to_nightdefault/ niagara: /project/r/rbond/jaejoonk/lensing_pipeline_data/calibration/cal_day_to_nightdefault/ + penn-gpc: /data6/DR6_plus/calibrations/cal_day_to_nightdefault/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/calibrations/cal_day_to_nightdefault/ allowed_qids_configs: - act_dr6vX_qids.yaml @@ -16,4 +19,4 @@ allowed_qids_extra_kwargs: subproduct_kwargs_orders: cals_file_template: cal_day_to_nightdefault_daywide.pkl poleffs_file_template: -key_template: dr6_{array}_{freq} \ No newline at end of file +key_template: dr6_{array}_{freq} diff --git a/sofind/products/calibrations/dr6v4_calday_tonight_daywide_250826.yaml b/sofind/products/calibrations/dr6v4_calday_tonight_daywide_250826.yaml new file mode 100644 index 0000000..2c83293 --- /dev/null +++ b/sofind/products/calibrations/dr6v4_calday_tonight_daywide_250826.yaml @@ -0,0 +1,23 @@ +system_paths: + dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/calibration/cal_day_to_nightdefault/ + della: + perlmutter: + trillium: /scratch/jaejoonk/DR6plus_lensing_data/calibration/cal_day_to_nightdefault/ + niagara: /project/r/rbond/jaejoonk/lensing_pipeline_data/calibration/cal_day_to_nightdefault/ + penn-gpc: /data6/DR6_plus/calibrations/cal_day_to_nightdefault/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/calibrations/cal_day_to_nightdefault/ + +allowed_qids_configs: +- act_dr6vX_qids.yaml + +allowed_qids: +- pa5a_dw +- pa5b_dw + +allowed_qids_extra_kwargs: + +subproduct_kwargs_orders: +cals_file_template: cal_day_to_nightdefault_daywide_250826.pkl +poleffs_file_template: +key_template: dr6_{array}_{freq} + diff --git a/sofind/products/calibrations/dr6v4_calday_tonight_daywide_260410.yaml b/sofind/products/calibrations/dr6v4_calday_tonight_daywide_260410.yaml new file mode 100644 index 0000000..724f39a --- /dev/null +++ b/sofind/products/calibrations/dr6v4_calday_tonight_daywide_260410.yaml @@ -0,0 +1,20 @@ +system_paths: + dirac: + della: + perlmutter: + niagara: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/calibrations/cal_day_to_nightdefault/ + +allowed_qids_configs: +- act_dr6vX_qids.yaml + +allowed_qids: +- pa5a_dw +- pa5b_dw + +allowed_qids_extra_kwargs: + +subproduct_kwargs_orders: +cals_file_template: cal_day_to_nightdefault_daywide_260410.pkl +poleffs_file_template: +key_template: dr6_{array}_{freq} \ No newline at end of file diff --git a/sofind/products/calibrations/dr6v4_calday_tonight_daywide_N_260513.yaml b/sofind/products/calibrations/dr6v4_calday_tonight_daywide_N_260513.yaml new file mode 100644 index 0000000..2d67c7e --- /dev/null +++ b/sofind/products/calibrations/dr6v4_calday_tonight_daywide_N_260513.yaml @@ -0,0 +1,20 @@ +system_paths: + dirac: + della: + perlmutter: + trillium: /scratch/iabril/calibration/cal_day_to_nightdefault/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/calibrations/cal_day_to_nightdefault/ + +allowed_qids_configs: +- act_dr6vX_qids.yaml + +allowed_qids: +- pa5a_dw +- pa5b_dw + +allowed_qids_extra_kwargs: + +subproduct_kwargs_orders: +cals_file_template: cal_day_to_nightdefault_daywide_N_260513.pkl +poleffs_file_template: +key_template: dr6_{array}_{freq} \ No newline at end of file diff --git a/sofind/products/calibrations/dr6v4_calday_tonight_daywide_S_260513.yaml b/sofind/products/calibrations/dr6v4_calday_tonight_daywide_S_260513.yaml new file mode 100644 index 0000000..d6c888a --- /dev/null +++ b/sofind/products/calibrations/dr6v4_calday_tonight_daywide_S_260513.yaml @@ -0,0 +1,20 @@ +system_paths: + dirac: + della: + perlmutter: + trillium: /scratch/iabril/calibration/cal_day_to_nightdefault/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/calibrations/cal_day_to_nightdefault/ + +allowed_qids_configs: +- act_dr6vX_qids.yaml + +allowed_qids: +- pa5a_dw +- pa5b_dw + +allowed_qids_extra_kwargs: + +subproduct_kwargs_orders: +cals_file_template: cal_day_to_nightdefault_daywide_S_260513.pkl +poleffs_file_template: +key_template: dr6_{array}_{freq} \ No newline at end of file diff --git a/sofind/products/calibrations/dr6v4_poleff_231113.yaml b/sofind/products/calibrations/dr6v4_poleff_231113.yaml index f041d65..eaf680a 100644 --- a/sofind/products/calibrations/dr6v4_poleff_231113.yaml +++ b/sofind/products/calibrations/dr6v4_poleff_231113.yaml @@ -1,9 +1,10 @@ system_paths: - perlmutter: + perlmutter: /pscratch/sd/j/jaejoonk/nilc_products/calibration/dr6_v4_231113/ dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/calibration/dr6_v4_231113/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/calibration/dr6_v4_231113/ niagara: /project/r/rbond/jaejoonk/lensing_pipeline_data/calibration/dr6_v4_231113/ penn-gpc: /data5/act/DR6_products/calibration/dr6_v4_231113/ - + allowed_qids_configs: - act_dr6vX_qids.yaml @@ -20,4 +21,4 @@ allowed_qids_extra_kwargs: subproduct_kwargs_orders: cals_file_template: poleffs_file_template: poleff_EE.pkl -key_template: dr6_{array}_{freq} \ No newline at end of file +key_template: dr6_{array}_{freq} diff --git a/sofind/products/catalogs/inpaint_catalogs.yaml b/sofind/products/catalogs/inpaint_catalogs.yaml index e6d540b..3a397c3 100644 --- a/sofind/products/catalogs/inpaint_catalogs.yaml +++ b/sofind/products/catalogs/inpaint_catalogs.yaml @@ -2,6 +2,7 @@ system_paths: della: /scratch/gpfs/zatkins/data/simonsobs/mnms/catalogs perlmutter: /global/cfs/cdirs/act/data/catalogs/inpaint_catalogs_20220316 dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/catalogues/inpaint_catalogs + trillium: /scratch/jaejoonk/DR6plus_lensing_data/catalogs/inpaint_catalogs_20241002/ niagara: /home/r/rbond/jiaqu/projects/catalogs/inpaint_catalogs_20241002 penn-gpc: /data5/act/catalogs/inpaint_catalogs_20241002 souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/catalogs/inpaint_catalogs_20241002/ diff --git a/sofind/products/catalogs/inpaint_catalogs_260331.yaml b/sofind/products/catalogs/inpaint_catalogs_260331.yaml new file mode 100644 index 0000000..afa5250 --- /dev/null +++ b/sofind/products/catalogs/inpaint_catalogs_260331.yaml @@ -0,0 +1,13 @@ +system_paths: + della: + perlmutter: /global/cfs/projectdirs/act/data/msyriac/cmodel_20260331/ + dirac: + penn-gpc: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/catalogs/inpaint_catalogs_20260331/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: + diff --git a/sofind/products/catalogs/inpaint_catalogs_260404.yaml b/sofind/products/catalogs/inpaint_catalogs_260404.yaml new file mode 100644 index 0000000..fd8fa5e --- /dev/null +++ b/sofind/products/catalogs/inpaint_catalogs_260404.yaml @@ -0,0 +1,14 @@ +system_paths: + della: + perlmutter: /global/cfs/projectdirs/act/data/iabril/cluster_and_inpaint_20260404/ + dirac: + penn-gpc: + trillium: /scratch/iabril/newyear/inpaint_catalogs_20260404/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/catalogs/inpaint_catalogs_20260404/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: + diff --git a/sofind/products/catalogs/inpaint_catalogs_260417.yaml b/sofind/products/catalogs/inpaint_catalogs_260417.yaml new file mode 100644 index 0000000..8edc45f --- /dev/null +++ b/sofind/products/catalogs/inpaint_catalogs_260417.yaml @@ -0,0 +1,14 @@ +system_paths: + della: + perlmutter: + dirac: + penn-gpc: + trillium: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/catalogs/inpaint_catalogs_20260417/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: + diff --git a/sofind/products/catalogs/inpaint_catalogs_260421.yaml b/sofind/products/catalogs/inpaint_catalogs_260421.yaml new file mode 100644 index 0000000..e61365c --- /dev/null +++ b/sofind/products/catalogs/inpaint_catalogs_260421.yaml @@ -0,0 +1,14 @@ +system_paths: + della: + perlmutter: + dirac: + penn-gpc: + trillium: /scratch/iabril/newyear/inpaint_catalogs_20260421/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/catalogs/inpaint_catalogs_20260421/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: + diff --git a/sofind/products/cluster_model/dr6_nemo_cluster_model_snr5.yaml b/sofind/products/cluster_model/dr6_nemo_cluster_model_snr5.yaml new file mode 100644 index 0000000..eb76ab8 --- /dev/null +++ b/sofind/products/cluster_model/dr6_nemo_cluster_model_snr5.yaml @@ -0,0 +1,13 @@ +system_paths: + perlmutter: + niagara: /home/r/rbond/jiaqu/sims/models/ + trillium: + dirac: + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: + +cluster_fn_template: "nemomodel_dr6_all_clustersSNR{SNR}{frequency}{downgrade}.fits" diff --git a/sofind/products/maps/__init__.py b/sofind/products/maps/__init__.py index 1c8003c..01e8af1 100644 --- a/sofind/products/maps/__init__.py +++ b/sofind/products/maps/__init__.py @@ -111,4 +111,28 @@ def read_map(self, qid, split_num=0, coadd=False, maptag='map', if read_map_kwargs is None: read_map_kwargs = {} - return enmap.read_map(fn, **read_map_kwargs) \ No newline at end of file + return enmap.read_map(fn, **read_map_kwargs) + + def get_if_dfact_map(self, subproduct='default'): + + """Check if the map has already been downgraded + + Parameters + ---------- + subproduct : str, optional + Name of map subproduct to load raw products from, by default + 'default'. + + Returns + ------- + np.int + None if information unavailable + dfact applied otherwise + """ + + subprod_dict = self.get_subproduct_dict(__name__, subproduct) + + # Verify if 'norm' exists on subprod_dict + norm_value = subprod_dict.get('dfact', None) + + return norm_value \ No newline at end of file diff --git a/sofind/products/maps/act_dr6v4.yaml b/sofind/products/maps/act_dr6v4.yaml index 26ee581..c4170b1 100644 --- a/sofind/products/maps/act_dr6v4.yaml +++ b/sofind/products/maps/act_dr6v4.yaml @@ -1,9 +1,11 @@ system_paths: della: /scratch/gpfs/ACT/dr6v4/maps/dr6v4_20230316/release perlmutter: /global/cfs/cdirs/act/data/sigurdkn/actpol/maps/dr6v4_20230316/release + trillium: /project/rrg-rbond-ac/sigurdkn/actpol/maps/dr6v4_20230316/release niagara: /gpfs/fs0/project/r/rbond/sigurdkn/actpol/maps/dr6v4_20230316/release dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/v4_maps/release_20230316/ penn-gpc: /data5/act/maps/dr6v4_20230316 + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/maps/ allowed_qids_configs: - act_dr6vX_qids.yaml diff --git a/sofind/products/maps/act_dr6v4_el_split.yaml b/sofind/products/maps/act_dr6v4_el_split.yaml index 359d1b0..991a3b5 100644 --- a/sofind/products/maps/act_dr6v4_el_split.yaml +++ b/sofind/products/maps/act_dr6v4_el_split.yaml @@ -1,6 +1,7 @@ system_paths: della: /scratch/gpfs/ACT/dr6v4/maps/dr6v4_20230316/release perlmutter: /global/cfs/cdirs/act/data/sigurdkn/actpol/maps/dr6v4_20230316/release + trillium: /project/rrg-rbond-ac/sigurdkn/actpol/maps/dr6v4_20230316/release niagara: /gpfs/fs0/project/r/rbond/sigurdkn/actpol/maps/dr6v4_20230316/release penn-gpc: /data5/act/maps/dr6v4_20230316 diff --git a/sofind/products/maps/act_dr6v4_inout_split.yaml b/sofind/products/maps/act_dr6v4_inout_split.yaml index 1659363..46b6903 100644 --- a/sofind/products/maps/act_dr6v4_inout_split.yaml +++ b/sofind/products/maps/act_dr6v4_inout_split.yaml @@ -1,6 +1,7 @@ system_paths: della: /scratch/gpfs/ACT/dr6v4/maps/dr6v4_20230316/release perlmutter: /global/cfs/cdirs/act/data/sigurdkn/actpol/maps/dr6v4_20230316/release + trillium: /project/rrg-rbond-ac/sigurdkn/actpol/maps/dr6v4_20230316/release niagara: /gpfs/fs0/project/r/rbond/sigurdkn/actpol/maps/dr6v4_20230316/release penn-gpc: /data5/act/maps/dr6v4_20230316 diff --git a/sofind/products/maps/act_dr6v4_pwv_split.yaml b/sofind/products/maps/act_dr6v4_pwv_split.yaml index d373bc9..40fbf7a 100644 --- a/sofind/products/maps/act_dr6v4_pwv_split.yaml +++ b/sofind/products/maps/act_dr6v4_pwv_split.yaml @@ -1,6 +1,7 @@ system_paths: della: /scratch/gpfs/ACT/dr6v4/maps/dr6v4_20230316/release perlmutter: /global/cfs/cdirs/act/data/sigurdkn/actpol/maps/dr6v4_20230316/release + trillium: /project/rrg-rbond-ac/sigurdkn/actpol/maps/dr6v4_20230316/release niagara: /gpfs/fs0/project/r/rbond/sigurdkn/actpol/maps/dr6v4_20230316/release penn-gpc: /data5/act/maps/dr6v4_20230316 diff --git a/sofind/products/maps/act_dr6v4_t_split.yaml b/sofind/products/maps/act_dr6v4_t_split.yaml index 992ca8c..718b226 100644 --- a/sofind/products/maps/act_dr6v4_t_split.yaml +++ b/sofind/products/maps/act_dr6v4_t_split.yaml @@ -1,6 +1,7 @@ system_paths: della: /scratch/gpfs/ACT/dr6v4/maps/dr6v4_20230316/release perlmutter: /global/cfs/cdirs/act/data/sigurdkn/actpol/maps/dr6v4_20230316/release + trillium: /project/rrg-rbond-ac/sigurdkn/actpol/maps/dr6v4_20230316/release niagara: /gpfs/fs0/project/r/rbond/sigurdkn/actpol/maps/dr6v4_20230316/release penn-gpc: /data5/act/maps/dr6v4_20230316 diff --git a/sofind/products/maps/act_nemov3.yaml b/sofind/products/maps/act_nemov3.yaml index ec9c9bd..aa63a5d 100644 --- a/sofind/products/maps/act_nemov3.yaml +++ b/sofind/products/maps/act_nemov3.yaml @@ -1,8 +1,10 @@ system_paths: dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/models/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/models/ niagara: /scratch/r/rbond/jaejoonk/lensing_pipeline_data/models/ penn-gpc: /data5/act/DR6_products/models/ - souk: /cephfs/soukdata/shared_projects/SO_lensing/ISO/d56/20251019/nemo_models/ACT_DR6plus_models/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/models/ + # souk: /cephfs/soukdata/shared_projects/SO_lensing/ISO/d56/20251019/nemo_models/ACT_DR6plus_models/ allowed_qids_configs: - act_nemo.yaml @@ -11,4 +13,6 @@ allowed_qids: 'all' allowed_qids_extra_kwargs: -coadd_map_file_template: 'nemomodel_dr6_all_clustersSNR5{freq}down2_fejer1.fits' \ No newline at end of file +coadd_map_file_template: 'nemomodel_dr6_all_clustersSNR5{freq}down2_fejer1.fits' + +dfact: 2 diff --git a/sofind/products/maps/act_nemov4.yaml b/sofind/products/maps/act_nemov4.yaml new file mode 100644 index 0000000..3085f59 --- /dev/null +++ b/sofind/products/maps/act_nemov4.yaml @@ -0,0 +1,17 @@ +system_paths: + dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/models/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/models/ + niagara: /scratch/r/rbond/jaejoonk/lensing_pipeline_data/models/ + penn-gpc: /data5/act/DR6_products/models/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/models/ + +allowed_qids_configs: + - act_nemo.yaml + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: + +coadd_map_file_template: 'nemomodel_dr6_all_clustersSNR5{freq}down2_fejer1.fits' + +dfact: 2 diff --git a/sofind/products/maps/act_nemov5.yaml b/sofind/products/maps/act_nemov5.yaml index 1aea659..bc3ff78 100644 --- a/sofind/products/maps/act_nemov5.yaml +++ b/sofind/products/maps/act_nemov5.yaml @@ -1,7 +1,10 @@ system_paths: - #trillium: /scratch/jaejoonk/cmodel/nemo/cand_release/cmodel_20251015 - #penn-gpc: /data6/depot/cmodel/nemo/cand_release/cmodel_20251015 - souk: /cephfs/soukdata/shared_projects/SO_lensing/ISO/d56/20251019/nemo_models/ACT_DR6plus_models/ + trillium: /scratch/jaejoonk/cmodel/nemo/cand_release/cmodel_20251015 + penn-gpc: /data6/DR6_plus/depot/cmodel/nemo/cand_release/cmodel_20251015 + dirac: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/models/cmodel_20251015 + # souk: /cephfs/soukdata/shared_projects/SO_lensing/ISO/d56/20251019/nemo_models/ACT_DR6plus_models/ + allowed_qids_configs: - act_nemo.yaml @@ -10,4 +13,6 @@ allowed_qids: 'all' allowed_qids_extra_kwargs: -coadd_map_file_template: 'processed_model_f{freq}.fits' \ No newline at end of file +coadd_map_file_template: 'processed_model_f{freq}.fits' +dfact: 1 + diff --git a/sofind/products/maps/act_nemov5_20260331.yaml b/sofind/products/maps/act_nemov5_20260331.yaml new file mode 100644 index 0000000..a0aa621 --- /dev/null +++ b/sofind/products/maps/act_nemov5_20260331.yaml @@ -0,0 +1,17 @@ +system_paths: + dirac: + trillium: + penn-gpc: + perlmutter: /global/cfs/projectdirs/act/data/msyriac/cmodel_20260331/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/catalogs/inpaint_catalogs_20260331/ + +allowed_qids_configs: + - act_nemo.yaml + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: + +coadd_map_file_template: 'processed_model_f{freq}_v20260331.fits' + +dfact: 1 \ No newline at end of file diff --git a/sofind/products/maps/day_nemo_20260410.yaml b/sofind/products/maps/day_nemo_20260410.yaml new file mode 100644 index 0000000..cfa5356 --- /dev/null +++ b/sofind/products/maps/day_nemo_20260410.yaml @@ -0,0 +1,24 @@ +system_paths: + dirac: + trillium: /scratch/iabril/newyear/nemo/model_maps/ + penn-gpc: + perlmutter: + souk: /cephfs/soukdata/user_data/iabril/dr6plus/daylens_cal/sources/cluster_verify/processed_maps + +allowed_qids_configs: + - act_dr6vX_qids.yaml + +allowed_qids: +- pa5a_dw +- pa5b_dw +- pa5a_dd +- pa5b_dd +- pa6a_dd +- pa6b_dd + +allowed_qids_extra_kwargs: + +coadd_map_file_template: 'tSZ_model_{daynight}_{array}_{freq}_coadd.fits' +split_map_file_template: '' + +dfact: 1 \ No newline at end of file diff --git a/sofind/products/maps/day_nemo_20260420.yaml b/sofind/products/maps/day_nemo_20260420.yaml new file mode 100644 index 0000000..f8caabe --- /dev/null +++ b/sofind/products/maps/day_nemo_20260420.yaml @@ -0,0 +1,24 @@ +system_paths: + dirac: + trillium: /scratch/iabril/newyear/nemo/model_maps/ + penn-gpc: + perlmutter: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/catalogs/cmodel_20260420/ + +allowed_qids_configs: + - act_dr6vX_qids.yaml + +allowed_qids: +- pa5a_dw +- pa5b_dw +- pa5a_dd +- pa5b_dd +- pa6a_dd +- pa6b_dd + +allowed_qids_extra_kwargs: + +coadd_map_file_template: 'candidatesModelMap_{daynight}_{array}_{freq}_coadd_fixedSNR5_ring0_extobj0_dust0_find0_beamtaperell1.fits' +split_map_file_template: '' + +dfact: 1 \ No newline at end of file diff --git a/sofind/products/maps/pact_nemo_20260403.yaml b/sofind/products/maps/pact_nemo_20260403.yaml new file mode 100644 index 0000000..910d83f --- /dev/null +++ b/sofind/products/maps/pact_nemo_20260403.yaml @@ -0,0 +1,17 @@ +system_paths: + dirac: + trillium: /scratch/iabril/newyear/nemo/model_maps/ + penn-gpc: + perlmutter: /global/cfs/projectdirs/act/data/iabril/cluster_and_inpaint_20260404/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/catalogs/cmodel_20260403/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: + +coadd_map_file_template: 'candidatesModelMap_{daynight}_{array}_{freq}_coadd_fixedSNR5_ring0_extobj0_dust0_find0.fits' +split_map_file_template: 'candidatesModelMap_{freq}_split{split_num}_fixedSNR5_ring0_extobj0_dust0_find0_goodbeam_tcmbbandcorr.fits' + +dfact: 1 \ No newline at end of file diff --git a/sofind/products/maps/pact_nemo_20260403_el.yaml b/sofind/products/maps/pact_nemo_20260403_el.yaml new file mode 100644 index 0000000..ffb2aef --- /dev/null +++ b/sofind/products/maps/pact_nemo_20260403_el.yaml @@ -0,0 +1,21 @@ +system_paths: + dirac: + trillium: /scratch/iabril/newyear/nemo/model_maps/ + penn-gpc: + perlmutter: + souk: + +allowed_qids_configs: + - act_dr6vX_qids.yaml + +allowed_qids: +- pa5a +- pa5b +- pa6a +- pa6b + +allowed_qids_extra_kwargs: + +coadd_map_file_template: 'candidatesModelMap_{array}_{freq}_coadd_{el_split}_fixedSNR5_ring0_extobj0_dust0_find0.fits' + +dfact: 1 \ No newline at end of file diff --git a/sofind/products/maps/pact_nemo_20260403_inout.yaml b/sofind/products/maps/pact_nemo_20260403_inout.yaml new file mode 100644 index 0000000..32c9d11 --- /dev/null +++ b/sofind/products/maps/pact_nemo_20260403_inout.yaml @@ -0,0 +1,21 @@ +system_paths: + dirac: + trillium: /scratch/iabril/newyear/nemo/model_maps/ + penn-gpc: + perlmutter: + souk: + +allowed_qids_configs: + - act_dr6vX_qids.yaml + +allowed_qids: +- pa5a +- pa5b +- pa6a +- pa6b + +allowed_qids_extra_kwargs: + +coadd_map_file_template: 'candidatesModelMap_{array}_{freq}_coadd_{inout_split}_fixedSNR5_ring0_extobj0_dust0_find0.fits' + +dfact: 1 \ No newline at end of file diff --git a/sofind/products/maps/pact_nemo_20260403_pwv.yaml b/sofind/products/maps/pact_nemo_20260403_pwv.yaml new file mode 100644 index 0000000..44ad1e1 --- /dev/null +++ b/sofind/products/maps/pact_nemo_20260403_pwv.yaml @@ -0,0 +1,21 @@ +system_paths: + dirac: + trillium: /scratch/iabril/newyear/nemo/model_maps/ + penn-gpc: + perlmutter: + souk: + +allowed_qids_configs: + - act_dr6vX_qids.yaml + +allowed_qids: +- pa5a +- pa5b +- pa6a +- pa6b + +allowed_qids_extra_kwargs: + +coadd_map_file_template: 'candidatesModelMap_{array}_{freq}_coadd_{pwv_split}_fixedSNR5_ring0_extobj0_dust0_find0.fits' + +dfact: 1 \ No newline at end of file diff --git a/sofind/products/maps/planck_npipe.yaml b/sofind/products/maps/planck_npipe.yaml index ceeb492..7be4f9b 100644 --- a/sofind/products/maps/planck_npipe.yaml +++ b/sofind/products/maps/planck_npipe.yaml @@ -1,7 +1,11 @@ system_paths: perlmutter: /global/cfs/projectdirs/act/data/planck/npipe/fejer1_equ/ + trillium: /project/rrg-rbond-ac/sigurdkn/actpol/planck/npipe/fejer1_equ/ niagara: /gpfs/fs0/project/r/rbond/sigurdkn/actpol/planck/npipe/fejer1_equ/ - + penn-gpc: /data6/DR6_plus/npipe_fejer1_equ/ + dirac: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/maps/planck/ + allowed_qids_configs: - planck_qids.yaml diff --git a/sofind/products/maps/planck_npipe_noise_sims.yaml b/sofind/products/maps/planck_npipe_noise_sims.yaml index 786a886..5739607 100644 --- a/sofind/products/maps/planck_npipe_noise_sims.yaml +++ b/sofind/products/maps/planck_npipe_noise_sims.yaml @@ -1,5 +1,8 @@ system_paths: + trillium: /project/rrg-rbond-ac/jiaqu/ niagara: /project/r/rbond/jiaqu/ + penn-gpc: /data6/DR6_plus/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/simulations/ allowed_qids_configs: - planck_qids.yaml @@ -38,6 +41,6 @@ allowed_qids_extra_kwargs: # using maptag for sim index (e.g. "0200") and split_num between "A" and "B" # interfaced by solenspipe.preprocessing so shouldn't have to be manually accessed # THESE ARE HEALPIX MAPS -split_map_file_template: 'npipe6v20{split_num}_sim/{maptag}/npipe6v20{split_num}_{freq}_map.fits' +split_map_file_template: 'npipe6v20{split_num}_sim/{maptag}/residual/residual_npipe6v20{split_num}_{freq}_{maptag}.fits' # should really never be using coadd=True # coadd_map_file_template: 'npipe6v20A_sim/{maptag}/npipe6v20A_{freq}_map.fits' diff --git a/sofind/products/masks/lensing_masks_20240919b.yaml b/sofind/products/masks/lensing_masks_20240919b.yaml index 52dd36d..f294324 100644 --- a/sofind/products/masks/lensing_masks_20240919b.yaml +++ b/sofind/products/masks/lensing_masks_20240919b.yaml @@ -1,8 +1,10 @@ system_paths: perlmutter: + trillium: /project/rrg-rbond-ac/msyriac/masks/dr6v4_lensing_20240919b_masks/baseline/ niagara: /gpfs/fs0/project/r/rbond/msyriac/masks/dr6v4_lensing_20240919b_masks/baseline/ dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/masks/ penn-gpc: /data5/act/masks/dr6v4_lensing_20240919b_masks/baseline/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/masks/dr6v4_lensing_20240919b_masks/ allowed_qids_configs: 'all' diff --git a/sofind/products/masks/lensing_masks_20240919b_obs.yaml b/sofind/products/masks/lensing_masks_20240919b_obs.yaml new file mode 100644 index 0000000..876f1b0 --- /dev/null +++ b/sofind/products/masks/lensing_masks_20240919b_obs.yaml @@ -0,0 +1,12 @@ +system_paths: + perlmutter: + niagara: + dirac: + penn-gpc: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/masks/dr6v4_lensing_20240919b_masks_obs/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: diff --git a/sofind/products/masks/lensing_masks_20250318.yaml b/sofind/products/masks/lensing_masks_20250318.yaml new file mode 100644 index 0000000..abd7493 --- /dev/null +++ b/sofind/products/masks/lensing_masks_20250318.yaml @@ -0,0 +1,15 @@ +system_paths: + perlmutter: /global/cfs/projectdirs/act/data/masks/dr6v4_lensing_20250318_masks/baseline/ + trillium: /project/rrg-rbond-ac/msyriac/masks/dr6v4_lensing_20250318_masks/baseline/ + niagara: /gpfs/fs0/project/r/rbond/msyriac/masks/dr6v4_lensing_20250318_masks/baseline/ + dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/masks/ + penn-gpc: /data5/act/masks/dr6v4_lensing_20250318_masks/baseline/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: + +dr6v4_20250318: + mask_fn: dr6v4_lensing_20251803_{daynight}_enhanced_mask_{skyfrac}.fits diff --git a/sofind/products/masks/lensing_masks_20250513.yaml b/sofind/products/masks/lensing_masks_20250513.yaml index 465b379..48059ff 100644 --- a/sofind/products/masks/lensing_masks_20250513.yaml +++ b/sofind/products/masks/lensing_masks_20250513.yaml @@ -1,12 +1,16 @@ system_paths: - perlmutter: + perlmutter: /global/cfs/cdirs/act/data/iabril/masks/ + trillium: /project/rrg-rbond-ac/msyriac/masks/dr6v4_lensing_250513_masks/ niagara: /gpfs/fs0/project/r/rbond/msyriac/masks/dr6v4_lensing_250513_masks/ dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/masks/ - penn-gpc: /data5/act/DR6_products/masks/ + penn-gpc: /data6/DR6_plus/masks/dr6v4_lensing_250513_masks/ souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/masks/dr6v4_lensing_250513_masks/ - + allowed_qids_configs: 'all' allowed_qids: 'all' -allowed_qids_extra_kwargs: \ No newline at end of file +allowed_qids_extra_kwargs: + +dr6v4_20250513: + mask_fn: dr6v4_lensing_250513_{daynight}_enhanced_mask_{skyfrac}.fits diff --git a/sofind/products/masks/lensing_masks_20250513_obs.yaml b/sofind/products/masks/lensing_masks_20250513_obs.yaml new file mode 100644 index 0000000..fd61611 --- /dev/null +++ b/sofind/products/masks/lensing_masks_20250513_obs.yaml @@ -0,0 +1,12 @@ +system_paths: + perlmutter: + niagara: + dirac: + penn-gpc: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/masks/dr6v4_lensing_250513_masks_obs/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: \ No newline at end of file diff --git a/sofind/products/masks/lensing_masks_20250804.yaml b/sofind/products/masks/lensing_masks_20250804.yaml new file mode 100644 index 0000000..8fe4f01 --- /dev/null +++ b/sofind/products/masks/lensing_masks_20250804.yaml @@ -0,0 +1,13 @@ +system_paths: + perlmutter: + trillium: + niagara: + dirac: + penn-gpc: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/masks/dr6v4_lensing_250804_masks/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: diff --git a/sofind/products/masks/lensing_masks_20250818.yaml b/sofind/products/masks/lensing_masks_20250818.yaml new file mode 100644 index 0000000..db3d76f --- /dev/null +++ b/sofind/products/masks/lensing_masks_20250818.yaml @@ -0,0 +1,12 @@ +system_paths: + perlmutter: + niagara: + dirac: + penn-gpc: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/masks/dr6v4_lensing_250818_masks/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: \ No newline at end of file diff --git a/sofind/products/masks/lensing_masks_20250820.yaml b/sofind/products/masks/lensing_masks_20250820.yaml new file mode 100644 index 0000000..dab7d42 --- /dev/null +++ b/sofind/products/masks/lensing_masks_20250820.yaml @@ -0,0 +1,12 @@ +system_paths: + perlmutter: + niagara: + dirac: + penn-gpc: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/masks/dr6v4_lensing_250820_masks/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: \ No newline at end of file diff --git a/sofind/products/masks/lensing_masks_20250820b.yaml b/sofind/products/masks/lensing_masks_20250820b.yaml new file mode 100644 index 0000000..898bb75 --- /dev/null +++ b/sofind/products/masks/lensing_masks_20250820b.yaml @@ -0,0 +1,12 @@ +system_paths: + perlmutter: + niagara: + dirac: + penn-gpc: + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/masks/dr6v4_lensing_250820b_masks/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: \ No newline at end of file diff --git a/sofind/products/masks/lensing_masks_20250826.yaml b/sofind/products/masks/lensing_masks_20250826.yaml new file mode 100644 index 0000000..5cf271b --- /dev/null +++ b/sofind/products/masks/lensing_masks_20250826.yaml @@ -0,0 +1,13 @@ +system_paths: + perlmutter: /global/cfs/cdirs/act/data/iabril/masks/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/masks_250826/ + penn-gpc: /data6/DR6_plus/masks/masks_250826/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/masks/dr6v4_lensing_250826_masks/ + dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/masks/dr6v4_lensing_250826_masks/ + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: + diff --git a/sofind/products/masks/lensing_masks_20250915.yaml b/sofind/products/masks/lensing_masks_20250915.yaml new file mode 100644 index 0000000..105d1d7 --- /dev/null +++ b/sofind/products/masks/lensing_masks_20250915.yaml @@ -0,0 +1,12 @@ +system_paths: + perlmutter: + trillium: /scratch/jaejoonk/DR6plus_lensing_data/masks/ + niagara: + dirac: + penn-gpc: + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: diff --git a/sofind/products/masks/lensing_masks_20260530.yaml b/sofind/products/masks/lensing_masks_20260530.yaml new file mode 100644 index 0000000..7f92faa --- /dev/null +++ b/sofind/products/masks/lensing_masks_20260530.yaml @@ -0,0 +1,12 @@ +system_paths: + perlmutter: + trillium: /project/rrg-rbond-ac/msyriac/masks/dr6v4_lensing_260530_masks/ + niagara: + dirac: + penn-gpc: + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: diff --git a/sofind/products/masks/lensing_masks_20260608.yaml b/sofind/products/masks/lensing_masks_20260608.yaml new file mode 100644 index 0000000..c0e3712 --- /dev/null +++ b/sofind/products/masks/lensing_masks_20260608.yaml @@ -0,0 +1,12 @@ +system_paths: + perlmutter: + trillium: /project/rrg-rbond-ac/msyriac/masks/dr6v4_lensing_260608_masks/ + niagara: + dirac: + penn-gpc: + +allowed_qids_configs: 'all' + +allowed_qids: 'all' + +allowed_qids_extra_kwargs: diff --git a/sofind/products/masks/mnms_masks.yaml b/sofind/products/masks/mnms_masks.yaml index 444bc2d..269c3c4 100644 --- a/sofind/products/masks/mnms_masks.yaml +++ b/sofind/products/masks/mnms_masks.yaml @@ -2,6 +2,7 @@ system_paths: della: /scratch/gpfs/zatkins/data/simonsobs/mnms/masks perlmutter: /global/cfs/cdirs/act/data/zatkins/data/simonsobs/mnms/masks dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/simulations/mnms/masks/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/mnms/masks/ niagara: /scratch/r/rbond/jaejoonk/mnms/masks/ penn-gpc: /data5/act/mnms/masks/ tiger: /scratch/gpfs/SIMONSOBS/users/zatkins/projects/mnms/masks @@ -10,4 +11,4 @@ allowed_qids_configs: 'all' allowed_qids: 'all' -allowed_qids_extra_kwargs: \ No newline at end of file +allowed_qids_extra_kwargs: diff --git a/sofind/products/noise_models/act_dr6v4.yaml b/sofind/products/noise_models/act_dr6v4.yaml index 7066b07..8740fa7 100644 --- a/sofind/products/noise_models/act_dr6v4.yaml +++ b/sofind/products/noise_models/act_dr6v4.yaml @@ -1,9 +1,16 @@ system_paths: della: /scratch/gpfs/ACT/dr6v4/simulations/noise - perlmutter: /global/cfs/cdirs/act/data/act_dr6v4/simulations/noise + # these are alms + perlmutter: /pscratch/sd/j/jaejoonk/nilc_products/noise_sims/ + # these are enmap versions + #perlmutter: /global/cfs/cdirs/act/data/act_dr6v4/simulations/noise dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/simulations/mnms/ + # not saving noise sims to disk anymore on trillium + trillium: /project/rpp-ahincks/jaejoonk/mnms/ niagara: /scratch/r/rbond/jaejoonk/dr6plus_noise_sims/ - + penn-gpc: /data6/DR6_plus/noise_sims/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/simulations/mnms/ + allowed_qids_configs: - act_dr6vX_qids.yaml @@ -75,6 +82,8 @@ tile_cmbmask: delta_ell_smooth: 400 height_deg: 4.0 width_deg: 4.0 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' sim_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' @@ -119,6 +128,8 @@ tile_cmbmask_ivfwhm2: delta_ell_smooth: 400 height_deg: 4.0 width_deg: 4.0 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' sim_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' @@ -201,6 +212,8 @@ fdw_cmbmask: w_lmax: 10800 w_lmax_j: 5300 w_lmin: 10 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' sim_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' @@ -283,5 +296,7 @@ fdw_cmbmask_ivfwhm2: w_lmax: 10800 w_lmax_j: 5300 w_lmin: 10 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' - sim_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' \ No newline at end of file + sim_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' diff --git a/sofind/products/noise_models/act_dr6v4_day.yaml b/sofind/products/noise_models/act_dr6v4_day.yaml index 6c9f7da..f904e14 100644 --- a/sofind/products/noise_models/act_dr6v4_day.yaml +++ b/sofind/products/noise_models/act_dr6v4_day.yaml @@ -2,8 +2,12 @@ system_paths: della: /scratch/gpfs/ACT/dr6v4/simulations/noise perlmutter: /global/cfs/cdirs/act/data/act_dr6v4/simulations/noise dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/simulations/mnms/ + # not saving noise sims to disk anymore on trillium + trillium: /scratch/iabril/mnms/ niagara: /scratch/r/rbond/jaejoonk/dr6plus_noise_sims/ - + penn-gpc: /data6/DR6_plus/noise_sims/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/simulations/mnms/ + allowed_qids_configs: - act_dr6vX_qids.yaml @@ -35,8 +39,7 @@ allowed_qids_extra_kwargs: pa5b_dw: num_splits: 4 - -tile_cmbmask_daydeep: +tile_cmbmask_daydeep_250513: noise_model_class: Tiled data_model_name: act_dr6v4 subproduct: day @@ -64,11 +67,11 @@ tile_cmbmask_daydeep: ivar_fwhms: null ivar_lmaxs: null kfilt_lbounds: null - masks_subproduct: lensing_masks - mask_est_name: dr6v4_lensing_20240919_daydeep_enhanced_mask_60.fits + masks_subproduct: lensing_masks_20250513 + mask_est_name: dr6v4_lensing_250513_daydeep_enhanced_mask_70.fits mask_est_edgecut: 60 mask_est_apodization: 180 - mask_obs_name: dr6v4_lensing_20240919_daydeep_enhanced_mask_60.fits + mask_obs_name: dr6v4_lensing_250513_daydeep_enhanced_mask_70.fits mask_obs_edgecut: 10 model_lim: 0.000001 model_lim0: null @@ -77,10 +80,12 @@ tile_cmbmask_daydeep: delta_ell_smooth: 400 height_deg: 4.0 width_deg: 4.0 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' sim_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' -tile_cmbmask_daywide: +tile_cmbmask_daywide_250513: noise_model_class: Tiled data_model_name: act_dr6v4 subproduct: day @@ -108,11 +113,11 @@ tile_cmbmask_daywide: ivar_fwhms: null ivar_lmaxs: null kfilt_lbounds: null - masks_subproduct: lensing_masks - mask_est_name: dr6v4_lensing_20240919_daywide_enhanced_mask_60.fits + masks_subproduct: lensing_masks_20250513 + mask_est_name: dr6v4_lensing_250513_daywide_enhanced_mask_70.fits mask_est_edgecut: 60 mask_est_apodization: 180 - mask_obs_name: dr6v4_lensing_20240919_daywide_enhanced_mask_80.fits + mask_obs_name: dr6v4_lensing_250513_daywide_enhanced_mask_70.fits mask_obs_edgecut: 10 model_lim: 0.000001 model_lim0: null @@ -121,5 +126,95 @@ tile_cmbmask_daywide: delta_ell_smooth: 400 height_deg: 4.0 width_deg: 4.0 + inpaint_radius: 6 + inpaint_thumb_width: 120 + model_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' + sim_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' + +tile_cmbmask_daydeep_ivfwhm2: + noise_model_class: Tiled + data_model_name: act_dr6v4 + subproduct: day + maps_product: maps + maps_subproduct: default + calibrated: false + calibrations_subproduct: null + catalogs_subproduct: inpaint_catalogs + catalog_name: union_catalog_regular_20241002.csv + differenced: true + dtype: f4 + enforce_equal_qid_kwargs: + - patch + - array + - daynight + - num_splits + filter_kwargs: + lim: 0.000001 + lim0: null + post_filt_rel_downgrade: 2 + iso_filt_method: harmonic + ivar_filt_method: basic + ivar_fwhms: 2 + ivar_lmaxs: null + kfilt_lbounds: null + masks_subproduct: lensing_masks_20250513 + mask_est_name: dr6v4_lensing_250513_daydeep_enhanced_mask_70.fits + mask_est_edgecut: 60 + mask_est_apodization: 180 + mask_obs_name: dr6v4_lensing_250513_daydeep_enhanced_mask_70.fits + mask_obs_edgecut: 10 + model_lim: 0.000001 + model_lim0: null + qid_names_template: '{array}_{freq}' + srcfree: true + delta_ell_smooth: 400 + height_deg: 4.0 + width_deg: 4.0 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' sim_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' + +tile_cmbmask_daywide_ivfwhm2: + noise_model_class: Tiled + data_model_name: act_dr6v4 + subproduct: day + maps_product: maps + maps_subproduct: default + calibrated: false + calibrations_subproduct: null + catalogs_subproduct: inpaint_catalogs + catalog_name: union_catalog_regular_20241002.csv + differenced: true + dtype: f4 + enforce_equal_qid_kwargs: + - patch + - array + - daynight + - num_splits + filter_kwargs: + lim: 0.000001 + lim0: null + post_filt_rel_downgrade: 2 + iso_filt_method: harmonic + ivar_filt_method: basic + ivar_fwhms: 2 + ivar_lmaxs: null + kfilt_lbounds: null + masks_subproduct: lensing_masks_20250513 + mask_est_name: dr6v4_lensing_250513_daywide_enhanced_mask_70.fits + mask_est_edgecut: 60 + mask_est_apodization: 180 + mask_obs_name: dr6v4_lensing_250513_daywide_enhanced_mask_70.fits + mask_obs_edgecut: 10 + model_lim: 0.000001 + model_lim0: null + qid_names_template: '{array}_{freq}' + srcfree: true + delta_ell_smooth: 400 + height_deg: 4.0 + width_deg: 4.0 + inpaint_radius: 6 + inpaint_thumb_width: 120 + model_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' + sim_file_template: '{config_name}_{noise_model_name}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' \ No newline at end of file diff --git a/sofind/products/noise_models/act_dr6v4_el_split.yaml b/sofind/products/noise_models/act_dr6v4_el_split.yaml index aaf4b82..0fba283 100644 --- a/sofind/products/noise_models/act_dr6v4_el_split.yaml +++ b/sofind/products/noise_models/act_dr6v4_el_split.yaml @@ -1,6 +1,7 @@ system_paths: della: /scratch/gpfs/ACT/dr6v4/simulations/noise perlmutter: /global/cfs/cdirs/act/data/act_dr6v4/simulations/noise + trillium: /project/rpp-ahincks/jaejoonk/mnms/ allowed_qids_configs: - act_dr6vX_qids.yaml @@ -73,6 +74,8 @@ tile_cmbmask: delta_ell_smooth: 400 height_deg: 4.0 width_deg: 4.0 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_null_{el_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' sim_file_template: '{config_name}_{noise_model_name}_null_{el_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' @@ -117,6 +120,8 @@ tile_cmbmask_ivfwhm2: delta_ell_smooth: 400 height_deg: 4.0 width_deg: 4.0 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_null_{el_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' sim_file_template: '{config_name}_{noise_model_name}_null_{el_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' @@ -199,6 +204,8 @@ fdw_cmbmask: w_lmax: 10800 w_lmax_j: 5300 w_lmin: 10 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_null_{el_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' sim_file_template: '{config_name}_{noise_model_name}_null_{el_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' @@ -281,5 +288,7 @@ fdw_cmbmask_ivfwhm2: w_lmax: 10800 w_lmax_j: 5300 w_lmin: 10 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_null_{el_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' - sim_file_template: '{config_name}_{noise_model_name}_null_{el_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' \ No newline at end of file + sim_file_template: '{config_name}_{noise_model_name}_null_{el_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' diff --git a/sofind/products/noise_models/act_dr6v4_inout_split.yaml b/sofind/products/noise_models/act_dr6v4_inout_split.yaml index ede7fca..791459c 100644 --- a/sofind/products/noise_models/act_dr6v4_inout_split.yaml +++ b/sofind/products/noise_models/act_dr6v4_inout_split.yaml @@ -1,7 +1,9 @@ system_paths: della: /scratch/gpfs/ACT/dr6v4/simulations/noise perlmutter: /global/cfs/cdirs/act/data/act_dr6v4/simulations/noise - + trillium: /project/rpp-ahincks/jaejoonk/mnms/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/simulations/mnms/ + allowed_qids_configs: - act_dr6vX_qids.yaml @@ -73,6 +75,8 @@ tile_cmbmask: delta_ell_smooth: 400 height_deg: 4.0 width_deg: 4.0 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_null_{inout_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' sim_file_template: '{config_name}_{noise_model_name}_null_{inout_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' @@ -117,6 +121,8 @@ tile_cmbmask_ivfwhm2: delta_ell_smooth: 400 height_deg: 4.0 width_deg: 4.0 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_null_{inout_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' sim_file_template: '{config_name}_{noise_model_name}_null_{inout_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' @@ -199,6 +205,8 @@ fdw_cmbmask: w_lmax: 10800 w_lmax_j: 5300 w_lmin: 10 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_null_{inout_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' sim_file_template: '{config_name}_{noise_model_name}_null_{inout_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' @@ -281,5 +289,7 @@ fdw_cmbmask_ivfwhm2: w_lmax: 10800 w_lmax_j: 5300 w_lmin: 10 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_null_{inout_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' - sim_file_template: '{config_name}_{noise_model_name}_null_{inout_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' \ No newline at end of file + sim_file_template: '{config_name}_{noise_model_name}_null_{inout_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' diff --git a/sofind/products/noise_models/act_dr6v4_pwv_split.yaml b/sofind/products/noise_models/act_dr6v4_pwv_split.yaml index 922f987..de5b527 100644 --- a/sofind/products/noise_models/act_dr6v4_pwv_split.yaml +++ b/sofind/products/noise_models/act_dr6v4_pwv_split.yaml @@ -1,7 +1,9 @@ system_paths: della: /scratch/gpfs/ACT/dr6v4/simulations/noise perlmutter: /global/cfs/cdirs/act/data/act_dr6v4/simulations/noise - + trillium: /project/rpp-ahincks/jaejoonk/mnms/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/simulations/mnms/ + allowed_qids_configs: - act_dr6vX_qids.yaml @@ -73,6 +75,8 @@ tile_cmbmask: delta_ell_smooth: 400 height_deg: 4.0 width_deg: 4.0 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_null_{pwv_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' sim_file_template: '{config_name}_{noise_model_name}_null_{pwv_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' @@ -117,6 +121,8 @@ tile_cmbmask_ivfwhm2: delta_ell_smooth: 400 height_deg: 4.0 width_deg: 4.0 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_null_{pwv_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' sim_file_template: '{config_name}_{noise_model_name}_null_{pwv_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' @@ -199,6 +205,8 @@ fdw_cmbmask: w_lmax: 10800 w_lmax_j: 5300 w_lmin: 10 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_null_{pwv_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' sim_file_template: '{config_name}_{noise_model_name}_null_{pwv_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' @@ -281,5 +289,7 @@ fdw_cmbmask_ivfwhm2: w_lmax: 10800 w_lmax_j: 5300 w_lmin: 10 + inpaint_radius: 6 + inpaint_thumb_width: 120 model_file_template: '{config_name}_{noise_model_name}_null_{pwv_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' - sim_file_template: '{config_name}_{noise_model_name}_null_{pwv_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' \ No newline at end of file + sim_file_template: '{config_name}_{noise_model_name}_null_{pwv_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' diff --git a/sofind/products/noise_models/act_dr6v4_t_split.yaml b/sofind/products/noise_models/act_dr6v4_t_split.yaml index 3534f0a..d32744b 100644 --- a/sofind/products/noise_models/act_dr6v4_t_split.yaml +++ b/sofind/products/noise_models/act_dr6v4_t_split.yaml @@ -1,6 +1,7 @@ system_paths: della: /scratch/gpfs/ACT/dr6v4/simulations/noise perlmutter: /global/cfs/cdirs/act/data/act_dr6v4/simulations/noise + trillium: /project/rpp-ahincks/jaejoonk/mnms/ allowed_qids_configs: - act_dr6vX_qids.yaml @@ -278,4 +279,4 @@ fdw_cmbmask_ivfwhm2: w_lmax_j: 5300 w_lmin: 10 model_file_template: '{config_name}_{noise_model_name}_null_{t_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_model' - sim_file_template: '{config_name}_{noise_model_name}_null_{t_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' \ No newline at end of file + sim_file_template: '{config_name}_{noise_model_name}_null_{t_split}_{qid_names}_lmax{lmax}_{num_splits}way_set{split_num}_noise_sim_{alm_str}{sim_num:04}' diff --git a/sofind/products/transfer_func/__init__.py b/sofind/products/transfer_func/__init__.py index a2dbf66..46663fa 100644 --- a/sofind/products/transfer_func/__init__.py +++ b/sofind/products/transfer_func/__init__.py @@ -90,9 +90,8 @@ def read_tf(self, qid, subproduct='default', if subproduct == 'dummy': # dummy transfer function: - ellt = np.arange(2,3000+1) + ellt = np.arange(2,10000+1) tf = np.ones(len(ellt)) - return np.array([ellt, tf]) # use get_tf_fn and some external library to load the data diff --git a/sofind/products/transfer_func/tf_dr6v4_240416.yaml b/sofind/products/transfer_func/tf_dr6v4_240416.yaml index 8579a76..784fbf0 100644 --- a/sofind/products/transfer_func/tf_dr6v4_240416.yaml +++ b/sofind/products/transfer_func/tf_dr6v4_240416.yaml @@ -1,9 +1,10 @@ system_paths: perlmutter: /global/cfs/cdirs/act/data/alaposta/transfer_functions/dr6_v4_legacy_240416/ dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/transfer_functions/dr6_v4_legacy_240416/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/transfer_functions/dr6_v4_legacy_240416/ niagara: /scratch/r/rbond/jaejoonk/lensing_pipeline_data/transfer_functions/dr6_v4_legacy_240416/ penn-gpc: /data5/act/DR6_products/transfer_functions/dr6_v4_legacy_240416/ - + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/transfer_func/dr6_v4_legacy_240416/ allowed_qids_configs: - act_dr6vX_qids.yaml diff --git a/sofind/products/transfer_func/tf_dr6v4_240416_lmax10000.yaml b/sofind/products/transfer_func/tf_dr6v4_240416_lmax10000.yaml new file mode 100644 index 0000000..2b494e2 --- /dev/null +++ b/sofind/products/transfer_func/tf_dr6v4_240416_lmax10000.yaml @@ -0,0 +1,22 @@ +system_paths: + perlmutter: /global/cfs/cdirs/act/data/alaposta/transfer_functions/dr6_v4_legacy_240416/ + trillium: /scratch/jaejoonk/DR6plus_lensing_data/transfer_functions/dr6_v4_legacy_240416/ + penn-gpc: /data5/act/DR6_products/transfer_functions/dr6_v4_legacy_240416/ + dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/transfer_functions/dr6_v4_legacy_240416/ + niagara: /scratch/r/rbond/jaejoonk/lensing_pipeline_data/transfer_functions/dr6_v4_legacy_240416/ + souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/transfer_func/dr6_v4_legacy_240416/ + +allowed_qids_configs: +- act_dr6vX_qids.yaml + +allowed_qids: +- pa4a +- pa4b +- pa5a +- pa5b +- pa6a +- pa6b + +allowed_qids_extra_kwargs: + +tf_template: 'tf_fit_dr6_{array}_{freq}_logistic_lmax10000.dat' diff --git a/sofind/qids/planck_qids.yaml b/sofind/qids/planck_qids.yaml index bee14a8..8c73403 100644 --- a/sofind/qids/planck_qids.yaml +++ b/sofind/qids/planck_qids.yaml @@ -1,19 +1,28 @@ 'p01': freq: '030' + daynight: planck 'p02': freq: '044' + daynight: planck 'p03': freq: '070' + daynight: planck 'p04': freq: '100' + daynight: planck 'p05': freq: '143' + daynight: planck 'p06': freq: '217' + daynight: planck 'p07': freq: '353' + daynight: planck 'p08': freq: '545' + daynight: planck 'p09': freq: '857' + daynight: planck diff --git a/sofind/systems.py b/sofind/systems.py index 842d8bb..f180f2a 100644 --- a/sofind/systems.py +++ b/sofind/systems.py @@ -7,5 +7,6 @@ 'dirac', 'niagara', 'penn-gpc', - 'souk' + 'souk', + 'trillium' ]