Merge pull request #166 from martinkilbinger/v1.5.9

V1.5.9

Author: martinkilbinger

config/calibration/mask_v1.X.9.yaml

@@ -0,0 +1,115 @@
+# Config file for masking and calibration.
+# Less conservative cuts, type v1.X.9 (e.g. for matching with spectroscopic sample).
+
+# General parameters (can also given on command line)
+params:
+  input_path: unions_shapepipe_comprehensive_struc_2024_v1.X.c.hdf5
+  cmatrices: False
+  sky_regions: False
+  verbose: True
+
+# Masks
+## Using columns in 'dat' group (ShapePipe flags)
+dat:
+  # SExtractor flags
+  - col_name: FLAGS
+    label: SE FLAGS
+    kind: smaller_equal
+    value: 2
+
+  # Duplicate objects
+  - col_name: overlap
+    label: tile overlap
+    kind: equal
+    value: True
+
+  # ShapePipe flags
+  - col_name: IMAFLAGS_ISO
+    label: SP mask
+    kind: equal
+    value: 0
+
+  # Number of epochs
+  - col_name: N_EPOCH
+    label: r"$n_{\rm epoch}$"
+    kind: greater_equal
+    value: 1
+
+  # Magnitude range
+  - col_name: mag
+    label: mag range
+    kind: range
+    value: [15, 30]
+
+  # ngmix flags
+  - col_name: NGMIX_MOM_FAIL
+    label: "ngmix moments failure"
+    kind: equal
+    value: 0
+
+  # invalid PSF ellipticities
+  - col_name: NGMIX_ELL_PSFo_NOSHEAR_0
+    label: "bad PSF ellipticity comp 1"
+    kind: not_equal
+    value: -10
+  - col_name: NGMIX_ELL_PSFo_NOSHEAR_1
+    label: "bad PSF ellipticity comp 2"
+    kind: not_equal
+    value: -10
+
+## Using columns in 'dat_ext' group (post-processing flags)
+dat_ext:
+
+  # Stars
+  - col_name: 4_Stars
+    label: "Stars"
+    kind: equal
+    value: False
+
+  # Manual mask
+  - col_name: 8_Manual
+    label: "manual mask"
+    kind: equal
+    value: False
+
+  # r-band footprint
+  - col_name: 64_r
+    label: "r-band imaging"
+    kind: equal
+    value: False
+
+  # Maximask
+  - col_name: 1024_Maximask
+    label: "maximask"
+    kind: equal
+    value: False
+
+# Metacal parameters
+metacal:
+  # Ellipticity dispersion
+  sigma_eps_prior: 0.34
+
+  # Signal-to-noise range
+  gal_snr_min: 5
+  gal_snr_max: 500
+
+  # Relative-size (hlr / hlr_psf) range
+  gal_rel_size_min: 0.25
+  gal_rel_size_max: 10
+
+  # Correct relative size for ellipticity?
+  gal_size_corr_ell: False
+
+  # Weight for global response matrix, None for unweighted mean
+  global_R_weight: w
+
+# Binned footprint mask
+binned_mask:
+  # Resolution
+  nside: 8192
+
+  # Mask value for "good region (observed)
+  good: False
+
+  # Output file path
+  output_path: "footprint_binned.fits"

notebooks/calibrate_comprehensive_cat.py

@@ -16,9 +16,12 @@
 import sys
 import os
 import numpy as np
+import healpy as hp
 from astropy.io import fits
 import matplotlib.pylab as plt
 
+from cs_util import cat as cs_cat
+
 from sp_validation import run_joint_cat as sp_joint
 from sp_validation import util
 from sp_validation.basic import metacal
@@ -145,14 +148,27 @@
 for mask in masks:
     del mask
 
-# %%
 # %%
 # Additional quantities
 ra = cat.get_col(dat, "RA", mask_combined._mask, mask_metacal)
 dec = cat.get_col(dat, "Dec", mask_combined._mask, mask_metacal)
 mag = cat.get_col(dat, "mag", mask_combined._mask, mask_metacal)
 
 
+# %%
+# Create hp mask file
+if "binned_mask" in config:
+    cbm = config["binned_mask"]
+    print("Binning data to obtain mask...")
+    area_deg2, pix = cs_cat.get_binned_area(ra, dec, nside=cbm["nside"], return_pix=True)
+    healpix_map = np.full(hp.nside2npix(cbm["nside"]), not cbm["good"])
+    healpix_map[pix] = cbm["good"]
+    print(f"Writing binned mask to file {cbm['output_path']}...")
+    hp.write_map(cbm["output_path"], healpix_map, overwrite=True)
+else:
+    print("No binned mask file on output")
+
+
 # %%
 # Additional data columns to write to output cat
 add_cols = [
@@ -244,10 +260,12 @@
 )
 
 # %%
+# Write mask information to ASCII file
 with open("masks.txt", "w") as f_out:
     for my_mask in masks:
         my_mask.print_summary(f_out)
 
+
 # %%
 
 if not obj._params["cmatrices"]:

notebooks/demo_calibrate_minimal_cat.py

@@ -114,7 +114,7 @@
 )
 # -
 
-g_corr_mc, g_uncorr, w, nask)metacal, c, c_err = get_calibrated_m_c(gal_metacal
+g_corr_mc, g_uncorr, w, nask)metacal, c, c_err = get_calibrated_m_c(gal_metacal)
 
 num_ok = len(g_corr_mc[0])
 sp_joint.Mask.print_strings(