PureB

.github/workflows/ci.yml

@@ -273,6 +273,7 @@ jobs:
         ceci --dry-run examples/buzzard/pipeline.yml
         ceci --dry-run examples/cosmodc2/pipeline.yml
         ceci --dry-run examples/skysim/pipeline.yml
+        ceci --dry-run examples/desy3/pipeline_Bmodes.yml
 
 
   Test_Auto_Installer:

examples/desy1/pipeline_Bmodes.yml

@@ -0,0 +1,116 @@
+
+# Stages to run
+stages:
+
+    - name: TXSourceSelectorMetacal     # select and split objects into source bins
+    - name: TXShearCalibration          # Calibrate and split the source sample tomographically
+    #- name: TXTruthLensCatalogSplitter
+    #- name: TXStarCatalogSplitter  # Split the star catalog into separate bins (psf/non-psf)    
+    #- name: TXPhotozPlot 
+    - name: TXSourceMaps
+      #nprocess: 6
+      #threads_per_process: 1
+      #nodes: 1
+    #- name: TXLensMaps
+    #- name: TXAuxiliarySourceMaps  # make PSF and flag maps
+    #- name: TXAuxiliaryLensMaps    # make depth and bright object maps
+    #- name: TXSourceNoiseMaps      # noise maps for sources using random rotations
+    # stage below is not working because TXAuxiliaryLensMaps is broken
+    #- name: TXLensNoiseMaps      # noise maps for lenses using density splits
+    #- name: TXDensityMaps         # turn mask and ngal maps into overdensity maps
+    #- name: TXMapPlots            # make pictures of all the maps
+    #- name: TXTracerMetadata      # collate metadata
+    #- name: TXJackknifeCenters    # Split the area into jackknife regions
+    #- name: TXRandomCat
+    #- name: TXTwoPoint            # Compute real-space 2-point correlations
+    #  threads_per_process: 128
+    #- name: TXBlinding           # Blind the data following Muir et al
+        #threads_per_process: 2
+    #- name: TXTwoPointTheoryReal # compute theory using CCL to save in sacc file and plot later
+    # - name: TXTwoPointPlots      # Make plots of 2pt correlations
+    #- name: TXSourceHistogramPlots
+    #- name: TXSourceDiagnosticPlots    # Make a suite of diagnostic plots
+      #nprocess: 8 
+      #nodes: 2
+    #- name: TXLensDiagnosticPlots    # Make a suite of diagnostic plots
+    #- name: TXGammaTFieldCenters # Compute and plot gamma_t around center points # ERROR: EXPOSURE FILE
+      ##threads_per_process: 2
+    #- name: TXGammaTStars  # Compute and plot gamma_t around bright stars
+      #threads_per_process: 2
+    #- name: TXGammaTRandoms      # Compute and plot gamma_t around randoms
+      #threads_per_process: 2
+    #- name: TXRoweStatistics     # Compute and plot Rowe statistics
+    # threads_per_process: 128
+    #- name: TXFocalPlanePlot      # mean PSF ellipticity and mean residual on the focal plane 
+      #- name: TXGalaxyStarDensity  # Compute and plot the star-galaxy density cross-correlation
+      #- name: TXGalaxyStarShear    # Compute and plot the star-galaxy shear cross-correlation
+      #- name: TXPSFDiagnostics     # Compute and plots other PSF diagnostics
+      #- name: TXBrighterFatterPlot # Make plots tracking the brighter-fatter effect
+      #- name: TXConvergenceMaps    # Make convergence kappa maps from g1, g2 maps #ERROR: WLMASSMAP
+      #- name: TXConvergenceMapPlots # Plot the convergence map
+      #- name: TXMapCorrelations    # plot the correlations between systematics and data # ERROR: NEEDS CONVERGENCE MAP
+      #- name: TXApertureMass        # Compute aperture-mass statistics
+      ##threads_per_process: 2
+    # Disabled since not yet synchronised with new Treecorr MPI
+    # - name: TXSelfCalibrationIA   # Self-calibration intrinsic alignments of galaxies
+    #
+    # Disabling these as they takes too long for a quick test.
+    # The latter three need NaMaster
+
+      ##- name: TXRealGaussianCovariance   # Compute covariance of real-space correlations
+    - name: TXTwoPointFourier          # Compute power spectra C_ell
+      ##- name: TXFourierNamasterCovariance # Compute the C_ell covariance
+      ##- name: TXFourierTJPCovariance     # Compute the C_ell covariance with TJPCov 
+
+#===========
+
+launcher:
+    name: mini
+    interval: 1.0
+
+site:
+    name: local 
+    max_threads: 128
+
+modules: txpipe
+
+# where to find any modules that are not in this repo,
+# and any other code we need.
+python_paths:
+    - submodules/WLMassMap/python/desc/
+    - submodules/TJPCov
+
+# where to put outputs
+output_dir: data/desy1/outputs
+
+# configuration settings
+config: examples/desy1/config.yml
+
+# These are overall inputs to the whole pipeline, not generated within it
+inputs:
+    shear_catalog: /global/cfs/cdirs/lsst/groups/WL/projects/txpipe-sys-tests/des-y1/shear_catalog_desy1_masked.h5
+    # subsampled catalog for debugging:
+    #shear_catalog: /global/cscratch1/sd/jjeffers/TXPipe/data/desy1/inputs/small_DESY1_shear_catalog.h5               
+    photometry_catalog: /global/cfs/cdirs/lsst/groups/WL/projects/txpipe-sys-tests/des-y1/photometry_catalog_desy1_RM.h5
+    lens_tomography_catalog: /global/cfs/cdirs/lsst/groups/WL/projects/txpipe-sys-tests/des-y1/lens_tomography_catalog_desy1_RM_091423.h5
+    shear_photoz_stack: /global/cfs/cdirs/lsst/groups/WL/projects/txpipe-sys-tests/des-y1/shear_photoz_stack.hdf5
+    lens_photoz_stack: /global/cfs/cdirs/lsst/groups/WL/projects/txpipe-sys-tests/des-y1/lens_photoz_stack.hdf5
+    calibration_table: data/example/inputs/sample_cosmodc2_w10year_errors.dat
+    exposures: data/example/inputs/exposures.hdf5
+    star_catalog: /global/cfs/cdirs/lsst/groups/WL/projects/txpipe-sys-tests/des-y1/DES_psf_catalog.hdf5
+    fiducial_cosmology: data/fiducial_cosmology.yml
+    # For the self-calibration extension we are not using Random_cat_source for now
+    # So it is set to Null, so the yaml intepreter returns a None value to python. 
+    random_cats_source: Null
+    mask: /global/cfs/cdirs/lsst/groups/WL/projects/txpipe-sys-tests/des-y1/mask_desy1.h5
+    #random_cats: /global/cfs/cdirs/lsst/groups/WL/projects/txpipe-sys-tests/des-y1/randoms_desy1_RM.hdf5
+    #binned_random_catalog: /global/cfs/cdirs/lsst/groups/WL/projects/txpipe-sys-tests/des-y1/binned_randoms_desy1_RM.hdf5
+# if supported by the launcher, restart the pipeline where it left off
+# if interrupted
+resume: True
+
+# where to put output logs for individual stages
+log_dir: data/desy1/logs
+
+# where to put an overall parsl pipeline log
+pipeline_log: data/desy1/log.txt

examples/desy3/config.yml

@@ -60,7 +60,7 @@ TXSourceSelectorMetacal:
     delta_gamma: 0.02
     source_zbin_edges: [0.0, 0.2, 0.4, 0.6, 0.8]
     shear_prefix: mcal_
-    resp_mean_diag : True
+    use_diagonal_response : True
 
 TXSourceSelectorLensfit:
     bands: ri #used for selection