DM-39592: Add support for Auxtel/LATISS and add associated tests.

tests/config/fgcmBuildFromIsolatedStarsLatiss.py

@@ -0,0 +1,34 @@
+import os
+from lsst.obs.lsst.filters import LATISS_FILTER_DEFINITIONS
+
+# The filterMap and bands are for the small subset of bands used in the tests
+config.physicalFilterMap = {
+    'SDSSg_65mm~empty': 'g',
+    'SDSSr_65mm~empty': 'r',
+    'SDSSi_65mm~empty': 'i',
+}
+config.requiredBands = ['g', 'r']
+config.primaryBands = ['r']
+# The coarseNside is set appropriate to the area of the test data
+config.coarseNside = 64
+# The tests are done with only the brightest reference stars
+config.fgcmLoadReferenceCatalog.referenceSelector.signalToNoise.minimum = 50.0
+
+config.instFluxField = 'apFlux_35_0_instFlux'
+config.apertureInnerInstFluxField = 'apFlux_35_0_instFlux'
+config.apertureOuterInstFluxField = 'apFlux_50_0_instFlux'
+
+config.minPerBand = 2
+config.connections.ref_cat = "atlas_refcat2_20220201"
+
+configDir = os.path.join(os.path.dirname(__file__))
+config.physicalFilterMap = LATISS_FILTER_DEFINITIONS.physical_to_band
+config.doSubtractLocalBackground = True
+config.sourceSelector["science"].flags.bad.append("localBackground_flag")
+config.sourceSelector["science"].signalToNoise.fluxField = "apFlux_35_0_instFlux"
+config.sourceSelector["science"].signalToNoise.errField = "apFlux_35_0_instFluxErr"
+config.fgcmLoadReferenceCatalog.load(os.path.join(configDir, 'filterMapLatiss.py'))
+config.fgcmLoadReferenceCatalog.applyColorTerms = False
+config.fgcmLoadReferenceCatalog.referenceSelector.doSignalToNoise = True
+config.fgcmLoadReferenceCatalog.referenceSelector.signalToNoise.fluxField = 'i_flux'
+config.fgcmLoadReferenceCatalog.referenceSelector.signalToNoise.errField = 'i_fluxErr'

tests/config/fgcmFitCycleLatiss.py

@@ -0,0 +1,108 @@
+import lsst.fgcmcal as fgcmcal
+
+config.outfileBase = 'TestFgcm'
+# Use these bands and fit them.
+# g band does not have any observations in tests, this ensures
+# that the code performs properly when there are missing bands.
+config.bands = ['g', 'r', 'i']
+config.fitBands = ['g', 'r', 'i']
+from lsst.obs.lsst.filters import LATISS_FILTER_DEFINITIONS
+config.physicalFilterMap = LATISS_FILTER_DEFINITIONS.physical_to_band
+# Only require r, i observations for a star to be a calibration star.
+config.requiredBands = ['g', 'r']
+# Do 5 iterations in multi-cycle run mode.
+config.maxIterBeforeFinalCycle = 5
+config.nCore = 1
+config.cycleNumber = 0
+config.utBoundary = 0.0
+config.washMjds = (0.0, )
+# For tests, define 1 observing epoch that encompasses everything.
+config.epochMjds = (0.0, 100000.0)
+config.coatingMjds = []
+config.latitude = -30.2333
+# This is pi*(1.2/2.)**2.
+config.mirrorArea = 1.13097
+config.defaultCameraOrientation = 0.0
+config.brightObsGrayMax = 0.5
+config.expGrayInitialCut = -0.5
+config.expGrayPhotometricCutDict = {'g': -0.5, 'r': -0.5, 'i': -0.5}
+config.expGrayHighCutDict = {'g': 0.2, 'r': 0.2, 'i': 0.2}
+config.expVarGrayPhotometricCutDict = {'g': 0.1**2.,
+                                       'r': 0.1**2.,
+                                       'i': 0.1**2.}
+# For tests, make a broad cut for outliers.
+config.autoPhotometricCutNSig = 5.0
+config.autoHighCutNSig = 5.0
+# Fit aperture corrections with only 2 bins to exercise the code.
+config.aperCorrFitNBins = 2
+config.aperCorrInputSlopeDict = {'g': -1.0,
+                                 'r': -1.0,
+                                 'i': -1.0}
+# Define the band to SED constants approximately so they work
+# for data that only has r, i observations.
+config.sedboundaryterms = fgcmcal.SedboundarytermDict()
+config.sedboundaryterms.data['gr'] = fgcmcal.Sedboundaryterm(primary='g',
+                                                             secondary='r')
+config.sedterms = fgcmcal.SedtermDict()
+config.sedterms.data['g'] = fgcmcal.Sedterm(primaryTerm='gr', secondaryTerm=None,
+                                            extrapolated=False, constant=0.0)
+config.sedterms.data['r'] = fgcmcal.Sedterm(primaryTerm='gr', secondaryTerm=None,
+                                            extrapolated=False, constant=1.0)
+config.sedterms.data['i'] = fgcmcal.Sedterm(primaryTerm='gr', secondaryTerm=None,
+                                            extrapolated=False, constant=0.75)
+# Define good stars with an r-i color cut.
+config.starColorCuts = ('g,r,-0.50,2.25',)
+config.refStarColorCuts = ('g, r, -0.50, 2.25',)
+config.useExposureReferenceOffset = True
+config.precomputeSuperStarInitialCycle = False
+config.superStarSubCcdDict = {'g': True,
+                              'r': True,
+                              'i': True}
+config.superStarPlotCcdResiduals = True
+# Allow calibration to work with just 1 exposure on a night.
+config.minExpPerNight = 1
+# Allow calibration to work with very few stars per exposure.
+config.minStarPerExp = 5
+# Allow calibration to work with small number of stars in processing batches.
+config.nStarPerRun = 50
+config.nExpPerRun = 2
+# Define r-i color as the primary way to split by color.
+config.colorSplitBands = ['g', 'r']
+config.freezeStdAtmosphere = True
+# For tests, do low-order per-ccd polynomial.
+config.superStarSubCcdChebyshevOrder = 1
+config.ccdGraySubCcdDict = {'g': False,
+                            'r': False,
+                            'i': False}
+config.ccdGrayFocalPlaneDict = {'g': False,
+                                'r': False,
+                                'i': False}
+config.ccdGrayFocalPlaneFitMinCcd = 1
+config.ccdGrayFocalPlaneChebyshevOrder = 1
+# Do not model the magnitude errors (use errors as reported).
+config.modelMagErrors = False
+# Fix the sigma_cal calibration noise to 0.003 mag.
+config.sigmaCalRange = (0.003, 0.003)
+# Do not fit instrumental parameters (mirror decay) per band.
+config.instrumentParsPerBand = False
+# Set the random seed for repeatability in fits.
+config.randomSeed = 12345
+# Do not use star repeatability metrics for selecting exposures.
+# (Instead, use exposure repeatability metrics).
+config.useRepeatabilityForExpGrayCutsDict = {'g': False,
+                                             'r': False,
+                                             'i': False}
+config.sigFgcmMaxEGrayDict = {'g': 0.1,
+                              'r': 0.1,
+                              'i': 0.1}
+config.approxThroughputDict = {'g': 1.0,
+                              'r': 1.0,
+                              'i': 1.0}
+
+config.deltaAperFitPerCcdNx = 2
+config.deltaAperFitPerCcdNy = 2
+config.deltaAperInnerRadiusArcsec = 2.04
+config.deltaAperOuterRadiusArcsec = 2.89
+config.doComputeDeltaAperPerVisit = True
+config.doComputeDeltaAperMap = True
+config.doComputeDeltaAperPerCcd = True

tests/config/fgcmMakeLutLatiss.py

@@ -0,0 +1,6 @@
+config.physicalFilters = ['SDSSg_65mm~empty', 'SDSSr_65mm~empty', 'SDSSi_65mm~empty']
+config.atmosphereTableName = 'fgcm_atm_lsst2_test'
+
+config.filterTransmissionIsUnbounded = False
+config.opticsTransmissionIsUnbounded = False
+config.sensorTransmissionIsUnbounded = False

tests/config/fgcmOutputProductsLatiss.py

@@ -0,0 +1,21 @@
+import os.path
+
+
+config.connections.cycleNumber = 2
+
+config.doReferenceCalibration = True
+config.referencePixelizationMinStars = 20
+config.referenceMinMatch = 15
+
+from lsst.obs.lsst.filters import LATISS_FILTER_DEFINITIONS
+
+config.physicalFilterMap = {
+    'SDSSg_65mm~empty': 'g',
+    'SDSSr_65mm~empty': 'r',
+    'SDSSi_65mm~empty': 'i',
+}
+
+config.photoCal.applyColorTerms = False
+config.photoCal.photoCatName = 'atlas_refcat2_20220201'
+
+config.connections.refCat = 'atlas_refcat2_20220201'

tests/config/filterMapLatiss.py

@@ -0,0 +1,6 @@
+for source, target in [
+        ("SDSSg_65mm~empty", "g"),
+        ("SDSSr_65mm~empty", "r"),
+        ("SDSSi_65mm~empty", "i"),
+]:
+    config.filterMap[source] = target

tests/pipelines/fgcmBuildFromIsolatedStarsLatiss.yaml

@@ -0,0 +1,5 @@
+description: Build fgcm input stars
+instrument: lsst.obs.lsst.Latiss
+tasks:
+  fgcmBuildFromIsolatedStars:
+    class: lsst.fgcmcal.fgcmBuildFromIsolatedStars.FgcmBuildFromIsolatedStarsTask

tests/pipelines/fgcmFitCycleLatiss.yaml

@@ -0,0 +1,5 @@
+description: Perform an fgcmcal fit cycle
+instrument: lsst.obs.lsst.Latiss
+tasks:
+  fgcmFitCycle:
+    class: lsst.fgcmcal.fgcmFitCycle.FgcmFitCycleTask

tests/pipelines/fgcmFullPipelineLatiss.yaml

@@ -0,0 +1,12 @@
+description: Full fgcmcal pipeline
+instrument: lsst.obs.lsst.Latiss
+tasks:
+  fgcmBuildFromIsolatedStars:
+    class: lsst.fgcmcal.fgcmBuildFromIsolatedStars.FgcmBuildFromIsolatedStarsTask
+  fgcmFitCycle:
+    class: lsst.fgcmcal.fgcmFitCycle.FgcmFitCycleTask
+    config:
+      doMultipleCycles: true
+      multipleCyclesFinalCycleNumber: 2
+  fgcmOutputProducts:
+    class: lsst.fgcmcal.fgcmOutputProducts.FgcmOutputProductsTask

tests/pipelines/fgcmMakeLutLatiss.yaml

@@ -0,0 +1,4 @@
+description: Make fgcmcal look-up table
+instrument: lsst.obs.lsst.Latiss
+tasks:
+  fgcmMakeLut: lsst.fgcmcal.fgcmMakeLut.FgcmMakeLutTask

tests/pipelines/fgcmOutputProductsLatiss.yaml

@@ -0,0 +1,5 @@
+description: Output fgcmcal products
+instrument: lsst.obs.lsst.Latiss
+tasks:
+  fgcmOutputProducts:
+    class: lsst.fgcmcal.fgcmOutputProducts.FgcmOutputProductsTask