Skip to content

Commit

Permalink
Use parameters to describe fakes-based pipeline datasets.
Browse files Browse the repository at this point in the history
  • Loading branch information
@kfindeisen
kfindeisen committed Oct 7, 2021
1 parent a2a6135 commit 59d1a0e
Show file tree
Hide file tree
Showing 2 changed files with 107 additions and 23 deletions.
95 changes: 72 additions & 23 deletions pipelines/ApVerifyWithFakes.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,18 +7,46 @@ imports:
exclude:
- fracDiaSourcesToSciSources # Selectively turn off this task's contracts
- location: $AP_VERIFY_DIR/pipelines/MetricsForFakes.yaml
parameters:
fakesType: fakes_
# TODO: redundant connection definitions workaround for DM-30210
fakesInput: fakes_fakeSourceCat
fakesPvi: fakes_calexp
fakesTemplate: fakes_goodSeeingCoadd
fakesDcrTemplate: fakes_dcrCoadd
fakesDiaSrcCat: fakes_goodSeeingDiff_diaSrc
fakesDiaSrcSchema: fakes_goodSeeingDiff_diaSrc_schema
fakesDiaSrcParquet: fakes_goodSeeingDiff_diaSrcTable
fakesDiff: fakes_goodSeeingDiff_differenceExp
fakesDiffScore: fakes_goodSeeingDiff_scoreExp
fakesDiffWarp: fakes_goodSeeingDiff_warpedExp
fakesDiffMatch: fakes_goodSeeingDiff_matchedExp
fakesAssocSrc: fakes_goodSeeingDiff_assocDiaSrc
fakesMatchedSrc: fakes_goodSeeingDiff_matchDiaSrc
# TODO: end DM-30210 workaround
tasks:
createFakes:
class: lsst.ap.pipe.createApFakes.CreateRandomApFakesTask
config:
magMin: 20
magMax: 26
fakeDensity: 2000
connections.fakesType: parameters.fakesType
# TODO: redundant connection definitions workaround for DM-30210
connections.fakeCat: parameters.fakesInput
# TODO: end DM-30210 workaround
coaddFakes:
class: lsst.pipe.tasks.insertFakes.InsertFakesTask
config:
doSubSelectSources: True
select_col: "isTemplateSource"
connections.coaddName: parameters.coaddName
connections.fakesType: parameters.fakesType
# TODO: redundant connection definitions workaround for DM-30210
connections.image: parameters.template
connections.fakeCat: parameters.fakesInput
connections.imageWithFakes: parameters.fakesTemplate
# TODO: end DM-30210 workaround
visitFakes:
class: lsst.pipe.tasks.processCcdWithFakes.ProcessCcdWithVariableFakesTask
config:
Expand All @@ -31,50 +59,71 @@ tasks:
config:
doWriteWarpedExp: True # Required for packaging alerts in diaPipe
doSkySources: True
coaddName: parameters.coaddName
getTemplate.coaddName: parameters.coaddName
connections.coaddName: parameters.coaddName
# TODO: redundant connection definitions workaround for DM-30210
connections.coaddExposures: parameters.template
connections.dcrCoadds: dcrCoadd
connections.outputSchema: parameters.diaSrcSchema
connections.subtractedExposure: parameters.diff
connections.scoreExposure: parameters.diffScore
connections.warpedExposure: parameters.diffWarp
connections.matchedExposure: parameters.diffMatch
connections.diaSources: parameters.diaSrcCat
# TODO: end DM-30210 workaround
imageDifference:
class: lsst.pipe.tasks.imageDifference.ImageDifferenceTask
config:
connections.fakesType: "fakes_"
connections.fakesType: parameters.fakesType
# TODO: redundant connection definitions workaround for DM-30210
connections.coaddName: goodSeeing # For file-level consistency; hardcoded values force "goodSeeing" anyway
connections.exposure: fakes_calexp
connections.coaddExposures: fakes_goodSeeingCoadd
connections.dcrCoadds: fakes_dcrCoadd
connections.outputSchema: fakes_goodSeeingDiff_diaSrc_schema
connections.subtractedExposure: fakes_goodSeeingDiff_differenceExp
connections.scoreExposure: fakes_goodSeeingDiff_scoreExp
connections.warpedExposure: fakes_goodSeeingDiff_warpedExp
connections.matchedExposure: fakes_goodSeeingDiff_matchedExp
connections.diaSources: fakes_goodSeeingDiff_diaSrc
connections.coaddName: parameters.coaddName
connections.exposure: parameters.fakesPvi
connections.coaddExposures: parameters.fakesTemplate
connections.dcrCoadds: fakesDcrTemplate
connections.outputSchema: parameters.fakesDiaSrcSchema
connections.subtractedExposure: parameters.fakesDiff
connections.scoreExposure: parameters.fakesDiffScore
connections.warpedExposure: parameters.fakesDiffWarp
connections.matchedExposure: parameters.fakesDiffMatch
connections.diaSources: parameters.fakesDiaSrcCat
# TODO: end DM-30210 workaround
transformDiaSrcCat:
class: lsst.ap.association.TransformDiaSourceCatalogTask
config:
connections.fakesType: "fakes_"
connections.fakesType: parameters.fakesType
# TODO: redundant connection definitions workaround for DM-30210
connections.coaddName: goodSeeing # For file-level consistency; hardcoded values force "goodSeeing" anyway
connections.diaSourceSchema: fakes_goodSeeingDiff_diaSrc_schema
connections.diaSourceCat: fakes_goodSeeingDiff_diaSrc
connections.diffIm: fakes_goodSeeingDiff_differenceExp
connections.diaSourceTable: fakes_goodSeeingDiff_diaSrcTable
connections.coaddName: parameters.coaddName
connections.diaSourceSchema: parameters.fakesDiaSrcSchema
connections.diaSourceCat: parameters.fakesDiaSrcCat
connections.diffIm: parameters.fakesDiff
connections.diaSourceTable: parameters.fakesDiaSrcParquet
# TODO: end DM-30210 workaround
# Can't have separate with- and without-fakes runs for diaPipe, because there's only one APDB
diaPipe:
class: lsst.ap.association.DiaPipelineTask
config:
doWriteAssociatedSources: True
connections.fakesType: "fakes_"
connections.fakesType: parameters.fakesType
# TODO: redundant connection definitions workaround for DM-30210
connections.coaddName: goodSeeing # For file-level consistency; hardcoded values force "goodSeeing" anyway
connections.diaSourceTable: fakes_goodSeeingDiff_diaSrcTable
connections.diffIm: fakes_goodSeeingDiff_differenceExp
connections.warpedExposure: fakes_goodSeeingDiff_warpedExp
connections.associatedDiaSources: fakes_goodSeeingDiff_assocDiaSrc
connections.coaddName: parameters.coaddName
connections.diaSourceTable: parameters.fakesDiaSrcParquet
connections.diffIm: parameters.fakesDiff
connections.warpedExposure: parameters.fakesDiffWarp
connections.associatedDiaSources: parameters.fakesAssocSrc
# TODO: end DM-30210 workaround
matchFakes:
class: lsst.pipe.tasks.matchFakes.MatchVariableFakesTask
config:
matchDistanceArcseconds: 0.1
connections.coaddName: parameters.coaddName
connections.fakesType: parameters.fakesType
# TODO: redundant connection definitions workaround for DM-30210
connections.fakeCat: parameters.fakesInput
connections.diffIm: parameters.fakesDiff
connections.associatedDiaSources: parameters.fakesAssocSrc
connections.matchedDiaSources: parameters.fakesMatchedSrc
# TODO: end DM-30210 workaround
fracDiaSourcesToSciSources:
# Uses output of imageDifferenceNoFakes
class: lsst.ip.diffim.metrics.FractionDiaSourcesToSciSourcesMetricTask
Expand Down
35 changes: 35 additions & 0 deletions pipelines/MetricsForFakes.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -10,39 +10,74 @@ tasks:
connections.metric: ApFakesCompletenessMag20t22
magMin: 20
magMax: 22
connections.coaddName: parameters.coaddName
connections.fakesType: parameters.fakesType
# TODO: redundant connection definitions workaround for DM-30210
connections.matchedFakes: parameters.fakesMatchedSrc
# TODO: end DM-30210 workaround
apFakesCompletenessMag22t24:
class: lsst.ap.pipe.metrics.ApFakesCompletenessMetricTask
config:
connections.metric: ApFakesCompletenessMag22t24
magMin: 22
magMax: 24
connections.coaddName: parameters.coaddName
connections.fakesType: parameters.fakesType
# TODO: redundant connection definitions workaround for DM-30210
connections.matchedFakes: parameters.fakesMatchedSrc
# TODO: end DM-30210 workaround
apFakesCompletenessMag24t26:
class: lsst.ap.pipe.metrics.ApFakesCompletenessMetricTask
config:
connections.metric: ApFakesCompletenessMag24t26
magMin: 24
magMax: 26
connections.coaddName: parameters.coaddName
connections.fakesType: parameters.fakesType
# TODO: redundant connection definitions workaround for DM-30210
connections.matchedFakes: parameters.fakesMatchedSrc
# TODO: end DM-30210 workaround
apFakesCountMag20t22:
class: lsst.ap.pipe.metrics.ApFakesCountMetricTask
config:
connections.metric: ApFakesCountMag20t22
magMin: 20
magMax: 22
connections.coaddName: parameters.coaddName
connections.fakesType: parameters.fakesType
# TODO: redundant connection definitions workaround for DM-30210
connections.matchedFakes: parameters.fakesMatchedSrc
# TODO: end DM-30210 workaround
apFakesCountMag22t24:
class: lsst.ap.pipe.metrics.ApFakesCountMetricTask
config:
connections.metric: ApFakesCountMag22t24
magMin: 22
magMax: 24
connections.coaddName: parameters.coaddName
connections.fakesType: parameters.fakesType
# TODO: redundant connection definitions workaround for DM-30210
connections.matchedFakes: parameters.fakesMatchedSrc
# TODO: end DM-30210 workaround
apFakesCountMag24t26:
class: lsst.ap.pipe.metrics.ApFakesCountMetricTask
config:
connections.metric: ApFakesCountMag24t26
magMin: 24
magMax: 26
connections.coaddName: parameters.coaddName
connections.fakesType: parameters.fakesType
# TODO: redundant connection definitions workaround for DM-30210
connections.matchedFakes: parameters.fakesMatchedSrc
# TODO: end DM-30210 workaround
apFakesCount:
class: lsst.ap.pipe.metrics.ApFakesCountMetricTask
config:
connections.metric: ApFakesCount
magMin: 1
magMax: 39
connections.coaddName: parameters.coaddName
connections.fakesType: parameters.fakesType
# TODO: redundant connection definitions workaround for DM-30210
connections.matchedFakes: parameters.fakesMatchedSrc
# TODO: end DM-30210 workaround

0 comments on commit 59d1a0e

Please sign in to comment.