Skip to content

Commit

Permalink
Merge branch 'tickets/DM-26593' into master
Browse files Browse the repository at this point in the history
  • Loading branch information
morriscb committed Jan 7, 2021
2 parents 9e549ec + a33ffcc commit e08b8c0
Show file tree
Hide file tree
Showing 2 changed files with 85 additions and 0 deletions.
61 changes: 61 additions & 0 deletions pipelines/ApVerifyWithFakes.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,61 @@
# Gen 3 pipeline for ap_verify
# This concatenates various lsst.verify metrics to an AP pipeline

description: Fully instrumented AP pipeline with fakes
imports:
- location: $AP_VERIFY_DIR/pipelines/ApVerify.yaml
- location: $AP_VERIFY_DIR/pipelines/MetricsForFakes.yaml
tasks:
createFakes:
class: lsst.ap.pipe.createApFakes.CreateRandomApFakesTask
config:
magMin: 20
magMax: 26
fraction: 0
fakeDensity: 2000
coaddFakes:
class: lsst.pipe.tasks.insertFakes.InsertFakesTask
config:
doSubSelectSources: True
sourceSelectionColName: "isTemplateSource"
visitFakes:
class: lsst.pipe.tasks.processCcdWithFakes.ProcessCcdWithFakesTask
config:
insertFakes.doSubSelectSources: True
insertFakes.sourceSelectionColName: "isVisitSource"
imageDifference:
class: lsst.pipe.tasks.imageDifference.ImageDifferenceTask
config:
# Always prefer decorrelation; may eventually become ImageDifferenceTask default
connections.fakesType: "fakes_"
diaPipe:
# TODO: how to prevent duplication with ApPipe definition?
class: lsst.ap.association.DiaPipelineTask
config:
doWriteAssociatedSources: True
connections.fakesType: "fakes_"
matchFakes:
class: lsst.ap.pipe.matchApFakes.MatchApFakesTask
config:
matchDistanceArcseconds: 0.1
fracDiaSourcesToSciSources:
class: lsst.ip.diffim.metrics.FractionDiaSourcesToSciSourcesMetricTask
config:
connections.fakesType: "fakes_"
contracts:
# Metric inputs must match pipeline outputs
- createFakes.connections.fakesType == coaddFakes.connections.fakesType
- createFakes.connections.fakesType == visitFakes.connections.fakesType
- createFakes.connections.fakesType == imageDifference.connections.fakesType
- createFakes.connections.fakesType == diaPipe.connections.fakesType
- createFakes.connections.fakesType == matchFakes.connections.fakesType
- createFakes.connections.fakesType == apFakesCompletenessMag20t22.connections.fakesType
- createFakes.connections.fakesType == apFakesCompletenessMag22t24.connections.fakesType
- createFakes.connections.fakesType == apFakesCompletenessMag24t26.connections.fakesType
- coaddFakes.connections.coaddName == visitFakes.connections.coaddName
- coaddFakes.connections.coaddName == imageDifference.connections.coaddName
- coaddFakes.connections.coaddName == diaPipe.connections.coaddName
- coaddFakes.connections.coaddName == matchFakes.connections.coaddName
- coaddFakes.connections.coaddName == apFakesCompletenessMag20t22.connections.coaddName
- coaddFakes.connections.coaddName == apFakesCompletenessMag22t24.connections.coaddName
- coaddFakes.connections.coaddName == apFakesCompletenessMag24t26.connections.coaddName
24 changes: 24 additions & 0 deletions pipelines/MetricsForFakes.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
# Miscellaneous metrics for Alert Production
# In the future, these might be placed in task-specific pipelines (for debugging)
# or grouped by their datasets (to optimize expensive Butler reads)

description: Miscelaneous AP Pipeline metrics
tasks:
apFakesCompletenessMag20t22:
class: lsst.ap.pipe.metrics.ApFakesCompletenessMetricTask
config:
connections.metric: ApFakesCompletenessMag20t22
magMin: 20
magMax: 22
apFakesCompletenessMag22t24:
class: lsst.ap.pipe.metrics.ApFakesCompletenessMetricTask
config:
connections.metric: ApFakesCompletenessMag22t24
magMin: 22
magMax: 24
apFakesCompletenessMag24t26:
class: lsst.ap.pipe.metrics.ApFakesCompletenessMetricTask
config:
connections.metric: ApFakesCompletenessMag24t26
magMin: 24
magMax: 26

0 comments on commit e08b8c0

Please sign in to comment.