DM-40511: Refresh the unit test data repo

pipelines/README

@@ -1 +1 @@
-This directory contains pipelines and configs modified to work with our test data.
+This directory contains pipelines and configs for Prompt Processing testing and production.

setup.cfg

@@ -8,6 +8,7 @@ exclude =
 	**/*/__init__.py,
 	**/*/version.py,
 	tests/.tests,
+        tests/data/*py,
 	pipelines/*.py,
 	pipelines/**/*.py
 per-file-ignores =

tests/data/ApPipe.yaml

@@ -1,12 +1,12 @@
 description: End to end Alert Production pipeline specialized for HiTS-2015
 #
-# This file was copied from ap_verify_ci_hits2015 branch DM-34237 and modified
-# to use use the calibrate.py file that was also copied over.
+# This file was copied from ap_verify_ci_hits2015/pipelines/ApPipe.yaml
+# with two modifications: (1) doSolarSystemAssociation is disabled, and
+# (2) the calibrate.py file from this package is used. The calibrate.py
+# file was copied from ap_verify_ci_hits2015 too.
 #
 # NOTES
 # Remember to run make_apdb.py and use the same configs for diaPipe
-# READ_UNCOMMITTED is required for sqlite APDBs, i.e.,
-# -c diaPipe:apdb.isolation_level: 'READ_UNCOMMITTED'
 # A db_url is always required, e.g.,
 # -c diaPipe:apdb.db_url: 'sqlite:////project/user/association.db'
 # Option to specify connection_timeout for sqlite APDBs encountering lock errors, i.e.,
@@ -16,7 +16,7 @@ imports:
   - location: $AP_PIPE_DIR/pipelines/DarkEnergyCamera/ApPipe.yaml
 parameters:
   # Use dataset's specific templates
-  coaddName: deep
+  coaddName: goodSeeing
 tasks:
   isr:
     class: lsst.ip.isr.IsrTask
@@ -28,7 +28,7 @@ tasks:
     class: lsst.pipe.tasks.calibrate.CalibrateTask
     config:
       # Use dataset's reference catalogs
-      file: $PROMPT_PROTOTYPE_DIR/pipelines/calibrate.py
+      file: $PROMPT_PROTOTYPE_DIR/tests/data/calibrate.py
   diaPipe:
     class: lsst.ap.association.DiaPipelineTask
     config:

tests/data/calibrate.py

@@ -0,0 +1,16 @@
+# TODO DM-40388: Remove this file when ApPipe is migrated to use CalibrateImageTask
+# Config override for lsst.pipe.tasks.calibrate.CalibrateTask
+# Ensure we're using the refcats that are actually in this dataset, regardless
+# of what task defaults are.
+
+# Use gaia for astrometry (phot_g_mean for everything, as that is the broadest
+# band with the most depth).
+
+config.connections.astromRefCat = "gaia_dr2_20200414"
+config.astromRefObjLoader.anyFilterMapsToThis = "phot_g_mean"
+
+# Use panstarrs for photometry (grizy filters).
+config.connections.photoRefCat = "ps1_pv3_3pi_20170110"
+config.photoRefObjLoader.filterMap = {
+    "u": "g",
+    "VR": "g"}