Merge pull request #26 from lsst/tickets/DM-36413

Update default bps configuration for S3DF
lsst · Sep 30, 2022 · e9ae51c · e9ae51c
2 parents 0ce3e5b + a36665d
commit e9ae51c
Show file tree

Hide file tree

Showing 3 changed files with 39 additions and 1 deletion.
diff --git a/config/bps_usdf.yaml b/config/bps_usdf.yaml
@@ -36,7 +36,7 @@ payload:
 # Specify memory request for executionButler, pipetaskInit and forcedPhotCoadd, placeholder for now
 executionButler:
   requestMemory: 7000
-# queue: "SLAC_Rubin_Merge"
+  queue: "SLAC_Rubin_Merge"
 
 pipetask:
   pipetaskInit:

diff --git a/python/lsst/ctrl/bps/panda/conf_example/setup_panda.sh b/python/lsst/ctrl/bps/panda/conf_example/setup_panda.sh
@@ -0,0 +1,17 @@
+#!/bin/bash
+# To setup PanDA: source setup_panda.sh w_2022_32
+# If using SDF: source setup_panda.sh w_2022_32 sdf
+
+latest=$(ls -td /cvmfs/sw.lsst.eu/linux-x86_64/panda_env/v* | head -1)
+
+usdf_cluster=$2
+if [ "$usdf_cluster" == "sdf" ]; then
+   setupScript=${latest}/setup_panda.sh
+   echo "Working on cluster: " $usdf_cluster
+else
+   setupScript=${latest}/setup_panda_s3df.sh
+fi
+echo "setup from:" $setupScript
+
+source $setupScript $1
+
diff --git a/python/lsst/ctrl/bps/panda/conf_example/test_sdf.yaml b/python/lsst/ctrl/bps/panda/conf_example/test_sdf.yaml
@@ -0,0 +1,21 @@
+# An example bps submission yaml
+# Need to setup USDF before submitting the yaml
+# source setupUSDF.sh
+
+LSST_VERSION: w_2022_32
+
+includeConfigs:
+- ${CTRL_BPS_PANDA_DIR}/config/bps_usdf.yaml
+
+queue: "SLAC_Rubin_SDF"
+
+executionButler:
+  requestMemory: 4000
+  queue: "SLAC_Rubin_SDF"
+
+pipelineYaml: "${DRP_PIPE_DIR}/pipelines/HSC/DRP-RC2.yaml#isr"
+
+payload:
+  payloadName: testUSDF_sdf
+  inCollection: "HSC/RC2/defaults"
+  dataQuery: "exposure = 34342 AND detector = 10"