DM-36375 fast handle dev/test tasks

lsst · Oct 21, 2022 · dcd51a5 · dcd51a5
1 parent 2152d6f
commit dcd51a5
Show file tree

Hide file tree

Showing 5 changed files with 14 additions and 6 deletions.
diff --git a/config/bps_panda.yaml b/config/bps_panda.yaml
@@ -5,6 +5,11 @@ defaultPreCmdOpts: "--long-log --log-level=VERBOSE --log-file payload-log.json"
 # Limit the number of jobs in a single PanDA task
 maxJobsPerTask: 30000
 
+# Default production label: managed
+prodSourceLabel: managed
+
+# Default job priority
+priority: 500
 
 pipetask:
   pipetaskInit:

diff --git a/doc/changes/DM-36375.rst b/doc/changes/DM-36375.rst
@@ -0,0 +1,3 @@
+fast handle dev/test tasks
+* ``prodSourceLabel``: it can be configured in the submission yaml, by default it is 'managed'
+* ``priority``: it can be set in the submission yaml, by default it is 500
diff --git a/python/lsst/ctrl/bps/panda/conf_example/test_sdf.yaml b/python/lsst/ctrl/bps/panda/conf_example/test_sdf.yaml
@@ -1,6 +1,6 @@
 # An example bps submission yaml
-# Need to setup USDF before submitting the yaml
-# source setupUSDF.sh
+# Need to setup SDF before submitting the yaml
+# source setup_panda.sh w_2022_32 sdf
 
 LSST_VERSION: w_2022_32
 
@@ -11,7 +11,7 @@ queue: "SLAC_Rubin_SDF"
 
 executionButler:
   requestMemory: 4000
-  queue: "SLAC_Rubin_SDF"
+  queue: "SLAC_Rubin_SDF_Big"
 
 pipelineYaml: "${DRP_PIPE_DIR}/pipelines/HSC/DRP-RC2.yaml#isr"
 

diff --git a/python/lsst/ctrl/bps/panda/conf_example/test_usdf.yaml b/python/lsst/ctrl/bps/panda/conf_example/test_usdf.yaml
@@ -1,6 +1,6 @@
 # An example bps submission yaml
 # Need to setup USDF before submitting the yaml
-# source setupUSDF.sh
+# source setup_panda.sh w_2022_32
 
 LSST_VERSION: w_2022_32
 

diff --git a/python/lsst/ctrl/bps/panda/panda_service.py b/python/lsst/ctrl/bps/panda/panda_service.py
@@ -142,7 +142,7 @@ def submit(self, workflow):
 
         _, processing_type = self.config.search("processing_type", opt={"default": None})
         _, task_type = self.config.search("task_type", opt={"default": "test"})
-        _, prod_source_label = self.config.search("prod_source_label", opt={"default": "test"})
+        _, prod_source_label = self.config.search("prodSourceLabel", opt={"default": None})
         _, vo = self.config.search("vo", opt={"default": "wlcg"})
 
         for idx, task in enumerate(workflow.generated_tasks):
@@ -178,7 +178,7 @@ def submit(self, workflow):
                 working_group=task.working_group,
                 processing_type=processing_type,
                 task_type=task_type,
-                prodSourceLabel=task.prod_source_label if task.prod_source_label else prod_source_label,
+                prodSourceLabel=prod_source_label if prod_source_label else task.prod_source_label,
                 vo=vo,
                 maxattempt=task.max_attempt,
                 maxwalltime=task.max_walltime if task.max_walltime else 90000,