Convert from bps to idds workflow in prepare.

doc/changes/DM-34915.feature.rst

@@ -0,0 +1 @@
+Enable saving of iDDS client workflow objects at prepare bps submission stage.

python/lsst/ctrl/bps/panda/cmd_line_embedder.py

@@ -21,6 +21,7 @@
 
 import logging
 import os
+import re
 
 _LOG = logging.getLogger(__name__)
 
@@ -119,8 +120,12 @@ def substitute_command_line(self, cmd_line, lazy_vars, job_name):
         file_name: `str`
             job pseudo input file name
         """
+        cmd_vals = set([m.group(1) for m in re.finditer(r"[^$]{([^}]+)}", cmd_line)])
+        actual_lazy_vars = {}
+        for key in cmd_vals:
+            actual_lazy_vars[key] = lazy_vars[key]
 
-        cmd_line = self.replace_static_parameters(cmd_line, lazy_vars)
+        cmd_line = self.replace_static_parameters(cmd_line, actual_lazy_vars)
         cmd_line = self.resolve_submission_side_env_vars(cmd_line)
-        file_name = job_name + self.attach_pseudo_file_params(lazy_vars)
+        file_name = job_name + self.attach_pseudo_file_params(actual_lazy_vars)
         return cmd_line, file_name

python/lsst/ctrl/bps/panda/constants.py

@@ -0,0 +1,36 @@
+# This file is part of ctrl_bps_panda.
+#
+# Developed for the LSST Data Management System.
+# This product includes software developed by the LSST Project
+# (https://www.lsst.org).
+# See the COPYRIGHT file at the top-level directory of this distribution
+# for details of code ownership.
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <https://www.gnu.org/licenses/>.
+
+"""Symbolic constants
+"""
+
+PANDA_DEFAULT_PROD_SOURCE_LABEL = "managed"
+PANDA_DEFAULT_PROCESSING_TYPE = None
+PANDA_DEFAULT_TASK_TYPE = "test"
+PANDA_DEFAULT_VO = "wlcg"
+PANDA_DEFAULT_PRIORITY = 900
+PANDA_DEFAULT_MAX_JOBS_PER_TASK = 30000
+PANDA_DEFAULT_RSS = 1024
+PANDA_DEFAULT_MAX_WALLTIME = 90000
+PANDA_DEFAULT_MAX_ATTEMPTS = 3
+PANDA_DEFAULT_CORE_COUNT = 1
+PANDA_DEFAULT_CLOUD = "US"
+PANDA_MAX_LEN_INPUT_FILE = 4000

python/lsst/ctrl/bps/panda/edgenode/cmd_line_decoder.py

@@ -111,6 +111,8 @@ def deliver_input_files(src_path, files, skip_copy):
                 dest = dest_base.join(file_to_copy.basename())
                 dest.transfer_from(file_to_copy, transfer="copy")
                 print(f"copied {file_to_copy.path} " f"to {dest.path}", file=sys.stderr)
+            if file_name_placeholder == "job_executable":
+                os.chmod(dest.path, 0o777)
 
 
 deliver_input_files(sys.argv[3], sys.argv[4], sys.argv[5])