Move fileDistributionEndPoint from lustre to weka

config/bps_usdf.yaml

@@ -9,7 +9,8 @@ computeCloud: US
 computeSite: SLAC
 s3EndpointUrl: "https://storage.googleapis.com"
 payloadFolder: payload
-fileDistributionEndPoint: "file:///sdf/group/rubin/sandbox/{operator}/panda_cache_box/{payloadFolder}/{uniqProcName}/"
+fileDistributionEndPoint: "${LSST_RUN_TEMP_SPACE}/{operator}/panda_cache_box/{payloadFolder}/{uniqProcName}/"
+fileDistributionEndPointDefault: "file:///sdf/data/rubin/panda_jobs/panda_cache/{operator}/panda_cache_box/{payloadFolder}/{uniqProcName}/"
 
 # location of main butler repo at USDF
 payload:
@@ -32,7 +33,7 @@ jobCleanup: "rm -fr EXEC_REPO-*;"
 
 
 # Specify memory request for executionButler, pipetaskInit and forcedPhotCoadd, placeholder for now
-requestMemory: 2048 # PanDA does the scheduling based on memory request
+requestMemory: 2048          # PanDA does the scheduling based on memory request
 executionButler:
   requestMemory: 7000
   queue: "SLAC_Rubin_Merge"

doc/changes/DM-39334.misc.rst

@@ -0,0 +1 @@
+Move fileDistributionEndPoint from lustre to weka

python/lsst/ctrl/bps/panda/panda_service.py

@@ -62,8 +62,13 @@ def submit(self, workflow):
             "maxCopyWorkers", opt={"default": PANDA_DEFAULT_MAX_COPY_WORKERS}
         )
         # Docstring inherited from BaseWmsService.submit.
+        file_distribution_uri = self.config["fileDistributionEndPoint"]
+        lsst_temp = "LSST_RUN_TEMP_SPACE"
+        if lsst_temp in file_distribution_uri and lsst_temp not in os.environ:
+            file_distribution_uri = self.config["fileDistributionEndPointDefault"]
+
         copy_files_for_distribution(
-            workflow.files_to_pre_stage, self.config["fileDistributionEndPoint"], max_copy_workers
+            workflow.files_to_pre_stage, file_distribution_uri, max_copy_workers
         )
 
         idds_client = get_idds_client(self.config)

python/lsst/ctrl/bps/panda/utils.py

@@ -237,6 +237,10 @@ def _make_doma_work(config, generic_workflow, gwjob, task_count, task_chunk):
         "fileDistributionEndPoint", opt={"curvals": cvals, "default": None}
     )
 
+    _, file_distribution_end_point_default = config.search(
+        "fileDistributionEndPointDefault", opt={"curvals": cvals, "default": None}
+    )
+
     # Assume input files are same across task
     local_pfns = {}
     direct_io_files = set()
@@ -264,6 +268,10 @@ def _make_doma_work(config, generic_workflow, gwjob, task_count, task_chunk):
     if not direct_io_files:
         direct_io_files.add("cmdlineplaceholder")
 
+    lsst_temp = "LSST_RUN_TEMP_SPACE"
+    if lsst_temp in file_distribution_end_point and lsst_temp not in os.environ:
+        file_distribution_end_point = file_distribution_end_point_default
+
     executable = add_decoder_prefix(
         config, cmd_line, file_distribution_end_point, (local_pfns, direct_io_files)
     )