feat: remove files from the RemoteRunner execution

aldbr · Apr 2, 2024 · 77602e8 · 77602e8
1 parent f9d149f
commit 77602e8
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/src/DIRAC/Resources/Computing/AREXComputingElement.py b/src/DIRAC/Resources/Computing/AREXComputingElement.py
@@ -898,8 +898,10 @@ def getJobOutput(self, jobID, workingDirectory=None):
             if remoteOutput == f"{stamp}.out":
                 with open(localOutput) as f:
                     stdout = f.read()
+                os.unlink(localOutput)
             if remoteOutput == f"{stamp}.err":
                 with open(localOutput) as f:
                     stderr = f.read()
+                os.unlink(localOutput)
 
         return S_OK((stdout, stderr))
diff --git a/src/DIRAC/WorkloadManagementSystem/Utilities/RemoteRunner.py b/src/DIRAC/WorkloadManagementSystem/Utilities/RemoteRunner.py
@@ -127,7 +127,11 @@ def execute(self, command, workingDirectory=".", numberOfProcessors=1, cleanRemo
             return result
         self.log.info("The output has been retrieved and declared complete")
 
-        # Clean job in the remote resource
+        # Clean up the job (local files not needed anymore)
+        os.remove(self.checkSumOutput)
+        os.remove(self.executable)
+
+        # Remove the job from the CE
         if cleanRemoteJob:
             if not (result := workloadCE.cleanJob(jobID))["OK"]:
                 self.log.warn("Failed to clean the output remotely", result["Message"])