Remove ShellExecutor and SubprocessExecutor

.ci_support/environment-docs.yml

@@ -8,6 +8,7 @@ dependencies:
 - numpy
 - openmpi
 - cloudpickle =3.0.0
+- executorlib-core =0.0.1
 - mpi4py =3.1.6
 - tqdm =4.66.2
 - pyzmq =26.0.2

.ci_support/environment-mpich.yml

@@ -5,6 +5,7 @@ dependencies:
 - numpy
 - mpich
 - cloudpickle =3.0.0
+- executorlib-core =0.0.1
 - mpi4py =3.1.6
 - tqdm =4.66.2
 - pyzmq =26.0.2

.ci_support/environment-old.yml

@@ -5,6 +5,7 @@ dependencies:
 - numpy
 - openmpi =4.1.4
 - cloudpickle =2.0.0
+- executorlib-core =0.0.1
 - mpi4py =3.1.4
 - tqdm =4.44.0
 - pyzmq =25.0.0

.ci_support/environment-openmpi.yml

@@ -5,6 +5,7 @@ dependencies:
 - numpy
 - openmpi
 - cloudpickle =3.0.0
+- executorlib-core =0.0.1
 - mpi4py =3.1.6
 - tqdm =4.66.2
 - pyzmq =26.0.2

.ci_support/environment-win.yml

@@ -5,6 +5,7 @@ dependencies:
 - numpy
 - msmpi
 - cloudpickle =3.0.0
+- executorlib-core =0.0.1
 - mpi4py =3.1.6
 - tqdm =4.66.2
 - pyzmq =26.0.2

binder/environment.yml

@@ -5,6 +5,7 @@ dependencies:
 - numpy
 - openmpi
 - cloudpickle =3.0.0
+- executorlib-core =0.0.1
 - mpi4py =3.1.6
 - tqdm =4.66.2
 - pyzmq =26.0.0

pympipool/__init__.py

@@ -1,8 +1,6 @@
 from typing import Optional
 from ._version import get_versions
 from pympipool.scheduler import create_executor
-from pympipool.shell.executor import SubprocessExecutor
-from pympipool.shell.interactive import ShellExecutor
 from pympipool.shared.dependencies import ExecutorWithDependencies
 from pympipool.shared.inputcheck import check_refresh_rate as _check_refresh_rate
 

pympipool/backend/mpiexec.py

@@ -4,7 +4,7 @@
 
 import cloudpickle
 
-from pympipool.shared.communication import (
+from executorlib_core.communication import (
     interface_connect,
     interface_send,
     interface_shutdown,

pympipool/backend/serial.py

@@ -2,7 +2,7 @@
 import sys
 from typing import Optional
 
-from pympipool.shared.communication import (
+from executorlib_core.communication import (
     interface_connect,
     interface_send,
     interface_shutdown,

pympipool/scheduler/flux.py

@@ -1,16 +1,16 @@
 import os
 from typing import Optional
 
+from executorlib_core.base import ExecutorBroker
+from executorlib_core.thread import RaisingThread
 import flux.job
 
 from pympipool.shared.executorbase import (
     execute_parallel_tasks,
     execute_separate_tasks,
-    ExecutorBroker,
     ExecutorSteps,
 )
 from pympipool.shared.interface import BaseInterface
-from pympipool.shared.thread import RaisingThread
 
 
 class PyFluxExecutor(ExecutorBroker):

pympipool/scheduler/mpi.py

@@ -1,13 +1,13 @@
 from typing import Optional
+from executorlib_core.base import ExecutorBroker
+from executorlib_core.thread import RaisingThread
 
 from pympipool.shared.executorbase import (
     execute_parallel_tasks,
     execute_separate_tasks,
-    ExecutorBroker,
     ExecutorSteps,
 )
 from pympipool.shared.interface import MpiExecInterface
-from pympipool.shared.thread import RaisingThread
 
 
 class PyMPIExecutor(ExecutorBroker):

pympipool/scheduler/slurm.py

@@ -1,12 +1,14 @@
 from typing import Optional
+
+from executorlib_core.base import ExecutorBroker
+from executorlib_core.thread import RaisingThread
+
 from pympipool.shared.executorbase import (
     execute_parallel_tasks,
     execute_separate_tasks,
-    ExecutorBroker,
     ExecutorSteps,
 )
 from pympipool.shared.interface import SrunInterface
-from pympipool.shared.thread import RaisingThread
 
 
 class PySlurmExecutor(ExecutorBroker):

pympipool/shared/__init__.py

@@ -1,11 +1 @@
-from pympipool.shared.communication import (
-    SocketInterface,
-    interface_bootup,
-    interface_connect,
-    interface_send,
-    interface_shutdown,
-    interface_receive,
-)
-from pympipool.shared.executorbase import cancel_items_in_queue
-from pympipool.shared.thread import RaisingThread
 from pympipool.shared.interface import MpiExecInterface, SrunInterface

pympipool/shared/dependencies.py

@@ -1,6 +1,7 @@
+from executorlib_core.thread import RaisingThread
+
 from pympipool.scheduler import create_executor
 from pympipool.shared.executorbase import ExecutorSteps, execute_tasks_with_dependencies
-from pympipool.shared.thread import RaisingThread
 
 
 class ExecutorWithDependencies(ExecutorSteps):