LIU-390: Remove Plasma references from setup.py

ICRAR · Jun 20, 2024 · cc2a7d8 · cc2a7d8
1 parent 6c7b5e1
commit cc2a7d8
Show file tree

Hide file tree

Showing 5 changed files with 3 additions and 9 deletions.
diff --git a/daliuge-common/docker/Dockerfile.casa b/daliuge-common/docker/Dockerfile.casa
@@ -28,7 +28,7 @@ RUN apt install -y casacore-dev cmake g++ git libarrow-dev libplasma-dev python3
 RUN git clone https://gitlab.com/ska-telescope/cbf-sdp-emulator.git && \
     cd && python3 -m venv dlg && . ~/dlg/bin/activate && \
     pip3 install -U https://s3-us-west-2.amazonaws.com/ray-wheels/latest/ray-2.0.0.dev0-cp38-cp38-manylinux2014_x86_64.whl && \
-    pip install pyarrow==3.0.0 wheel python-casacore && \
+    pip install wheel python-casacore && \
     cd cbf-sdp-emulator; pip3 install --extra-index-url=https://nexus.engageska-portugal.pt/repository/pypi/simple .[plasma] && \
     cd data/; tar xf sim-vis.ms.tar.gz; cd ..
 

diff --git a/daliuge-engine/dlg/data/io.py b/daliuge-engine/dlg/data/io.py
@@ -33,8 +33,6 @@
 
 from dlg import ngaslite
 
-import pyarrow
-
 if sys.version_info >= (3, 8):
     from dlg.shared_memory import DlgSharedMemory
 
@@ -140,7 +138,7 @@ def delete(self):
         Deletes the data represented by this DataIO
         """
 
-    def buffer(self) -> Union[memoryview, bytes, bytearray, pyarrow.Buffer]:
+    def buffer(self) -> Union[memoryview, bytes, bytearray]:
         """
         Gets a buffer protocol compatible object of the drop data.
         This may be a zero-copy view of the data or a copy depending

diff --git a/daliuge-engine/setup.py b/daliuge-engine/setup.py
@@ -132,7 +132,6 @@ def run(self):
     "overrides",
     "paramiko",
     "psutil",
-    "pyarrow<10",
     "python-daemon",
     "pyzmq == 25.1.0",
     "scp",

diff --git a/docs/conf.py b/docs/conf.py
@@ -59,9 +59,6 @@ def __getattr__(cls, _):
     "paramiko.client",
     "paramiko.rsakey",
     "psutil",
-    "pyarrow",
-    "pyarrow.plasma",
-    "pyarrow.flight",
     "pyswarm",
     "python-daemon",
     "pyzmq",

diff --git a/docs/development/app_development/datadrop_io.rst b/docs/development/app_development/datadrop_io.rst
@@ -111,4 +111,4 @@ Specialized Serialization
 ^^^^^^^^^^^^^^^^^^^^^^^^^
 
 Data drops such as RDBMSDrop drops manage their own record format and are
-interfaced using relational data objects such `dict`, `pyarrow.RecordBatch` or `pandas.DataFrame`.
+interfaced using relational data objects such `dict`, or `pandas.DataFrame`.