Update to arrow / pyarrow 16 (Point72#210)

* Upgrade pyarrow to 16.0.0 Signed-off-by: Rob Ambalu <robert.ambalu@point72.com>
Carreau · May 13, 2024 · 68927fe · 68927fe
1 parent 7b3c3a7
commit 68927fe
Show file tree

Hide file tree

Showing 121 changed files with 523 additions and 16,629 deletions.
diff --git a/conda/dev-environment-unix.yml b/conda/dev-environment-unix.yml
@@ -18,7 +18,7 @@ dependencies:
  - gtest
  - httpx>=0.20,<1
  - isort>=5,<6
- - libarrow=15
+ - libarrow=16
  - librdkafka
  - libboost-headers
  - lz4-c
@@ -28,7 +28,7 @@ dependencies:
  - numpy
  - pillow
  - psutil
- - pyarrow=15
+ - pyarrow=16
  - pandas
  - pillow
  - polars

diff --git a/cpp/csp/python/adapters/CMakeLists.txt b/cpp/csp/python/adapters/CMakeLists.txt
@@ -6,7 +6,7 @@ if(CSP_BUILD_KAFKA_ADAPTER)
 endif()
 
 if(CSP_BUILD_PARQUET_ADAPTER)
-    set(VENDORED_PYARROW_ROOT "${CMAKE_SOURCE_DIR}/cpp/csp/python/adapters/vendored/pyarrow-15.0.0/")
+    set(VENDORED_PYARROW_ROOT "${CMAKE_SOURCE_DIR}/cpp/csp/python/adapters/vendored/pyarrow-16.0.0/")
     set(ARROW_PYTHON_SRCS
         ${VENDORED_PYARROW_ROOT}/arrow/python/arrow_to_pandas.cc
         ${VENDORED_PYARROW_ROOT}/arrow/python/benchmark.cc

diff --git a/cpp/csp/python/adapters/vendored/pyarrow-15.0.0/arrow/python/ipc.cc b/cpp/csp/python/adapters/vendored/pyarrow-15.0.0/arrow/python/ipc.cc
diff --git a/cpp/csp/python/adapters/vendored/pyarrow-15.0.0/arrow/util/int_util.h b/cpp/csp/python/adapters/vendored/pyarrow-15.0.0/arrow/util/int_util.h
diff --git a/cpp/csp/python/adapters/vendored/pyarrow-15.0.0/arrow/util/int_util_overflow.h b/cpp/csp/python/adapters/vendored/pyarrow-15.0.0/arrow/util/int_util_overflow.h