From 5c0a072240d0c518ee4270445cf2288529d94a46 Mon Sep 17 00:00:00 2001 From: Leon Luttenberger Date: Mon, 12 Jun 2023 12:21:42 -0600 Subject: [PATCH 1/4] fix: Remove ORC support for Lambda Layers due to layer size limit --- building/lambda/build-lambda-layer.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/building/lambda/build-lambda-layer.sh b/building/lambda/build-lambda-layer.sh index 449b640ad..bdc36a532 100755 --- a/building/lambda/build-lambda-layer.sh +++ b/building/lambda/build-lambda-layer.sh @@ -33,7 +33,7 @@ cmake \ -DARROW_WITH_ZLIB=ON \ -DARROW_FLIGHT=OFF \ -DARROW_GANDIVA=OFF \ - -DARROW_ORC=ON \ + -DARROW_ORC=OFF \ -DARROW_CSV=ON \ -DARROW_JSON=ON \ -DARROW_COMPUTE=ON \ From 5938fa07af33704ff279eeb29162996aba0e6bef Mon Sep 17 00:00:00 2001 From: Leon Luttenberger Date: Mon, 12 Jun 2023 12:27:27 -0600 Subject: [PATCH 2/4] remove packaging --- building/lambda/build-lambda-layer.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/building/lambda/build-lambda-layer.sh b/building/lambda/build-lambda-layer.sh index bdc36a532..4e8a2a869 100755 --- a/building/lambda/build-lambda-layer.sh +++ b/building/lambda/build-lambda-layer.sh @@ -33,7 +33,7 @@ cmake \ -DARROW_WITH_ZLIB=ON \ -DARROW_FLIGHT=OFF \ -DARROW_GANDIVA=OFF \ - -DARROW_ORC=OFF \ + -DARROW_ORC=ON \ -DARROW_CSV=ON \ -DARROW_JSON=ON \ -DARROW_COMPUTE=ON \ @@ -84,6 +84,7 @@ pip3 install . -t ./python ".[redshift,mysql,postgres,gremlin,opensearch,openpyx rm -rf python/pyarrow* rm -rf python/boto* +rm -rf python/packaging* rm -f /aws-sdk-pandas/dist/pyarrow_files/pyarrow/libarrow.so rm -f /aws-sdk-pandas/dist/pyarrow_files/pyarrow/libparquet.so From 50600c0c8f274c784c11f9ddbfa9be5093ff1496 Mon Sep 17 00:00:00 2001 From: Leon Luttenberger Date: Mon, 12 Jun 2023 12:38:32 -0600 Subject: [PATCH 3/4] fix PYARROW_WITH_ORC --- building/lambda/build-lambda-layer.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/building/lambda/build-lambda-layer.sh b/building/lambda/build-lambda-layer.sh index 4e8a2a869..1a9282763 100755 --- a/building/lambda/build-lambda-layer.sh +++ b/building/lambda/build-lambda-layer.sh @@ -59,7 +59,7 @@ export ARROW_PRE_0_15_IPC_FORMAT=0 export PYARROW_WITH_HDFS=0 export PYARROW_WITH_FLIGHT=0 export PYARROW_WITH_GANDIVA=0 -export PYARROW_WITH_ORC=0 +export PYARROW_WITH_ORC=1 export PYARROW_WITH_CUDA=0 export PYARROW_WITH_PLASMA=0 export PYARROW_WITH_PARQUET=1 From e9bbfcc82fcfb00d7c31ae9f53a2a440247852e4 Mon Sep 17 00:00:00 2001 From: Leon Luttenberger Date: Mon, 12 Jun 2023 13:23:17 -0600 Subject: [PATCH 4/4] remove ORC --- building/lambda/build-lambda-layer.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/building/lambda/build-lambda-layer.sh b/building/lambda/build-lambda-layer.sh index 1a9282763..6a448e30c 100755 --- a/building/lambda/build-lambda-layer.sh +++ b/building/lambda/build-lambda-layer.sh @@ -33,7 +33,7 @@ cmake \ -DARROW_WITH_ZLIB=ON \ -DARROW_FLIGHT=OFF \ -DARROW_GANDIVA=OFF \ - -DARROW_ORC=ON \ + -DARROW_ORC=OFF \ -DARROW_CSV=ON \ -DARROW_JSON=ON \ -DARROW_COMPUTE=ON \ @@ -59,7 +59,7 @@ export ARROW_PRE_0_15_IPC_FORMAT=0 export PYARROW_WITH_HDFS=0 export PYARROW_WITH_FLIGHT=0 export PYARROW_WITH_GANDIVA=0 -export PYARROW_WITH_ORC=1 +export PYARROW_WITH_ORC=0 export PYARROW_WITH_CUDA=0 export PYARROW_WITH_PLASMA=0 export PYARROW_WITH_PARQUET=1