From 7e17dae49195ab17cdc4e6fac42ed415fda87148 Mon Sep 17 00:00:00 2001 From: Shehab <11789402+shehabgamin@users.noreply.github.com> Date: Sat, 1 Nov 2025 21:33:01 -0700 Subject: [PATCH 1/2] update: sail 0.4.1 --- sail-partitioned/benchmark.sh | 2 +- sail/benchmark.sh | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/sail-partitioned/benchmark.sh b/sail-partitioned/benchmark.sh index 50bc097e6..6adcf06d8 100755 --- a/sail-partitioned/benchmark.sh +++ b/sail-partitioned/benchmark.sh @@ -45,7 +45,7 @@ echo "Install Python packages" python3 -m venv myenv source myenv/bin/activate pip install --upgrade setuptools wheel -env RUSTFLAGS="-C target-cpu=native" pip install --no-cache-dir "pysail==0.3.7" -v --no-binary pysail +env RUSTFLAGS="-C target-cpu=native" pip install --no-cache-dir "pysail==0.4.1" -v --no-binary pysail pip install "pyspark-client==4.0.0" \ "protobuf==5.28.3" \ "grpcio==1.71.2" \ diff --git a/sail/benchmark.sh b/sail/benchmark.sh index 944f783ec..303fa8e5d 100755 --- a/sail/benchmark.sh +++ b/sail/benchmark.sh @@ -45,7 +45,7 @@ echo "Install Python packages" python3 -m venv myenv source myenv/bin/activate pip install --upgrade setuptools wheel -env RUSTFLAGS="-C target-cpu=native" pip install --no-cache-dir "pysail==0.3.7" -v --no-binary pysail +env RUSTFLAGS="-C target-cpu=native" pip install --no-cache-dir "pysail==0.4.1" -v --no-binary pysail pip install "pyspark-client==4.0.0" \ "protobuf==5.28.3" \ "grpcio==1.71.2" \ From 7f339a7f3023925bf69d1510c14189255c11c271 Mon Sep 17 00:00:00 2001 From: Shehab <11789402+shehabgamin@users.noreply.github.com> Date: Sat, 1 Nov 2025 21:34:51 -0700 Subject: [PATCH 2/2] now enabled by default so no longer needed --- sail-partitioned/query.py | 1 - sail/query.py | 1 - 2 files changed, 2 deletions(-) diff --git a/sail-partitioned/query.py b/sail-partitioned/query.py index 093220a59..705550130 100755 --- a/sail-partitioned/query.py +++ b/sail-partitioned/query.py @@ -17,7 +17,6 @@ import os os.environ["SAIL_PARQUET__BINARY_AS_STRING"] = "true" os.environ["SAIL_PARQUET__REORDER_FILTERS"] = "true" -os.environ["SAIL_RUNTIME__ENABLE_SECONDARY"] = "true" os.environ["SAIL_OPTIMIZER__ENABLE_JOIN_REORDER"] = "true" server = SparkConnectServer() diff --git a/sail/query.py b/sail/query.py index 7c31a0815..78ce8cf00 100755 --- a/sail/query.py +++ b/sail/query.py @@ -17,7 +17,6 @@ import os os.environ["SAIL_PARQUET__BINARY_AS_STRING"] = "true" os.environ["SAIL_PARQUET__REORDER_FILTERS"] = "true" -os.environ["SAIL_RUNTIME__ENABLE_SECONDARY"] = "true" os.environ["SAIL_OPTIMIZER__ENABLE_JOIN_REORDER"] = "true" server = SparkConnectServer()