From 761cb4ad90f243198a530ae1dd03964152b261f4 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Wed, 5 Aug 2026 17:20:28 +0200 Subject: [PATCH 1/4] GH-49524: [CI][Integration] Bump HDFS versions tested --- .env | 2 +- dev/tasks/tasks.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.env b/.env index ca77b9441d7b..e9897ddcd917 100644 --- a/.env +++ b/.env @@ -62,7 +62,7 @@ CMAKE=3.26.0 CUDA=11.7.1 DASK=latest GCC= -HDFS=3.2.1 +HDFS=3.4.3 JDK=11 # LLVM 12 and GCC 11 reports -Wmismatched-new-delete. LLVM=18 diff --git a/dev/tasks/tasks.yml b/dev/tasks/tasks.yml index 1a22c7915590..b3ab61eb68ed 100644 --- a/dev/tasks/tasks.yml +++ b/dev/tasks/tasks.yml @@ -771,7 +771,7 @@ tasks: image: conda-python-dask {% endfor %} -{% for hdfs_version in ["2.9.2", "3.2.1"] %} +{% for hdfs_version in ["2.10.2", "3.4.3"] %} test-conda-python-3.11-hdfs-{{ hdfs_version }}: ci: github template: docker-tests/github.linux.yml From a7c35cbbf260b26e7c55c41ca645cb5d707cb9c2 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Wed, 5 Aug 2026 17:25:07 +0200 Subject: [PATCH 2/4] Bump to latest from 3.4.3 to 3.5.0 --- .env | 2 +- ci/docker/conda-python-hdfs.dockerfile | 2 +- dev/tasks/tasks.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.env b/.env index e9897ddcd917..a49e1d75e4c3 100644 --- a/.env +++ b/.env @@ -62,7 +62,7 @@ CMAKE=3.26.0 CUDA=11.7.1 DASK=latest GCC= -HDFS=3.4.3 +HDFS=3.5.0 JDK=11 # LLVM 12 and GCC 11 reports -Wmismatched-new-delete. LLVM=18 diff --git a/ci/docker/conda-python-hdfs.dockerfile b/ci/docker/conda-python-hdfs.dockerfile index 85311c8fa1f7..26707ad6aef8 100644 --- a/ci/docker/conda-python-hdfs.dockerfile +++ b/ci/docker/conda-python-hdfs.dockerfile @@ -30,7 +30,7 @@ RUN mamba install -q -y \ mamba clean --all --yes # installing libhdfs (JNI) -ARG hdfs=3.2.1 +ARG hdfs=3.5.0 ENV HADOOP_HOME=/opt/hadoop-${hdfs} \ HADOOP_OPTS=-Djava.library.path=/opt/hadoop-${hdfs}/lib/native \ PATH=$PATH:/opt/hadoop-${hdfs}/bin:/opt/hadoop-${hdfs}/sbin diff --git a/dev/tasks/tasks.yml b/dev/tasks/tasks.yml index b3ab61eb68ed..649d3793cdda 100644 --- a/dev/tasks/tasks.yml +++ b/dev/tasks/tasks.yml @@ -771,7 +771,7 @@ tasks: image: conda-python-dask {% endfor %} -{% for hdfs_version in ["2.10.2", "3.4.3"] %} +{% for hdfs_version in ["2.10.2", "3.5.0"] %} test-conda-python-3.11-hdfs-{{ hdfs_version }}: ci: github template: docker-tests/github.linux.yml From 36535404ee49e5d9f45f9a08b257fddff04b930e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 6 Aug 2026 13:12:08 +0200 Subject: [PATCH 3/4] Bump JDK version --- .env | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.env b/.env index a49e1d75e4c3..440f6e4c00b7 100644 --- a/.env +++ b/.env @@ -63,7 +63,7 @@ CUDA=11.7.1 DASK=latest GCC= HDFS=3.5.0 -JDK=11 +JDK=17 # LLVM 12 and GCC 11 reports -Wmismatched-new-delete. LLVM=18 MAVEN=3.9.9 From 34191f1f60e69407324c9ea7167432284bc24503 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 6 Aug 2026 14:23:16 +0200 Subject: [PATCH 4/4] Update defaults to match what we are doing --- ci/docker/conda-python-hdfs.dockerfile | 2 +- ci/docker/conda-python-spark.dockerfile | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/ci/docker/conda-python-hdfs.dockerfile b/ci/docker/conda-python-hdfs.dockerfile index 26707ad6aef8..d1c981953b2a 100644 --- a/ci/docker/conda-python-hdfs.dockerfile +++ b/ci/docker/conda-python-hdfs.dockerfile @@ -21,7 +21,7 @@ ARG arch_short ARG python=3.11 FROM --platform=linux/${arch} ${repo}:${arch_short}-conda-python-${python} -ARG jdk=11 +ARG jdk=17 ARG maven=3.9.9 RUN mamba install -q -y \ maven=${maven} \ diff --git a/ci/docker/conda-python-spark.dockerfile b/ci/docker/conda-python-spark.dockerfile index d7e74f08ee6c..8267c6904745 100644 --- a/ci/docker/conda-python-spark.dockerfile +++ b/ci/docker/conda-python-spark.dockerfile @@ -21,7 +21,7 @@ ARG arch_short ARG python=3.11 FROM --platform=linux/${arch} ${repo}:${arch_short}-conda-python-${python} -ARG jdk=11 +ARG jdk=17 ARG maven=3.9.9 ARG numpy=latest