From 4097c4febc71472a0792824d1cd8257feb99c7ca Mon Sep 17 00:00:00 2001 From: Andrew Kenworthy Date: Wed, 1 Oct 2025 15:34:07 +0200 Subject: [PATCH] chore: Hadoop - bump to 3.4.2 --- .../hdfs/examples/getting_started/hdfs.yaml | 2 +- .../hdfs/examples/getting_started/hdfs.yaml.j2 | 2 +- .../hdfs/pages/usage-guide/upgrading.adoc | 8 ++++---- .../hdfs/partials/supported-versions.adoc | 3 ++- rust/operator-binary/src/config/jvm.rs | 4 ++-- rust/operator-binary/src/crd/affinity.rs | 2 +- rust/operator-binary/src/crd/mod.rs | 16 ++++++++-------- tests/test-definition.yaml | 10 +++++----- 8 files changed, 24 insertions(+), 23 deletions(-) diff --git a/docs/modules/hdfs/examples/getting_started/hdfs.yaml b/docs/modules/hdfs/examples/getting_started/hdfs.yaml index c0ec1c74..c4719323 100644 --- a/docs/modules/hdfs/examples/getting_started/hdfs.yaml +++ b/docs/modules/hdfs/examples/getting_started/hdfs.yaml @@ -5,7 +5,7 @@ metadata: name: simple-hdfs spec: image: - productVersion: 3.4.1 + productVersion: 3.4.2 clusterConfig: zookeeperConfigMapName: simple-hdfs-znode dfsReplication: 1 diff --git a/docs/modules/hdfs/examples/getting_started/hdfs.yaml.j2 b/docs/modules/hdfs/examples/getting_started/hdfs.yaml.j2 index c0ec1c74..c4719323 100644 --- a/docs/modules/hdfs/examples/getting_started/hdfs.yaml.j2 +++ b/docs/modules/hdfs/examples/getting_started/hdfs.yaml.j2 @@ -5,7 +5,7 @@ metadata: name: simple-hdfs spec: image: - productVersion: 3.4.1 + productVersion: 3.4.2 clusterConfig: zookeeperConfigMapName: simple-hdfs-znode dfsReplication: 1 diff --git a/docs/modules/hdfs/pages/usage-guide/upgrading.adoc b/docs/modules/hdfs/pages/usage-guide/upgrading.adoc index 981d9783..910330a6 100644 --- a/docs/modules/hdfs/pages/usage-guide/upgrading.adoc +++ b/docs/modules/hdfs/pages/usage-guide/upgrading.adoc @@ -4,12 +4,12 @@ IMPORTANT: HDFS upgrades are experimental, and details may change at any time. HDFS currently requires a manual process to upgrade. -This guide takes you through an example case, upgrading an example cluster (from our xref:getting_started/index.adoc[Getting Started] guide) from HDFS 3.3.6 to 3.4.1. +This guide takes you through an example case, upgrading an example cluster (from our xref:getting_started/index.adoc[Getting Started] guide) from HDFS 3.3.6 to 3.4.2. == Preparing for the worst Upgrades can fail, and it is important to prepare for when that happens. -Apache HDFS supports https://hadoop.apache.org/docs/r3.4.1/hadoop-project-dist/hadoop-hdfs/HdfsRollingUpgrade.html#Downgrade_and_Rollback[two ways to revert an upgrade]: +Apache HDFS supports https://hadoop.apache.org/docs/r3.4.2/hadoop-project-dist/hadoop-hdfs/HdfsRollingUpgrade.html#Downgrade_and_Rollback[two ways to revert an upgrade]: Rollback:: Reverts all user data to the pre-upgrade state. Requires taking the cluster offline. Downgrade:: Downgrades the HDFS software but preserves all changes made by users. Can be performed as a rolling change, keeping the cluster online. @@ -69,7 +69,7 @@ Once HDFS is ready to upgrade, the HdfsCluster can be updated with the new produ [source,shell] ---- -$ kubectl patch hdfs/simple-hdfs --patch '{"spec": {"image": {"productVersion": "3.4.1"}}}' --type=merge +$ kubectl patch hdfs/simple-hdfs --patch '{"spec": {"image": {"productVersion": "3.4.2"}}}' --type=merge hdfscluster.hdfs.stackable.tech/simple-hdfs patched ---- @@ -103,7 +103,7 @@ Finally, mark the cluster as upgraded: [source,shell] ---- -$ kubectl patch hdfs/simple-hdfs --subresource=status --patch '{"status": {"deployedProductVersion": "3.4.1"}}' --type=merge +$ kubectl patch hdfs/simple-hdfs --subresource=status --patch '{"status": {"deployedProductVersion": "3.4.2"}}' --type=merge hdfscluster.hdfs.stackable.tech/simple-hdfs patched ---- diff --git a/docs/modules/hdfs/partials/supported-versions.adoc b/docs/modules/hdfs/partials/supported-versions.adoc index b7a8e3d0..372c7e27 100644 --- a/docs/modules/hdfs/partials/supported-versions.adoc +++ b/docs/modules/hdfs/partials/supported-versions.adoc @@ -2,4 +2,5 @@ // This is a separate file, since it is used by both the direct HDFS-Operator documentation, and the overarching // Stackable Platform documentation. -- 3.4.1 (LTS) +- 3.4.2 (LTS) +- 3.4.1 (Deprecated) diff --git a/rust/operator-binary/src/config/jvm.rs b/rust/operator-binary/src/config/jvm.rs index 11ba39b6..f6edc3ee 100644 --- a/rust/operator-binary/src/config/jvm.rs +++ b/rust/operator-binary/src/config/jvm.rs @@ -121,7 +121,7 @@ mod tests { name: hdfs spec: image: - productVersion: 3.4.1 + productVersion: 3.4.2 clusterConfig: zookeeperConfigMapName: hdfs-zk nameNodes: @@ -149,7 +149,7 @@ mod tests { name: hdfs spec: image: - productVersion: 3.4.1 + productVersion: 3.4.2 clusterConfig: zookeeperConfigMapName: hdfs-zk nameNodes: diff --git a/rust/operator-binary/src/crd/affinity.rs b/rust/operator-binary/src/crd/affinity.rs index 4035cc13..8e14ecb3 100644 --- a/rust/operator-binary/src/crd/affinity.rs +++ b/rust/operator-binary/src/crd/affinity.rs @@ -55,7 +55,7 @@ metadata: name: simple-hdfs spec: image: - productVersion: 3.4.1 + productVersion: 3.4.2 clusterConfig: zookeeperConfigMapName: hdfs-zk journalNodes: diff --git a/rust/operator-binary/src/crd/mod.rs b/rust/operator-binary/src/crd/mod.rs index 360f2882..206509fb 100644 --- a/rust/operator-binary/src/crd/mod.rs +++ b/rust/operator-binary/src/crd/mod.rs @@ -1523,7 +1523,7 @@ metadata: name: hdfs spec: image: - productVersion: 3.4.1 + productVersion: 3.4.2 clusterConfig: zookeeperConfigMapName: hdfs-zk dataNodes: @@ -1558,7 +1558,7 @@ metadata: name: hdfs spec: image: - productVersion: 3.4.1 + productVersion: 3.4.2 clusterConfig: zookeeperConfigMapName: hdfs-zk dataNodes: @@ -1593,7 +1593,7 @@ metadata: name: hdfs spec: image: - productVersion: 3.4.1 + productVersion: 3.4.2 clusterConfig: zookeeperConfigMapName: hdfs-zk dataNodes: @@ -1623,7 +1623,7 @@ metadata: name: hdfs spec: image: - productVersion: 3.4.1 + productVersion: 3.4.2 clusterConfig: zookeeperConfigMapName: hdfs-zk rackAwareness: @@ -1688,7 +1688,7 @@ metadata: name: hdfs spec: image: - productVersion: 3.4.1 + productVersion: 3.4.2 clusterConfig: zookeeperConfigMapName: hdfs-zk dataNodes: @@ -1744,7 +1744,7 @@ metadata: name: hdfs spec: image: - productVersion: 3.4.1 + productVersion: 3.4.2 clusterConfig: zookeeperConfigMapName: hdfs-zk dataNodes: @@ -1800,7 +1800,7 @@ metadata: name: hdfs spec: image: - productVersion: 3.4.1 + productVersion: 3.4.2 clusterConfig: zookeeperConfigMapName: hdfs-zk dataNodes: @@ -1827,7 +1827,7 @@ metadata: name: hdfs spec: image: - productVersion: 3.4.1 + productVersion: 3.4.2 clusterConfig: zookeeperConfigMapName: hdfs-zk rackAwareness: diff --git a/tests/test-definition.yaml b/tests/test-definition.yaml index 9df09421..93fd3ed0 100644 --- a/tests/test-definition.yaml +++ b/tests/test-definition.yaml @@ -2,17 +2,17 @@ dimensions: - name: hadoop values: - - 3.4.1 + - 3.4.2 # To use a custom image, add a comma and the full name after the product version - # - 3.4.1,oci.stackable.tech/sandbox/hadoop:3.4.1-stackable0.0.0-dev + # - 3.4.2,oci.stackable.tech/sandbox/hadoop:3.4.2-stackable0.0.0-dev - name: hadoop-latest values: - - 3.4.1 + - 3.4.2 # To use a custom image, add a comma and the full name after the product version - # - 3.4.1,oci.stackable.tech/sandbox/hadoop:3.4.1-stackable0.0.0-dev + # - 3.4.2,oci.stackable.tech/sandbox/hadoop:3.4.2-stackable0.0.0-dev - name: hadoop-external-client-docker-image values: - - 3.4.1 + - 3.4.2 - name: zookeeper values: - 3.9.3