From 6fa2c9eeef65331f489913564cdf1259e46b64eb Mon Sep 17 00:00:00 2001 From: dervoeti Date: Tue, 14 Oct 2025 12:52:48 +0200 Subject: [PATCH 1/3] chore: add Hive 4.1.0 --- .../examples/getting_started/hive-postgres-s3.yaml | 2 +- .../examples/getting_started/hive-postgres-s3.yaml.j2 | 2 +- .../hive/pages/usage-guide/database-driver.adoc | 10 +++++----- docs/modules/hive/pages/usage-guide/derby-example.adoc | 8 ++++---- docs/modules/hive/partials/supported-versions.adoc | 1 + examples/simple-hive-cluster-postgres-s3.yaml | 2 +- examples/simple-hive-cluster.yaml | 2 +- rust/operator-binary/src/config/jvm.rs | 4 ++-- rust/operator-binary/src/crd/affinity.rs | 2 +- tests/test-definition.yaml | 9 +++++---- 10 files changed, 22 insertions(+), 20 deletions(-) diff --git a/docs/modules/hive/examples/getting_started/hive-postgres-s3.yaml b/docs/modules/hive/examples/getting_started/hive-postgres-s3.yaml index 75aef539..9289aa7f 100644 --- a/docs/modules/hive/examples/getting_started/hive-postgres-s3.yaml +++ b/docs/modules/hive/examples/getting_started/hive-postgres-s3.yaml @@ -5,7 +5,7 @@ metadata: name: hive-postgres-s3 spec: image: - productVersion: 4.0.1 + productVersion: 4.1.0 clusterConfig: database: connString: jdbc:postgresql://postgresql:5432/hive diff --git a/docs/modules/hive/examples/getting_started/hive-postgres-s3.yaml.j2 b/docs/modules/hive/examples/getting_started/hive-postgres-s3.yaml.j2 index 75aef539..9289aa7f 100644 --- a/docs/modules/hive/examples/getting_started/hive-postgres-s3.yaml.j2 +++ b/docs/modules/hive/examples/getting_started/hive-postgres-s3.yaml.j2 @@ -5,7 +5,7 @@ metadata: name: hive-postgres-s3 spec: image: - productVersion: 4.0.1 + productVersion: 4.1.0 clusterConfig: database: connString: jdbc:postgresql://postgresql:5432/hive diff --git a/docs/modules/hive/pages/usage-guide/database-driver.adoc b/docs/modules/hive/pages/usage-guide/database-driver.adoc index f49151d2..e5f1499a 100644 --- a/docs/modules/hive/pages/usage-guide/database-driver.adoc +++ b/docs/modules/hive/pages/usage-guide/database-driver.adoc @@ -147,7 +147,7 @@ metadata: name: hive-with-drivers spec: image: - productVersion: 4.0.1 + productVersion: 4.1.0 clusterConfig: database: connString: jdbc:mysql://mysql:3306/hive # <1> @@ -200,7 +200,7 @@ If you have access to a registry to store custom images, another approach is to .Copy the driver [source] ---- -FROM oci.stackable.tech/sdp/hive:4.0.1-stackable0.0.0-dev +FROM oci.stackable.tech/sdp/hive:4.1.0-stackable0.0.0-dev RUN curl --fail -L https://repo1.maven.org/maven2/com/mysql/mysql-connector-j/8.0.31/mysql-connector-j-8.0.31.jar -o /stackable/mysql-connector-j-8.0.31.jar ---- @@ -208,7 +208,7 @@ RUN curl --fail -L https://repo1.maven.org/maven2/com/mysql/mysql-connector-j/8. .Build and tag the image [source] ---- -docker build -f ./Dockerfile -t oci.stackable.tech/sdp/hive:4.0.1-stackable0.0.0-dev-mysql . +docker build -f ./Dockerfile -t oci.stackable.tech/sdp/hive:4.1.0-stackable0.0.0-dev-mysql . ---- .Reference the new path to the driver without the need for using a volume mounted from a PVC @@ -221,8 +221,8 @@ metadata: name: hive spec: image: - custom: oci.stackable.tech/sdp/hive:4.0.1-stackable0.0.0-dev-mysql # <1> - productVersion: 4.0.1 + custom: oci.stackable.tech/sdp/hive:4.1.0-stackable0.0.0-dev-mysql # <1> + productVersion: 4.1.0 clusterConfig: database: ... diff --git a/docs/modules/hive/pages/usage-guide/derby-example.adoc b/docs/modules/hive/pages/usage-guide/derby-example.adoc index f1bc2708..1348f460 100644 --- a/docs/modules/hive/pages/usage-guide/derby-example.adoc +++ b/docs/modules/hive/pages/usage-guide/derby-example.adoc @@ -16,7 +16,7 @@ metadata: name: simple-hive-derby spec: image: - productVersion: 4.0.1 + productVersion: 4.1.0 clusterConfig: database: connString: jdbc:derby:;databaseName=/tmp/metastore_db;create=true @@ -39,7 +39,7 @@ stringData: WARNING: You should not use the `Derby` database in production. Derby stores data locally which does not work in high availability setups (multiple replicas) and all data is lost after Pod restarts. -To create a single node Apache Hive Metastore (v4.0.1) cluster with derby and S3 access, deploy a minio (or use any available S3 bucket): +To create a single node Apache Hive Metastore (v4.1.0) cluster with derby and S3 access, deploy a minio (or use any available S3 bucket): [source,bash] ---- helm install minio \ @@ -71,7 +71,7 @@ metadata: name: simple-hive-derby spec: image: - productVersion: 4.0.1 + productVersion: 4.1.0 clusterConfig: database: connString: jdbc:derby:;databaseName=/stackable/metastore_db;create=true @@ -152,7 +152,7 @@ metadata: name: simple-hive-postgres spec: image: - productVersion: 4.0.1 + productVersion: 4.1.0 clusterConfig: database: connString: jdbc:postgresql://hive-postgresql.default.svc.cluster.local:5432/hive diff --git a/docs/modules/hive/partials/supported-versions.adoc b/docs/modules/hive/partials/supported-versions.adoc index e21a9ba6..3ec74a45 100644 --- a/docs/modules/hive/partials/supported-versions.adoc +++ b/docs/modules/hive/partials/supported-versions.adoc @@ -2,6 +2,7 @@ // This is a separate file, since it is used by both the direct Hive-Operator documentation, and the overarching // Stackable Platform documentation. +- 4.1.0 (experimental) - 4.0.1 (LTS) - 4.0.0 (deprecated) - 3.1.3 (deprecated) diff --git a/examples/simple-hive-cluster-postgres-s3.yaml b/examples/simple-hive-cluster-postgres-s3.yaml index 87587c5f..9625e482 100644 --- a/examples/simple-hive-cluster-postgres-s3.yaml +++ b/examples/simple-hive-cluster-postgres-s3.yaml @@ -25,7 +25,7 @@ metadata: name: simple-hive-postgres spec: image: - productVersion: 4.0.1 + productVersion: 4.1.0 stackableVersion: 0.0.0-dev clusterConfig: database: diff --git a/examples/simple-hive-cluster.yaml b/examples/simple-hive-cluster.yaml index ecec5de1..0865fea9 100644 --- a/examples/simple-hive-cluster.yaml +++ b/examples/simple-hive-cluster.yaml @@ -5,7 +5,7 @@ metadata: name: simple-hive-derby spec: image: - productVersion: 4.0.1 + productVersion: 4.1.0 stackableVersion: 0.0.0-dev clusterConfig: database: diff --git a/rust/operator-binary/src/config/jvm.rs b/rust/operator-binary/src/config/jvm.rs index ecc4d15b..ffdbe517 100644 --- a/rust/operator-binary/src/config/jvm.rs +++ b/rust/operator-binary/src/config/jvm.rs @@ -107,7 +107,7 @@ mod tests { name: simple-hive spec: image: - productVersion: 4.0.1 + productVersion: 4.1.0 clusterConfig: database: connString: jdbc:derby:;databaseName=/tmp/hive;create=true @@ -142,7 +142,7 @@ mod tests { name: simple-hive spec: image: - productVersion: 4.0.1 + productVersion: 4.1.0 clusterConfig: database: connString: jdbc:derby:;databaseName=/tmp/hive;create=true diff --git a/rust/operator-binary/src/crd/affinity.rs b/rust/operator-binary/src/crd/affinity.rs index 1cde42e1..463ac208 100644 --- a/rust/operator-binary/src/crd/affinity.rs +++ b/rust/operator-binary/src/crd/affinity.rs @@ -45,7 +45,7 @@ mod tests { name: simple-hive spec: image: - productVersion: 4.0.1 + productVersion: 4.1.0 clusterConfig: database: connString: jdbc:derby:;databaseName=/tmp/hive;create=true diff --git a/tests/test-definition.yaml b/tests/test-definition.yaml index 0bb9fe29..a661ea1f 100644 --- a/tests/test-definition.yaml +++ b/tests/test-definition.yaml @@ -19,21 +19,22 @@ dimensions: - 3.1.3 - 4.0.0 - 4.0.1 + - 4.1.0 # Alternatively, if you want to use a custom image, append a comma and the full image name to the product version # as in the example below. - # - 4.0.1,oci.stackable.tech/sandbox/hive:4.0.1-stackable0.0.0-dev + #- 4.1.0,oci.stackable.tech/sdp/hive:4.1.0-stackable0.0.0-dev-amd64 - name: hive-latest values: - - 4.0.1 + - 4.1.0 # Alternatively, if you want to use a custom image, append a comma and the full image name to the product version # as in the example below. - # - 4.0.1,oci.stackable.tech/sandbox/hive:4.0.1-stackable0.0.0-dev + #- 4.1.0,oci.stackable.tech/sdp/hive:4.1.0-stackable0.0.0-dev-amd64 - name: hive-old values: - 3.1.3 - name: hive-new values: - - 4.0.1 + - 4.1.0 - name: hdfs-latest values: - 3.4.1 From 580fe29c7751c2ddbd97f8e8549785e5cd7f591b Mon Sep 17 00:00:00 2001 From: dervoeti Date: Tue, 14 Oct 2025 14:53:54 +0200 Subject: [PATCH 2/3] chore: lint fix --- tests/test-definition.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/test-definition.yaml b/tests/test-definition.yaml index a661ea1f..a8795502 100644 --- a/tests/test-definition.yaml +++ b/tests/test-definition.yaml @@ -22,13 +22,13 @@ dimensions: - 4.1.0 # Alternatively, if you want to use a custom image, append a comma and the full image name to the product version # as in the example below. - #- 4.1.0,oci.stackable.tech/sdp/hive:4.1.0-stackable0.0.0-dev-amd64 + # - 4.1.0,oci.stackable.tech/sdp/hive:4.1.0-stackable0.0.0-dev - name: hive-latest values: - 4.1.0 # Alternatively, if you want to use a custom image, append a comma and the full image name to the product version # as in the example below. - #- 4.1.0,oci.stackable.tech/sdp/hive:4.1.0-stackable0.0.0-dev-amd64 + # - 4.1.0,oci.stackable.tech/sdp/hive:4.1.0-stackable0.0.0-dev - name: hive-old values: - 3.1.3 From d8763ae55d49bc008dc7031036571f90a123fe53 Mon Sep 17 00:00:00 2001 From: dervoeti Date: Tue, 14 Oct 2025 18:01:51 +0200 Subject: [PATCH 3/3] fix: updated version in thrift error note --- docs/modules/hive/pages/troubleshooting/index.adoc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/modules/hive/pages/troubleshooting/index.adoc b/docs/modules/hive/pages/troubleshooting/index.adoc index 56ea551d..7ef1d987 100644 --- a/docs/modules/hive/pages/troubleshooting/index.adoc +++ b/docs/modules/hive/pages/troubleshooting/index.adoc @@ -2,7 +2,7 @@ == Probe error 'Thrift Error' while using Kerberos authentication -In Hive 4.0.1 with Kerberos enabled, health checks cause excessive error logs: +In Hive 4.x with Kerberos enabled, health checks cause excessive error logs: [source] ----