From cfd086994b42c062593b0587dc15e5e15613bcdc Mon Sep 17 00:00:00 2001 From: Andrew Kenworthy Date: Wed, 29 Oct 2025 12:29:44 +0100 Subject: [PATCH 1/3] fix service name and listener class --- .../hdfs/examples/getting_started/getting_started.sh | 6 +++--- .../hdfs/examples/getting_started/getting_started.sh.j2 | 6 +++--- docs/modules/hdfs/examples/getting_started/hdfs.yaml | 2 +- docs/modules/hdfs/examples/getting_started/hdfs.yaml.j2 | 2 +- 4 files changed, 8 insertions(+), 8 deletions(-) diff --git a/docs/modules/hdfs/examples/getting_started/getting_started.sh b/docs/modules/hdfs/examples/getting_started/getting_started.sh index ec036526..7c885cb9 100755 --- a/docs/modules/hdfs/examples/getting_started/getting_started.sh +++ b/docs/modules/hdfs/examples/getting_started/getting_started.sh @@ -118,7 +118,7 @@ kubectl rollout status --watch --timeout=5m statefulset/webhdfs file_status() { # tag::file-status[] - kubectl exec -n default webhdfs-0 -- curl -s -XGET "http://simple-hdfs-namenode-default-0.simple-hdfs-namenode-default.default.svc.cluster.local:9870/webhdfs/v1/?op=LISTSTATUS" + kubectl exec -n default webhdfs-0 -- curl -s -XGET "http://simple-hdfs-namenode-default-0.simple-hdfs-namenode-default-headless.default.svc.cluster.local:9870/webhdfs/v1/?op=LISTSTATUS" # end::file-status[] } @@ -140,7 +140,7 @@ kubectl cp -n default ./testdata.txt webhdfs-0:/tmp create_file() { # tag::create-file[] kubectl exec -n default webhdfs-0 -- \ - curl -s -XPUT -T /tmp/testdata.txt "http://simple-hdfs-namenode-default-0.simple-hdfs-namenode-default.default.svc.cluster.local:9870/webhdfs/v1/testdata.txt?user.name=stackable&op=CREATE&noredirect=true" + curl -s -XPUT -T /tmp/testdata.txt "http://simple-hdfs-namenode-default-0.simple-hdfs-namenode-default-headless.default.svc.cluster.local:9870/webhdfs/v1/testdata.txt?user.name=stackable&op=CREATE&noredirect=true" # end::create-file[] } @@ -159,7 +159,7 @@ echo "Created file: $found_file with status $(file_status)" echo "Delete file" delete_file() { # tag::delete-file[] - kubectl exec -n default webhdfs-0 -- curl -s -XDELETE "http://simple-hdfs-namenode-default-0.simple-hdfs-namenode-default.default.svc.cluster.local:9870/webhdfs/v1/testdata.txt?user.name=stackable&op=DELETE" + kubectl exec -n default webhdfs-0 -- curl -s -XDELETE "http://simple-hdfs-namenode-default-0.simple-hdfs-namenode-default-headless.default.svc.cluster.local:9870/webhdfs/v1/testdata.txt?user.name=stackable&op=DELETE" # end::delete-file[] } diff --git a/docs/modules/hdfs/examples/getting_started/getting_started.sh.j2 b/docs/modules/hdfs/examples/getting_started/getting_started.sh.j2 index e7ba518d..a5aab518 100755 --- a/docs/modules/hdfs/examples/getting_started/getting_started.sh.j2 +++ b/docs/modules/hdfs/examples/getting_started/getting_started.sh.j2 @@ -118,7 +118,7 @@ kubectl rollout status --watch --timeout=5m statefulset/webhdfs file_status() { # tag::file-status[] - kubectl exec -n default webhdfs-0 -- curl -s -XGET "http://simple-hdfs-namenode-default-0.simple-hdfs-namenode-default.default.svc.cluster.local:9870/webhdfs/v1/?op=LISTSTATUS" + kubectl exec -n default webhdfs-0 -- curl -s -XGET "http://simple-hdfs-namenode-default-0.simple-hdfs-namenode-default-headless.default.svc.cluster.local:9870/webhdfs/v1/?op=LISTSTATUS" # end::file-status[] } @@ -140,7 +140,7 @@ kubectl cp -n default ./testdata.txt webhdfs-0:/tmp create_file() { # tag::create-file[] kubectl exec -n default webhdfs-0 -- \ - curl -s -XPUT -T /tmp/testdata.txt "http://simple-hdfs-namenode-default-0.simple-hdfs-namenode-default.default.svc.cluster.local:9870/webhdfs/v1/testdata.txt?user.name=stackable&op=CREATE&noredirect=true" + curl -s -XPUT -T /tmp/testdata.txt "http://simple-hdfs-namenode-default-0.simple-hdfs-namenode-default-headless.default.svc.cluster.local:9870/webhdfs/v1/testdata.txt?user.name=stackable&op=CREATE&noredirect=true" # end::create-file[] } @@ -159,7 +159,7 @@ echo "Created file: $found_file with status $(file_status)" echo "Delete file" delete_file() { # tag::delete-file[] - kubectl exec -n default webhdfs-0 -- curl -s -XDELETE "http://simple-hdfs-namenode-default-0.simple-hdfs-namenode-default.default.svc.cluster.local:9870/webhdfs/v1/testdata.txt?user.name=stackable&op=DELETE" + kubectl exec -n default webhdfs-0 -- curl -s -XDELETE "http://simple-hdfs-namenode-default-0.simple-hdfs-namenode-default-headless.default.svc.cluster.local:9870/webhdfs/v1/testdata.txt?user.name=stackable&op=DELETE" # end::delete-file[] } diff --git a/docs/modules/hdfs/examples/getting_started/hdfs.yaml b/docs/modules/hdfs/examples/getting_started/hdfs.yaml index c4719323..418539a6 100644 --- a/docs/modules/hdfs/examples/getting_started/hdfs.yaml +++ b/docs/modules/hdfs/examples/getting_started/hdfs.yaml @@ -11,7 +11,7 @@ spec: dfsReplication: 1 nameNodes: config: - listenerClass: external-stable # This exposes your Stacklet outside of Kubernetes. Remove this configuration if this is not desired + listenerClass: external-unstable # This exposes your Stacklet outside of Kubernetes. Remove this configuration if this is not desired roleGroups: default: replicas: 2 diff --git a/docs/modules/hdfs/examples/getting_started/hdfs.yaml.j2 b/docs/modules/hdfs/examples/getting_started/hdfs.yaml.j2 index c4719323..418539a6 100644 --- a/docs/modules/hdfs/examples/getting_started/hdfs.yaml.j2 +++ b/docs/modules/hdfs/examples/getting_started/hdfs.yaml.j2 @@ -11,7 +11,7 @@ spec: dfsReplication: 1 nameNodes: config: - listenerClass: external-stable # This exposes your Stacklet outside of Kubernetes. Remove this configuration if this is not desired + listenerClass: external-unstable # This exposes your Stacklet outside of Kubernetes. Remove this configuration if this is not desired roleGroups: default: replicas: 2 From 317a6d14d68a3c3abda7d3a1e4c23babd88fe3d5 Mon Sep 17 00:00:00 2001 From: Andrew Kenworthy Date: Wed, 29 Oct 2025 18:00:41 +0100 Subject: [PATCH 2/3] revert to external-stable and deploy with stackablectl presets --- docs/modules/hdfs/examples/getting_started/getting_started.sh | 4 ++-- .../hdfs/examples/getting_started/getting_started.sh.j2 | 4 ++-- docs/modules/hdfs/examples/getting_started/hdfs.yaml | 2 +- docs/modules/hdfs/examples/getting_started/hdfs.yaml.j2 | 2 +- 4 files changed, 6 insertions(+), 6 deletions(-) diff --git a/docs/modules/hdfs/examples/getting_started/getting_started.sh b/docs/modules/hdfs/examples/getting_started/getting_started.sh index 7c885cb9..a66db761 100755 --- a/docs/modules/hdfs/examples/getting_started/getting_started.sh +++ b/docs/modules/hdfs/examples/getting_started/getting_started.sh @@ -27,7 +27,7 @@ helm install --wait zookeeper-operator oci://oci.stackable.tech/sdp-charts/zooke helm install --wait hdfs-operator oci://oci.stackable.tech/sdp-charts/hdfs-operator --version 0.0.0-dev helm install --wait commons-operator oci://oci.stackable.tech/sdp-charts/commons-operator --version 0.0.0-dev helm install --wait secret-operator oci://oci.stackable.tech/sdp-charts/secret-operator --version 0.0.0-dev -helm install --wait listener-operator oci://oci.stackable.tech/sdp-charts/listener-operator --version 0.0.0-dev +helm install --wait listener-operator oci://oci.stackable.tech/sdp-charts/listener-operator --version 0.0.0-dev --set preset=stable-nodes # end::helm-install-operators[] ;; "stackablectl") @@ -36,7 +36,7 @@ echo "installing Operators with stackablectl" stackablectl operator install \ commons=0.0.0-dev \ secret=0.0.0-dev \ - listener=0.0.0-dev \ + listener=0.0.0-dev --listener-class-preset stable-nodes \ zookeeper=0.0.0-dev \ hdfs=0.0.0-dev # end::stackablectl-install-operators[] diff --git a/docs/modules/hdfs/examples/getting_started/getting_started.sh.j2 b/docs/modules/hdfs/examples/getting_started/getting_started.sh.j2 index a5aab518..46c6e0a6 100755 --- a/docs/modules/hdfs/examples/getting_started/getting_started.sh.j2 +++ b/docs/modules/hdfs/examples/getting_started/getting_started.sh.j2 @@ -27,7 +27,7 @@ helm install --wait zookeeper-operator oci://{{ helm.repo_url }}/{{ helm.repo_na helm install --wait hdfs-operator oci://{{ helm.repo_url }}/{{ helm.repo_name }}/hdfs-operator --version {{ versions.hdfs }} helm install --wait commons-operator oci://{{ helm.repo_url }}/{{ helm.repo_name }}/commons-operator --version {{ versions.commons }} helm install --wait secret-operator oci://{{ helm.repo_url }}/{{ helm.repo_name }}/secret-operator --version {{ versions.secret }} -helm install --wait listener-operator oci://{{ helm.repo_url }}/{{ helm.repo_name }}/listener-operator --version {{ versions.listener }} +helm install --wait listener-operator oci://{{ helm.repo_url }}/{{ helm.repo_name }}/listener-operator --version {{ versions.listener }} --set preset=stable-nodes # end::helm-install-operators[] ;; "stackablectl") @@ -36,7 +36,7 @@ echo "installing Operators with stackablectl" stackablectl operator install \ commons={{ versions.commons }} \ secret={{ versions.secret }} \ - listener={{ versions.listener }} \ + listener={{ versions.listener }} --listener-class-preset stable-nodes \ zookeeper={{ versions.zookeeper }} \ hdfs={{ versions.hdfs }} # end::stackablectl-install-operators[] diff --git a/docs/modules/hdfs/examples/getting_started/hdfs.yaml b/docs/modules/hdfs/examples/getting_started/hdfs.yaml index 418539a6..c4719323 100644 --- a/docs/modules/hdfs/examples/getting_started/hdfs.yaml +++ b/docs/modules/hdfs/examples/getting_started/hdfs.yaml @@ -11,7 +11,7 @@ spec: dfsReplication: 1 nameNodes: config: - listenerClass: external-unstable # This exposes your Stacklet outside of Kubernetes. Remove this configuration if this is not desired + listenerClass: external-stable # This exposes your Stacklet outside of Kubernetes. Remove this configuration if this is not desired roleGroups: default: replicas: 2 diff --git a/docs/modules/hdfs/examples/getting_started/hdfs.yaml.j2 b/docs/modules/hdfs/examples/getting_started/hdfs.yaml.j2 index 418539a6..c4719323 100644 --- a/docs/modules/hdfs/examples/getting_started/hdfs.yaml.j2 +++ b/docs/modules/hdfs/examples/getting_started/hdfs.yaml.j2 @@ -11,7 +11,7 @@ spec: dfsReplication: 1 nameNodes: config: - listenerClass: external-unstable # This exposes your Stacklet outside of Kubernetes. Remove this configuration if this is not desired + listenerClass: external-stable # This exposes your Stacklet outside of Kubernetes. Remove this configuration if this is not desired roleGroups: default: replicas: 2 From c8fa084599b49d343750f0c2f475cf95d831cd66 Mon Sep 17 00:00:00 2001 From: Andrew Kenworthy Date: Thu, 30 Oct 2025 09:21:56 +0100 Subject: [PATCH 3/3] use stackablectl fallback presets --- .../hdfs/examples/getting_started/getting_started.sh | 6 ++---- .../hdfs/examples/getting_started/getting_started.sh.j2 | 6 ++---- 2 files changed, 4 insertions(+), 8 deletions(-) diff --git a/docs/modules/hdfs/examples/getting_started/getting_started.sh b/docs/modules/hdfs/examples/getting_started/getting_started.sh index a66db761..0bd94982 100755 --- a/docs/modules/hdfs/examples/getting_started/getting_started.sh +++ b/docs/modules/hdfs/examples/getting_started/getting_started.sh @@ -7,9 +7,7 @@ set -euo pipefail # This script contains all the code snippets from the guide, as well as some assert tests # to test if the instructions in the guide work. The user *could* use it, but it is intended # for testing only. -# The script will install the operators, create a superset instance and briefly open a port -# forward and connect to the superset instance to make sure it is up and running. -# No running processes are left behind (i.e. the port-forwarding is closed at the end) +# The script will install the operators, create a superset instance and run some tests via the helper pod. if [ $# -eq 0 ] then @@ -36,7 +34,7 @@ echo "installing Operators with stackablectl" stackablectl operator install \ commons=0.0.0-dev \ secret=0.0.0-dev \ - listener=0.0.0-dev --listener-class-preset stable-nodes \ + listener=0.0.0-dev \ zookeeper=0.0.0-dev \ hdfs=0.0.0-dev # end::stackablectl-install-operators[] diff --git a/docs/modules/hdfs/examples/getting_started/getting_started.sh.j2 b/docs/modules/hdfs/examples/getting_started/getting_started.sh.j2 index 46c6e0a6..f1490c14 100755 --- a/docs/modules/hdfs/examples/getting_started/getting_started.sh.j2 +++ b/docs/modules/hdfs/examples/getting_started/getting_started.sh.j2 @@ -7,9 +7,7 @@ set -euo pipefail # This script contains all the code snippets from the guide, as well as some assert tests # to test if the instructions in the guide work. The user *could* use it, but it is intended # for testing only. -# The script will install the operators, create a superset instance and briefly open a port -# forward and connect to the superset instance to make sure it is up and running. -# No running processes are left behind (i.e. the port-forwarding is closed at the end) +# The script will install the operators, create a superset instance and run some tests via the helper pod. if [ $# -eq 0 ] then @@ -36,7 +34,7 @@ echo "installing Operators with stackablectl" stackablectl operator install \ commons={{ versions.commons }} \ secret={{ versions.secret }} \ - listener={{ versions.listener }} --listener-class-preset stable-nodes \ + listener={{ versions.listener }} \ zookeeper={{ versions.zookeeper }} \ hdfs={{ versions.hdfs }} # end::stackablectl-install-operators[]