From 6e59adbb9ea898da8f75d2dbe9657de5e5cf0638 Mon Sep 17 00:00:00 2001 From: SteBaum Date: Thu, 25 Sep 2025 14:38:34 +0200 Subject: [PATCH 1/4] refactor(group_vars): remove kafka ranger-policy --- inventory/group_vars/all.yml | 25 ------------------------- 1 file changed, 25 deletions(-) diff --git a/inventory/group_vars/all.yml b/inventory/group_vars/all.yml index ba94833..c2ce10a 100644 --- a/inventory/group_vars/all.yml +++ b/inventory/group_vars/all.yml @@ -100,31 +100,6 @@ ranger_policies: - { isAllowed: true, type: create } conditions: [] - # Kafka - - name: tdp_user - topic - description: test_user access to tdp-user-* topics - service: kafka-tdp - isAuditEnabled: true - isEnabled: true - resources: - topic: - isExcludes: false - values: ["tdp-user-*"] - policyItems: - - users: [tdp_user] - groups: [] - delegateAdmin: true - accesses: - - { isAllowed: true, type: create } - - { isAllowed: true, type: publish } - - { isAllowed: true, type: consume } - - { isAllowed: true, type: configure } - - { isAllowed: true, type: describe } - - { isAllowed: true, type: delete } - - { isAllowed: true, type: describe_configs } - - { isAllowed: true, type: alter_configs } - conditions: [] - # Knox - name: tdp_user - tdpldap policy description: tdp_user access to tdpldap policy From 21545136bd880693a5d5119eb15e055873672290 Mon Sep 17 00:00:00 2001 From: SteBaum Date: Thu, 25 Sep 2025 15:00:57 +0200 Subject: [PATCH 2/4] docs(README): adapt README.md to newer configuration --- README.md | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index cd59b28..d53c2d4 100644 --- a/README.md +++ b/README.md @@ -169,9 +169,11 @@ TDP can either be deployed with the manager or directly with Ansible. Initialize the database and create the `tdp_vars` directory with the `tdp_vars_overrides` variables: ```sh - tdp init --overrides tdp_vars_overrides + tdp init --conf tdp_vars_overrides ``` + **Note**: older versions of TDP-Lib have the option `--overrides` instead of `--conf` + Make the DAG of operations: ```sh @@ -278,10 +280,10 @@ py.test tests Run the tests in parallel: ```sh -py.test -n 2 tests +py.test tests ``` -**Note:** Running the tests in parallel requires more resources and tests might fail if resources are not sufficient. +**Note:** If you want to run tests in parallel you may add the option `-n=2` for example. However, running the tests in parallel requires more resources and tests might fail if resources are not sufficient. ## Web UI links From 55d4b8b0e9b73080171e3181332c87f1a21915a6 Mon Sep 17 00:00:00 2001 From: SteBaum Date: Thu, 25 Sep 2025 15:34:58 +0200 Subject: [PATCH 3/4] refactor(inventory): replaced observability topology with topology-light --- inventory/topologies/observability | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/inventory/topologies/observability b/inventory/topologies/observability index cf61ee4..f7eae4b 120000 --- a/inventory/topologies/observability +++ b/inventory/topologies/observability @@ -1 +1 @@ -../../ansible_collections/tosit/tdp_observability/topology.ini \ No newline at end of file +../../ansible_collections/tosit/tdp_observability/topology-light.ini \ No newline at end of file From 2b6d9cbf8050c090f6845531f3d10bf2d9063da2 Mon Sep 17 00:00:00 2001 From: SteBaum Date: Fri, 26 Sep 2025 14:45:39 +0200 Subject: [PATCH 4/4] refactor(tdp_vars_overrides): delete unused service in TDP stack 2 and remove fixed livy release --- tdp_vars_overrides/kafka/kafka.yml | 4 ---- tdp_vars_overrides/livy-spark3/livy-spark3.yml | 1 - tdp_vars_overrides/livy/livy.yml | 5 ----- tdp_vars_overrides/spark/spark.yml | 5 ----- tdp_vars_overrides/zookeeper-kafka/zookeeper-kafka.yml | 4 ---- 5 files changed, 19 deletions(-) delete mode 100644 tdp_vars_overrides/kafka/kafka.yml delete mode 100644 tdp_vars_overrides/livy/livy.yml delete mode 100644 tdp_vars_overrides/spark/spark.yml delete mode 100644 tdp_vars_overrides/zookeeper-kafka/zookeeper-kafka.yml diff --git a/tdp_vars_overrides/kafka/kafka.yml b/tdp_vars_overrides/kafka/kafka.yml deleted file mode 100644 index 5d3806e..0000000 --- a/tdp_vars_overrides/kafka/kafka.yml +++ /dev/null @@ -1,4 +0,0 @@ ---- -kafka_start_on_boot: yes - -kafka_restart: always diff --git a/tdp_vars_overrides/livy-spark3/livy-spark3.yml b/tdp_vars_overrides/livy-spark3/livy-spark3.yml index 9e1935a..1e3b32a 100644 --- a/tdp_vars_overrides/livy-spark3/livy-spark3.yml +++ b/tdp_vars_overrides/livy-spark3/livy-spark3.yml @@ -1,5 +1,4 @@ --- -livy_release: apache-livy-0.8.0-incubating-TDP-0.1.0-SNAPSHOT-bin livy_start_on_boot: yes livy_restart: always diff --git a/tdp_vars_overrides/livy/livy.yml b/tdp_vars_overrides/livy/livy.yml deleted file mode 100644 index 9e1935a..0000000 --- a/tdp_vars_overrides/livy/livy.yml +++ /dev/null @@ -1,5 +0,0 @@ ---- -livy_release: apache-livy-0.8.0-incubating-TDP-0.1.0-SNAPSHOT-bin -livy_start_on_boot: yes - -livy_restart: always diff --git a/tdp_vars_overrides/spark/spark.yml b/tdp_vars_overrides/spark/spark.yml deleted file mode 100644 index 0e35859..0000000 --- a/tdp_vars_overrides/spark/spark.yml +++ /dev/null @@ -1,5 +0,0 @@ ---- -spark_hs_start_on_boot: yes - -spark_hs_restart: always -spark2_hs_heapsize: 512m diff --git a/tdp_vars_overrides/zookeeper-kafka/zookeeper-kafka.yml b/tdp_vars_overrides/zookeeper-kafka/zookeeper-kafka.yml deleted file mode 100644 index 229d9d1..0000000 --- a/tdp_vars_overrides/zookeeper-kafka/zookeeper-kafka.yml +++ /dev/null @@ -1,4 +0,0 @@ ---- -zk_start_on_boot: yes - -zk_restart: always