From 9af03cc068dde6672ac96eea0fc64ad2b54522e5 Mon Sep 17 00:00:00 2001 From: Madhan Neethiraj Date: Tue, 21 Oct 2025 21:30:44 -0700 Subject: [PATCH 1/2] RANGER-5377: tagsync fix for ClassNotFoundException in Atlas source --- .../ranger-docker/scripts/ranger-tagsync-install.properties | 3 ++- distro/src/main/assembly/tagsync.xml | 1 + tagsync/conf/templates/installprop2xml.properties | 3 ++- tagsync/scripts/setup.py | 3 +++ 4 files changed, 8 insertions(+), 2 deletions(-) diff --git a/dev-support/ranger-docker/scripts/ranger-tagsync-install.properties b/dev-support/ranger-docker/scripts/ranger-tagsync-install.properties index 7a3291c6ac..0f5f5a28b3 100644 --- a/dev-support/ranger-docker/scripts/ranger-tagsync-install.properties +++ b/dev-support/ranger-docker/scripts/ranger-tagsync-install.properties @@ -25,9 +25,10 @@ TAG_DEST_RANGER_ENDPOINT = http://ranger:6080 # SSL config file name for HTTPS messages to tag destination - Ranger TAG_DEST_RANGER_SSL_CONFIG_FILENAME = -TAG_SOURCE_ATLAS_ENABLED = false +TAG_SOURCE_ATLAS_ENABLED = true # Endpoint specifications needed by Atlas +TAG_SOURCE_ATLAS_KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR = 1 TAG_SOURCE_ATLAS_KAFKA_BOOTSTRAP_SERVERS = ranger-kafka.example.com:6667 TAG_SOURCE_ATLAS_KAFKA_ZOOKEEPER_CONNECT = ranger-zk.example.com:2181 TAG_SOURCE_ATLAS_KAFKA_ENTITIES_GROUP_ID = ranger_entities_consumer diff --git a/distro/src/main/assembly/tagsync.xml b/distro/src/main/assembly/tagsync.xml index ce7942aa92..e19ef22ba2 100644 --- a/distro/src/main/assembly/tagsync.xml +++ b/distro/src/main/assembly/tagsync.xml @@ -98,6 +98,7 @@ org.apache.curator:curator-client:jar:${curator.version} org.apache.zookeeper:zookeeper:jar:${zookeeper.version} org.apache.zookeeper:zookeeper-jute:jar:${zookeeper.version} + com.google.guava:guava org.apache.hadoop.thirdparty:hadoop-shaded-guava:jar:${hadoop-shaded-guava.version} diff --git a/tagsync/conf/templates/installprop2xml.properties b/tagsync/conf/templates/installprop2xml.properties index 55e015ec3a..d6f289a559 100644 --- a/tagsync/conf/templates/installprop2xml.properties +++ b/tagsync/conf/templates/installprop2xml.properties @@ -22,6 +22,7 @@ TAG_DEST_RANGER_SSL_CONFIG_FILENAME = ranger.tagsync.dest.ranger.ssl.config.file TAG_SOURCE_ATLAS_ENABLED = ranger.tagsync.source.atlas +TAG_SOURCE_ATLAS_KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR = atlas.kafka.offsets.topic.replication.factor TAG_SOURCE_ATLAS_KAFKA_BOOTSTRAP_SERVERS = atlas.kafka.bootstrap.servers TAG_SOURCE_ATLAS_KAFKA_ZOOKEEPER_CONNECT = atlas.kafka.zookeeper.connect TAG_SOURCE_ATLAS_KAFKA_ENTITIES_GROUP_ID = atlas.kafka.entities.group.id @@ -69,4 +70,4 @@ hadoop_conf = hadoop_conf JVM_METRICS_ENABLED=ranger.tagsync.metrics.enabled JVM_METRICS_FILENAME=ranger.tagsync.metrics.filename JVM_METRICS_FILEPATH=ranger.tagsync.metrics.filepath -JVM_METRICS_FREQUENCY_TIME_IN_MILLIS=ranger.tagsync.metrics.frequencytimeinmillis \ No newline at end of file +JVM_METRICS_FREQUENCY_TIME_IN_MILLIS=ranger.tagsync.metrics.frequencytimeinmillis diff --git a/tagsync/scripts/setup.py b/tagsync/scripts/setup.py index 3b858fdcc7..1fbf5f181c 100755 --- a/tagsync/scripts/setup.py +++ b/tagsync/scripts/setup.py @@ -69,6 +69,7 @@ TAGSYNC_ATLAS_KAFKA_ENDPOINTS_KEY = 'TAG_SOURCE_ATLAS_KAFKA_BOOTSTRAP_SERVERS' TAGSYNC_ATLAS_ZOOKEEPER_ENDPOINT_KEY = 'TAG_SOURCE_ATLAS_KAFKA_ZOOKEEPER_CONNECT' +TAGSYNC_ATLAS_KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR_KEY = 'TAG_SOURCE_ATLAS_KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR' TAGSYNC_ATLAS_CONSUMER_GROUP_KEY = 'TAG_SOURCE_ATLAS_KAFKA_ENTITIES_GROUP_ID' TAG_SOURCE_ATLAS_KAKFA_SERVICE_NAME_KEY = 'TAG_SOURCE_ATLAS_KAFKA_SERVICE_NAME' @@ -232,6 +233,8 @@ def convertInstallPropsToXML(props): atlasOutFile.write(newKey + "=" + v + "\n") elif (k == TAGSYNC_ATLAS_ZOOKEEPER_ENDPOINT_KEY): atlasOutFile.write(newKey + "=" + v + "\n") + elif (k == TAGSYNC_ATLAS_KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR_KEY): + atlasOutFile.write(newKey + "=" + v + "\n") elif (k == TAGSYNC_ATLAS_CONSUMER_GROUP_KEY): atlasOutFile.write(newKey + "=" + v + "\n") elif (configure_security and k == TAG_SOURCE_ATLAS_KAKFA_SERVICE_NAME_KEY): From 5dd7c6f316d0fe24db5677fe1b4844814fe6df40 Mon Sep 17 00:00:00 2001 From: Madhan Neethiraj Date: Wed, 22 Oct 2025 15:45:27 -0700 Subject: [PATCH 2/2] Update ranger-tagsync-install.properties --- .../ranger-docker/scripts/ranger-tagsync-install.properties | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev-support/ranger-docker/scripts/ranger-tagsync-install.properties b/dev-support/ranger-docker/scripts/ranger-tagsync-install.properties index 0f5f5a28b3..446780c98e 100644 --- a/dev-support/ranger-docker/scripts/ranger-tagsync-install.properties +++ b/dev-support/ranger-docker/scripts/ranger-tagsync-install.properties @@ -25,7 +25,7 @@ TAG_DEST_RANGER_ENDPOINT = http://ranger:6080 # SSL config file name for HTTPS messages to tag destination - Ranger TAG_DEST_RANGER_SSL_CONFIG_FILENAME = -TAG_SOURCE_ATLAS_ENABLED = true +TAG_SOURCE_ATLAS_ENABLED = false # Endpoint specifications needed by Atlas TAG_SOURCE_ATLAS_KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR = 1