Fix hive load hive_site_path and hdfs_site_path too late (apache#7017)

zilliztech · Jul 10, 2024 · 60b9c72 · 60b9c72
1 parent 7d53592
commit 60b9c72
Showing 1 changed file with 28 additions and 0 deletions.
diff --git a/...src/main/java/org/apache/seatunnel/connectors/seatunnel/hive/storage/AbstractStorage.java b/...src/main/java/org/apache/seatunnel/connectors/seatunnel/hive/storage/AbstractStorage.java
@@ -23,6 +23,7 @@
 import org.apache.seatunnel.api.configuration.Option;
 import org.apache.seatunnel.api.configuration.Options;
 import org.apache.seatunnel.api.configuration.ReadonlyConfig;
+import org.apache.seatunnel.connectors.seatunnel.file.config.BaseSinkConfig;
 import org.apache.seatunnel.connectors.seatunnel.hive.config.HiveConfig;
 
 import org.apache.commons.lang3.StringUtils;
@@ -31,6 +32,7 @@
 import com.google.common.collect.ImmutableList;
 import lombok.extern.slf4j.Slf4j;
 
+import java.io.File;
 import java.io.IOException;
 import java.nio.file.Files;
 import java.nio.file.Paths;
@@ -80,6 +82,32 @@ protected Configuration loadHiveBaseHadoopConfig(ReadonlyConfig readonlyConfig)
                         }
                     });
         }
+        readonlyConfig
+                .getOptional(BaseSinkConfig.HDFS_SITE_PATH)
+                .ifPresent(
+                        hdfsSitePath -> {
+                            try {
+                                configuration.addResource(new File(hdfsSitePath).toURI().toURL());
+                            } catch (IOException e) {
+                                log.warn(
+                                        "Error adding Hadoop resource {}, resource was not added",
+                                        hdfsSitePath,
+                                        e);
+                            }
+                        });
+        readonlyConfig
+                .getOptional(HiveConfig.HIVE_SITE_PATH)
+                .ifPresent(
+                        hiveSitePath -> {
+                            try {
+                                configuration.addResource(new File(hiveSitePath).toURI().toURL());
+                            } catch (IOException e) {
+                                log.warn(
+                                        "Error adding Hadoop resource {}, resource was not added",
+                                        hiveSitePath,
+                                        e);
+                            }
+                        });
         // Try to load from hadoopConf
         Optional<Map<String, String>> hadoopConf =
                 readonlyConfig.getOptional(HiveConfig.HADOOP_CONF);