[fix][fe] support set hive version when create hive external table

apache · Jun 9, 2023 · 24d35ac · 24d35ac
1 parent f0777f7
commit 24d35ac
Show file tree

Hide file tree

Showing 3 changed files with 17 additions and 0 deletions.
diff --git a/fe/fe-core/src/main/java/org/apache/doris/catalog/HiveTable.java b/fe/fe-core/src/main/java/org/apache/doris/catalog/HiveTable.java
@@ -106,6 +106,12 @@ private void validate(Map<String, String> properties) throws DdlException {
         }
         copiedProps.remove(HMSProperties.HIVE_METASTORE_URIS);
         hiveProperties.put(HMSProperties.HIVE_METASTORE_URIS, hiveMetaStoreUris);
+        // support multi hive version
+        String hiveVersion = copiedProps.get(HMSProperties.HIVE_VERSION);
+        if (!Strings.isNullOrEmpty(hiveVersion)) {
+            copiedProps.remove(HMSProperties.HIVE_VERSION);
+            hiveProperties.put(HMSProperties.HIVE_VERSION, hiveVersion);
+        }
 
         // check auth type
         String authType = copiedProps.get(HdfsResource.HADOOP_SECURITY_AUTHENTICATION);

diff --git a/fe/fe-core/src/main/java/org/apache/doris/datasource/InternalCatalog.java b/fe/fe-core/src/main/java/org/apache/doris/datasource/InternalCatalog.java
@@ -2454,6 +2454,9 @@ private void createHiveTable(Database db, CreateTableStmt stmt) throws DdlExcept
         HiveConf hiveConf = new HiveConf();
         hiveConf.set(HMSProperties.HIVE_METASTORE_URIS,
                 hiveTable.getHiveProperties().get(HMSProperties.HIVE_METASTORE_URIS));
+        if (!Strings.isNullOrEmpty(hiveTable.getHiveProperties().get(HMSProperties.HIVE_VERSION))) {
+            hiveConf.set(HMSProperties.HIVE_VERSION, hiveTable.getHiveProperties().get(HMSProperties.HIVE_VERSION));
+        }
         PooledHiveMetaStoreClient client = new PooledHiveMetaStoreClient(hiveConf, 1);
         if (!client.tableExists(hiveTable.getHiveDb(), hiveTable.getHiveTable())) {
             throw new DdlException(String.format("Table [%s] dose not exist in Hive.", hiveTable.getHiveDbTable()));

diff --git a/fe/fe-core/src/test/java/org/apache/doris/catalog/HiveTableTest.java b/fe/fe-core/src/test/java/org/apache/doris/catalog/HiveTableTest.java
@@ -18,6 +18,7 @@
 package org.apache.doris.catalog;
 
 import org.apache.doris.common.DdlException;
+import org.apache.doris.datasource.property.constants.HMSProperties;
 
 import com.google.common.collect.Lists;
 import com.google.common.collect.Maps;
@@ -77,4 +78,11 @@ public void testNoHiveMetastoreUris() throws DdlException {
         new HiveTable(1000, "hive_table", columns, properties);
         Assert.fail("No exception throws.");
     }
+
+    @Test()
+    public void testVersion() throws DdlException {
+        properties.put(HMSProperties.HIVE_VERSION, "2.1.2");
+        HiveTable table = new HiveTable(1000, "hive_table", columns, properties);
+        Assert.assertEquals("2.1.2", table.getHiveProperties().get(HMSProperties.HIVE_VERSION));
+    }
 }