[HUDI-2990] Delete partitions without metadata sync to hms

apache · Dec 12, 2021 · cb41d55 · cb41d55
1 parent ac71c00
commit cb41d55
Showing 1 changed file with 12 additions and 6 deletions.
diff --git a/hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/HiveSyncTool.java b/hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/HiveSyncTool.java
@@ -346,16 +346,22 @@ private boolean syncPartitions(String tableName, List<String> writtenPartitionsS
           hoodieHiveClient.getPartitionEvents(hivePartitions, writtenPartitionsSince, isDeletePartition);
 
       List<String> newPartitions = filterPartitions(partitionEvents, PartitionEventType.ADD);
-      LOG.info("New Partitions " + newPartitions);
-      hoodieHiveClient.addPartitionsToTable(tableName, newPartitions);
+      if (!newPartitions.isEmpty()) {
+        LOG.info("New Partitions " + newPartitions);
+        hoodieHiveClient.addPartitionsToTable(tableName, newPartitions);
+      }
 
       List<String> updatePartitions = filterPartitions(partitionEvents, PartitionEventType.UPDATE);
-      LOG.info("Changed Partitions " + updatePartitions);
-      hoodieHiveClient.updatePartitionsToTable(tableName, updatePartitions);
+      if (!updatePartitions.isEmpty()) {
+        LOG.info("Changed Partitions " + updatePartitions);
+        hoodieHiveClient.updatePartitionsToTable(tableName, updatePartitions);
+      }
 
       List<String> dropPartitions = filterPartitions(partitionEvents, PartitionEventType.DROP);
-      LOG.info("Drop Partitions " + dropPartitions);
-      hoodieHiveClient.dropPartitionsToTable(tableName, dropPartitions);
+      if (!dropPartitions.isEmpty()) {
+        LOG.info("Drop Partitions " + dropPartitions);
+        hoodieHiveClient.dropPartitionsToTable(tableName, dropPartitions);
+      }
 
       partitionsChanged = !updatePartitions.isEmpty() || !newPartitions.isEmpty() || !dropPartitions.isEmpty();
     } catch (Exception e) {