[HUDI-2990] Sync to HMS when deleting partitions

apache · Dec 13, 2021 · 6184de8 · 6184de8
1 parent c556f44
commit 6184de8
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 6 deletions.
diff --git a/hudi-sync/hudi-dla-sync/src/main/java/org/apache/hudi/dla/HoodieDLAClient.java b/hudi-sync/hudi-dla-sync/src/main/java/org/apache/hudi/dla/HoodieDLAClient.java
@@ -289,7 +289,7 @@ public void updatePartitionsToTable(String tableName, List<String> changedPartit
 
   @Override
   public void dropPartitionsToTable(String tableName, List<String> partitionsToDelete) {
-    throw new UnsupportedOperationException("Not support dropPartitionsToTables yet.");
+    throw new UnsupportedOperationException("Not support dropPartitionsToTable yet.");
   }
 
   public Map<List<String>, String> scanTablePartitions(String tableName) {

diff --git a/hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/HiveSyncTool.java b/hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/HiveSyncTool.java
@@ -165,13 +165,13 @@ protected void syncHoodieTable(String tableName, boolean useRealtimeInputFormat,
     // Check if the necessary table exists
     boolean tableExists = hoodieHiveClient.doesTableExist(tableName);
 
-    // check if isDeletePartition
-    boolean isDeletePartition = hoodieHiveClient.isDeletePartition();
+    // check if isDropPartition
+    boolean isDropPartition = hoodieHiveClient.isDropPartition();
 
     // check if schemaChanged
     boolean schemaChanged = false;
 
-    if (!isDeletePartition) {
+    if (!isDropPartition) {
       // Get the parquet schema for this table looking at the latest commit
       MessageType schema = hoodieHiveClient.getDataSchema();
 
@@ -199,7 +199,7 @@ protected void syncHoodieTable(String tableName, boolean useRealtimeInputFormat,
     LOG.info("Storage partitions scan complete. Found " + writtenPartitionsSince.size());
 
     // Sync the partitions if needed
-    boolean partitionsChanged = syncPartitions(tableName, writtenPartitionsSince, isDeletePartition);
+    boolean partitionsChanged = syncPartitions(tableName, writtenPartitionsSince, isDropPartition);
     boolean meetSyncConditions = schemaChanged || partitionsChanged;
     if (!cfg.isConditionalSync || meetSyncConditions) {
       hoodieHiveClient.updateLastCommitTimeSynced(tableName);

diff --git a/.../hudi-sync-common/src/main/java/org/apache/hudi/sync/common/AbstractSyncHoodieClient.java b/.../hudi-sync-common/src/main/java/org/apache/hudi/sync/common/AbstractSyncHoodieClient.java
@@ -159,7 +159,7 @@ public MessageType getDataSchema() {
     }
   }
 
-  public boolean isDeletePartition() {
+  public boolean isDropPartition() {
     try {
       Option<HoodieCommitMetadata> hoodieCommitMetadata;
       if (withOperationField) {