From 6aa8c346a73b5d4a81e81cdada171758cdcca2db Mon Sep 17 00:00:00 2001 From: "yuzhao.cyz" Date: Mon, 13 Dec 2021 16:30:43 +0800 Subject: [PATCH] [HUDI-2997] Skip the corrupt meta file for pending rollback action --- .../org/apache/hudi/client/AbstractHoodieWriteClient.java | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/AbstractHoodieWriteClient.java b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/AbstractHoodieWriteClient.java index 18f93faf245f2..40558f2c24229 100644 --- a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/AbstractHoodieWriteClient.java +++ b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/AbstractHoodieWriteClient.java @@ -85,6 +85,7 @@ import java.util.LinkedHashMap; import java.util.List; import java.util.Map; +import java.util.Objects; import java.util.stream.Collectors; import java.util.stream.Stream; @@ -909,10 +910,11 @@ protected Map> getPendingRollbackInfos HoodieRollbackPlan rollbackPlan = RollbackUtils.getRollbackPlan(metaClient, entry); return Pair.of(rollbackPlan.getInstantToRollback().getCommitTime(), Option.of(new HoodiePendingRollbackInfo(entry, rollbackPlan))); } catch (IOException e) { - throw new HoodieIOException("Fetching rollback plan failed for " + entry, e); + LOG.warn("Fetching rollback plan failed for " + entry + ", skip the plan", e); + return null; } } - ).collect(Collectors.toMap(Pair::getKey, Pair::getValue)); + ).filter(Objects::nonNull).collect(Collectors.toMap(Pair::getKey, Pair::getValue)); } /**