Skip to content

Commit

Permalink
[HUDI-2997] Skip the corrupt meta file for pending rollback action
Browse files Browse the repository at this point in the history
  • Loading branch information
danny0405 committed Dec 13, 2021
1 parent b22c2c6 commit 6aa8c34
Showing 1 changed file with 4 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -85,6 +85,7 @@
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.stream.Collectors;
import java.util.stream.Stream;

Expand Down Expand Up @@ -909,10 +910,11 @@ protected Map<String, Option<HoodiePendingRollbackInfo>> getPendingRollbackInfos
HoodieRollbackPlan rollbackPlan = RollbackUtils.getRollbackPlan(metaClient, entry);
return Pair.of(rollbackPlan.getInstantToRollback().getCommitTime(), Option.of(new HoodiePendingRollbackInfo(entry, rollbackPlan)));
} catch (IOException e) {
throw new HoodieIOException("Fetching rollback plan failed for " + entry, e);
LOG.warn("Fetching rollback plan failed for " + entry + ", skip the plan", e);
return null;
}
}
).collect(Collectors.toMap(Pair::getKey, Pair::getValue));
).filter(Objects::nonNull).collect(Collectors.toMap(Pair::getKey, Pair::getValue));
}

/**
Expand Down

0 comments on commit 6aa8c34

Please sign in to comment.