From 142df247edab25f0f1e829ea8559fb42a925af7b Mon Sep 17 00:00:00 2001 From: Szilard Nemeth Date: Wed, 16 Nov 2022 13:07:05 +0100 Subject: [PATCH] YARN-11369. Commons.compress throws an IllegalArgumentException with large uids after 1.21. Contributed by Benjamin Teke --- .../org/apache/hadoop/mapred/uploader/FrameworkUploader.java | 2 ++ 1 file changed, 2 insertions(+) diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-uploader/src/main/java/org/apache/hadoop/mapred/uploader/FrameworkUploader.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-uploader/src/main/java/org/apache/hadoop/mapred/uploader/FrameworkUploader.java index 862d68ebc0aaa..52b6dde3794d8 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-uploader/src/main/java/org/apache/hadoop/mapred/uploader/FrameworkUploader.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-uploader/src/main/java/org/apache/hadoop/mapred/uploader/FrameworkUploader.java @@ -331,6 +331,8 @@ void buildPackage() LOG.info("Compressing tarball"); try (TarArchiveOutputStream out = new TarArchiveOutputStream( targetStream)) { + // Workaround for the compress issue present from 1.21: COMPRESS-587 + out.setBigNumberMode(TarArchiveOutputStream.BIGNUMBER_STAR); for (String fullPath : filteredInputFiles) { LOG.info("Adding " + fullPath); File file = new File(fullPath);