YARN-11369. Commons.compress throws an IllegalArgumentException with …

…large uids after 1.21. Contributed by Benjamin Teke
apache · Nov 16, 2022 · 142df24 · 142df24
1 parent cd92945
commit 142df24
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/...ce-client-uploader/src/main/java/org/apache/hadoop/mapred/uploader/FrameworkUploader.java b/...ce-client-uploader/src/main/java/org/apache/hadoop/mapred/uploader/FrameworkUploader.java
@@ -331,6 +331,8 @@ void buildPackage()
     LOG.info("Compressing tarball");
     try (TarArchiveOutputStream out = new TarArchiveOutputStream(
         targetStream)) {
+      // Workaround for the compress issue present from 1.21: COMPRESS-587
+      out.setBigNumberMode(TarArchiveOutputStream.BIGNUMBER_STAR);
       for (String fullPath : filteredInputFiles) {
         LOG.info("Adding " + fullPath);
         File file = new File(fullPath);