Skip to content

Commit 142df24

Browse files
YARN-11369. Commons.compress throws an IllegalArgumentException with large uids after 1.21. Contributed by Benjamin Teke
1 parent cd92945 commit 142df24

File tree

1 file changed

+2
-0
lines changed
  • hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-uploader/src/main/java/org/apache/hadoop/mapred/uploader

1 file changed

+2
-0
lines changed

hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-uploader/src/main/java/org/apache/hadoop/mapred/uploader/FrameworkUploader.java

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -331,6 +331,8 @@ void buildPackage()
331331
LOG.info("Compressing tarball");
332332
try (TarArchiveOutputStream out = new TarArchiveOutputStream(
333333
targetStream)) {
334+
// Workaround for the compress issue present from 1.21: COMPRESS-587
335+
out.setBigNumberMode(TarArchiveOutputStream.BIGNUMBER_STAR);
334336
for (String fullPath : filteredInputFiles) {
335337
LOG.info("Adding " + fullPath);
336338
File file = new File(fullPath);

0 commit comments

Comments
 (0)