Explicitly create cache file when caching hdfs

netarchivesuite · Jan 4, 2022 · 34952e9 · 34952e9
1 parent bc7b7cc
commit 34952e9
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/common/common-core/src/main/java/dk/netarkivet/common/utils/hadoop/HadoopFileUtils.java b/common/common-core/src/main/java/dk/netarkivet/common/utils/hadoop/HadoopFileUtils.java
@@ -49,6 +49,8 @@ public static Path cacheFile(File file, Configuration conf, Progressable progres
             try (OutputStream destStream = hdfsFileSystem.createFile(dst)
                     .overwrite(false)
                     .progress(progressable)
+                    .create() //nessesary to actually create the file, otherwise
+                    .recursive() //just in case the file
                     .build();
                     InputStream srcStream = new FileInputStream(file)
             ) {