Fix gcsFS copyToLocal to precreate local destination directory (#5890)

apache · Aug 18, 2020 · a7f7f46 · a7f7f46
1 parent 41dc432
commit a7f7f46
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/...ot-file-system/pinot-gcs/src/main/java/org/apache/pinot/plugin/filesystem/GcsPinotFS.java b/...ot-file-system/pinot-gcs/src/main/java/org/apache/pinot/plugin/filesystem/GcsPinotFS.java
@@ -36,6 +36,7 @@
 import java.nio.file.Path;
 import java.nio.file.Paths;
 
+import org.apache.commons.io.FileUtils;
 import org.apache.pinot.spi.env.PinotConfiguration;
 import org.apache.pinot.spi.filesystem.PinotFS;
 import org.slf4j.Logger;
@@ -325,6 +326,7 @@ public String[] listFiles(URI fileUri, boolean recursive) throws IOException {
   @Override
   public void copyToLocalFile(URI srcUri, File dstFile) throws Exception {
     LOGGER.info("Copy {} to local {}", srcUri, dstFile.getAbsolutePath());
+    FileUtils.forceMkdir(dstFile.getParentFile());
     Blob blob = getBlob(srcUri);
     checkState(existsBlob(blob), "File '%s' does not exists", srcUri);
     blob.downloadTo(dstFile.toPath());