From c5b632612f5e94ea76a7e968e7301b7ed9e53d94 Mon Sep 17 00:00:00 2001 From: Karel Kolman Date: Fri, 7 Oct 2022 11:11:19 +0200 Subject: [PATCH] TEZ-4448 - Account for filesystems (s3a) that do not guarantee file being created to exist until `FSDataOutputStream` is closed in `TezClient#submitDAGSession` --- tez-api/src/main/java/org/apache/tez/client/TezClient.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tez-api/src/main/java/org/apache/tez/client/TezClient.java b/tez-api/src/main/java/org/apache/tez/client/TezClient.java index 93807fdf46..d54484927e 100644 --- a/tez-api/src/main/java/org/apache/tez/client/TezClient.java +++ b/tez-api/src/main/java/org/apache/tez/client/TezClient.java @@ -695,8 +695,8 @@ private DAGClient submitDAGSession(DAG dag) throws TezException, IOException { + ", max IPC message size= " + amConfig.getTezConfiguration().getInt( CommonConfigurationKeys.IPC_MAXIMUM_DATA_LENGTH, CommonConfigurationKeys.IPC_MAXIMUM_DATA_LENGTH_DEFAULT)); request.writeTo(fsDataOutputStream); - request = requestBuilder.clear().setSerializedRequestPath(fs.resolvePath(dagPlanPath).toString()).build(); } + request = requestBuilder.clear().setSerializedRequestPath(fs.resolvePath(dagPlanPath).toString()).build(); } return frameworkClient.submitDag(dag, request, clientName, sessionAppId, clientTimeout,