From 20b0c5c945e6562257ee060ddae7dcf7b54a9c70 Mon Sep 17 00:00:00 2001 From: zhoukang Date: Tue, 29 Aug 2017 11:58:08 +0800 Subject: [PATCH] [SPARK][DEPLOY] Should print error when upload same file multiple times to yarn --- .../src/main/scala/org/apache/spark/deploy/yarn/Client.scala | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala index d408ca90a5d1c..64e3dea59088f 100644 --- a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala +++ b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala @@ -435,10 +435,10 @@ private[spark] class Client( val uriStr = uri.toString() val fileName = new File(uri.getPath).getName if (distributedUris.contains(uriStr)) { - logWarning(s"Same path resource $uri added multiple times to distributed cache.") + logError(s"Same path resource $uri added multiple times to distributed cache.") false } else if (distributedNames.contains(fileName)) { - logWarning(s"Same name resource $uri added multiple times to distributed cache") + logError(s"Same name resource $uri added multiple times to distributed cache") false } else { distributedUris += uriStr