From 638eb770d935102b8b8295576601a3d755710cbe Mon Sep 17 00:00:00 2001 From: skakker Date: Fri, 6 Apr 2018 16:46:17 +0530 Subject: [PATCH] Removing blocking keyword so as to prevent a large number of threads being spawned (#362) --- app/com/linkedin/drelephant/spark/fetchers/SparkLogClient.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/app/com/linkedin/drelephant/spark/fetchers/SparkLogClient.scala b/app/com/linkedin/drelephant/spark/fetchers/SparkLogClient.scala index 2a6464627..71023fab4 100644 --- a/app/com/linkedin/drelephant/spark/fetchers/SparkLogClient.scala +++ b/app/com/linkedin/drelephant/spark/fetchers/SparkLogClient.scala @@ -62,7 +62,7 @@ class SparkLogClient(hadoopConfiguration: Configuration, sparkConf: SparkConf, e val (eventLogPath, eventLogCodec) = sparkUtils.pathAndCodecforEventLog(sparkConf, eventLogFileSystem, baseEventLogPath, appId, attemptId) - Future { + Future { sparkUtils.withEventLog(eventLogFileSystem, eventLogPath, eventLogCodec)(findDerivedData(_)) } }