Adding current library to extra library path for DAAL execution in Yarn

trustedanalytics · Apr 22, 2016 · 33aeece · 33aeece
1 parent fd7588e
commit 33aeece
Show file tree

Hide file tree

Showing 3 changed files with 12 additions and 0 deletions.
diff --git a/conf/examples/application.conf.single-system.tpl b/conf/examples/application.conf.single-system.tpl
@@ -42,6 +42,10 @@ trustedanalytics.atk {
       #   2) Use "Actions" -> "Upload Spark Jar" to install jar in HDFS, if it is not already there
       //spark.yarn.jar = "hdfs://invalid-hdfs-host/user/spark/share/lib/spark-assembly.jar"
       //spark.yarn.jar = "/opt/cloudera/parcels/CDH/lib/spark/assembly/lib/spark-assembly-1.5.0-cdh5.5.0-hadoop2.6.0-cdh5.5.0.jar"
+
+      # Uncomment the following lines for setting extra library path (e.g. for DAAL execution in Yarn)
+      //spark.driver.extraLibraryPath = "."
+      //spark.executor.extraLibraryPath = "."
     }
   }
 }

diff --git a/conf/examples/application.conf.tpl b/conf/examples/application.conf.tpl
@@ -240,6 +240,10 @@ trustedanalytics.atk {
           # Verify that the path below exist across all yarn master/worker nodes.
           // spark.driver.extraClassPath = ":/opt/cloudera/parcels/CDH/jars/mysql-connector-java-5.1.23.jar:.:"
           // spark.executor.extraClassPath = ":/opt/cloudera/parcels/CDH/jars/mysql-connector-java-5.1.23.jar:postgresql-9.1-901.jdbc4.jar:"
+
+          # Uncomment the following lines for setting extra library path (e.g. for DAAL execution in Yarn)
+          // spark.driver.extraLibraryPath = "."
+          // spark.executor.extraLibraryPath = "."
         }
 
       }

diff --git a/engine/interfaces/src/main/resources/reference.conf b/engine/interfaces/src/main/resources/reference.conf
@@ -217,6 +217,10 @@ trustedanalytics.atk {
           spark.eventLog.overwrite = true
           //spark.eventLog.dir = "hdfs://invalid-spark-application-history-folder:8020/user/spark/applicationHistory"
 
+          // Adding current library to extra library path for DAAL execution in Yarn
+          spark.driver.extraLibraryPath = "."
+          spark.executor.extraLibraryPath = "."
+
         }
 
       }