parameterized spark version in SparkSetupProvider.scala 32/head
authorYaniv Rodenski <roadan@gmail.com>
Wed, 1 Aug 2018 02:53:54 +0000 (12:53 +1000)
committerYaniv Rodenski <roadan@gmail.com>
Wed, 1 Aug 2018 02:53:54 +0000 (12:53 +1000)
frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/SparkSetupProvider.scala

index f1f377d..ac442d5 100644 (file)
@@ -59,7 +59,7 @@ class SparkSetupProvider extends FrameworkSetupProvider {
   override def getGroupResources: Array[File] = {
 
     conf.mode match {
-      case "mesos" => Array[File](new File("spark-2.2.1-bin-hadoop2.7.tgz"), new File(s"spark-runner-${conf.version}-all.jar"), new File(s"spark-runtime-${conf.version}.jar"))
+      case "mesos" => Array[File](new File(s"spark-${conf.Webserver.sparkVersion}.tgz"), new File(s"spark-runner-${conf.version}-all.jar"), new File(s"spark-runtime-${conf.version}.jar"))
       case "yarn" => new File(conf.spark.home).listFiles
       case _ => Array[File]()
     }