Amaterasu 49 - mesos implementation (#34)
authorYaniv Rodenski <roadan@gmail.com>
Sat, 13 Oct 2018 06:00:16 +0000 (17:00 +1100)
committerNadav Har Tzvi <nadavhartzvi@gmail.com>
Sat, 13 Oct 2018 06:00:16 +0000 (09:00 +0300)
commit4cf680c7d346987a08145735638133460e05df1a
tree9ab64fdeb6df575239c57063dcc7be85d9279345
parent68b61989b9c69e04e5f1fbc6c1f2729ce247c46a
Amaterasu 49 - mesos implementation (#34)

* added ConfigManager + tests

* added support for custom path in actions

* moved tests to use assertEquals

* added support for framework configuration

* updated jeckson version

* env.yml file is created in mesos containers

* added runtime.yaml and datastores.yaml

* added actionName to runtime.yaml

* fixed git tests

* fixed newline in runtime.yaml
27 files changed:
build.gradle
frameworks/spark/dispatcher/build.gradle
frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/SparkSetupProvider.scala
gradle/wrapper/gradle-wrapper.jar
gradle/wrapper/gradle-wrapper.properties
gradlew
gradlew.bat
leader-common/build.gradle
leader-common/src/main/kotlin/org/apache/amaterasu/leader/common/configuration/ConfigManager.kt [new file with mode: 0644]
leader-common/src/main/kotlin/org/apache/amaterasu/leader/common/configuration/GenericSpec.kt [new file with mode: 0644]
leader-common/src/main/kotlin/org/apache/amaterasu/leader/common/configuration/Job.kt [new file with mode: 0644]
leader-common/src/main/kotlin/org/apache/amaterasu/leader/common/dsl/GitUtil.kt [new file with mode: 0644]
leader-common/src/test/kotlin/org/apache/amaterasu/leader/common/configuration/ConfigManagerTests.kt [new file with mode: 0644]
leader-common/src/test/resources/maki.yml [new file with mode: 0644]
leader-common/src/test/resources/spark_repo/env/test/job.yml [new file with mode: 0644]
leader-common/src/test/resources/spark_repo/env/test/spark.yml [new file with mode: 0644]
leader-common/src/test/resources/test_repo/env/test/job.yml [new file with mode: 0644]
leader-common/src/test/resources/test_repo/src/start/env/test/job.yml [new file with mode: 0644]
leader-common/src/test/resources/test_repo/src/step2/test/job.yml [new file with mode: 0644]
leader/build.gradle
leader/src/main/scala/org/apache/amaterasu/leader/dsl/GitUtil.scala
leader/src/main/scala/org/apache/amaterasu/leader/execution/JobLoader.scala
leader/src/main/scala/org/apache/amaterasu/leader/execution/frameworks/FrameworkProvidersFactory.scala
leader/src/main/scala/org/apache/amaterasu/leader/mesos/schedulers/JobScheduler.scala
leader/src/main/scala/org/apache/amaterasu/leader/yarn/ApplicationMaster.scala
leader/src/test/scala/org/apache/amaterasu/integration/GitTests.scala
sdk/src/main/java/org/apache/amaterasu/sdk/frameworks/FrameworkSetupProvider.java