AMATERASU-24 Refactor Spark out of Amaterasu executor to it's own project
authorArun Manivannan <arun@arunma.com>
Sat, 23 Jun 2018 16:43:07 +0000 (00:43 +0800)
committerArun Manivannan <arun@arunma.com>
Sat, 23 Jun 2018 16:43:07 +0000 (00:43 +0800)
commit79be8fb8c19365d344319dc16371f9012e098c82
treeff514a7a1436917bdaea045e3d225034e258ba3b
parent11f0b30856c14cbcdd8b38de9b51ba1107acb611
AMATERASU-24 Refactor Spark out of Amaterasu executor to it's own project
56 files changed:
build.gradle
executor/build.gradle
executor/src/main/java/org/apache/amaterasu/executor/execution/actions/runners/spark/PySpark/PySparkEntryPoint.java [deleted file]
executor/src/main/resources/codegen.py [deleted file]
executor/src/main/resources/runtime.py [deleted file]
executor/src/main/resources/spark_intp.py [deleted file]
executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/PySpark/PySparkExecutionQueue.scala [deleted file]
executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/PySpark/PySparkResultQueue.scala [deleted file]
executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/PySpark/PySparkRunner.scala [deleted file]
executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/PySpark/ResultQueue.scala [deleted file]
executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/SparkRRunner.scala [deleted file]
executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/SparkRunnersProvider.scala [deleted file]
executor/src/main/scala/org/apache/amaterasu/executor/execution/actions/runners/spark/SparkSql/SparkSqlRunner.scala [deleted file]
executor/src/main/scala/org/apache/amaterasu/executor/mesos/executors/MesosActionsExecutor.scala
executor/src/main/scala/org/apache/amaterasu/executor/runtime/AmaContext.scala [deleted file]
executor/src/main/scala/org/apache/amaterasu/executor/yarn/executors/ActionsExecutor.scala
executor/src/main/scala/org/apache/spark/repl/amaterasu/AmaSparkILoop.scala [deleted file]
executor/src/main/scala/org/apache/spark/repl/amaterasu/runners/spark/SparkRunnerHelper.scala [deleted file]
executor/src/main/scala/org/apache/spark/repl/amaterasu/runners/spark/SparkScalaRunner.scala [deleted file]
executor/src/test/resources/SparkSql/csv/SparkSqlTestCsv.csv [deleted file]
executor/src/test/resources/SparkSql/json/SparkSqlTestData.json [deleted file]
executor/src/test/resources/SparkSql/parquet/.part-r-00000-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet.crc [deleted file]
executor/src/test/resources/SparkSql/parquet/.part-r-00001-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet.crc [deleted file]
executor/src/test/resources/SparkSql/parquet/_SUCCESS [deleted file]
executor/src/test/resources/SparkSql/parquet/_common_metadata [deleted file]
executor/src/test/resources/SparkSql/parquet/_metadata [deleted file]
executor/src/test/resources/SparkSql/parquet/part-r-00000-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet [deleted file]
executor/src/test/resources/SparkSql/parquet/part-r-00001-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet [deleted file]
executor/src/test/resources/amaterasu.properties [deleted file]
executor/src/test/resources/py4j-0.10.4-src.zip [deleted file]
executor/src/test/resources/py4j.tar.gz [deleted file]
executor/src/test/resources/pyspark-with-amacontext.py [deleted file]
executor/src/test/resources/pyspark.tar.gz [deleted file]
executor/src/test/resources/pyspark.zip [deleted file]
executor/src/test/resources/simple-pyspark.py [deleted file]
executor/src/test/resources/simple-python-err.py [deleted file]
executor/src/test/resources/simple-python.py [deleted file]
executor/src/test/resources/simple-spark.scala [deleted file]
executor/src/test/resources/step-2.scala [deleted file]
executor/src/test/resources/tmp/job/start/x/part-r-00000-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet [deleted file]
executor/src/test/resources/tmp/job/start/x/part-r-00001-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet [deleted file]
executor/src/test/scala/org/apache/amaterasu/RunnersTests/RunnersLoadingTests.scala [deleted file]
executor/src/test/scala/org/apache/amaterasu/spark/PySparkRunnerTests.scala [deleted file]
executor/src/test/scala/org/apache/amaterasu/spark/SparkScalaRunnerTests.scala [deleted file]
executor/src/test/scala/org/apache/amaterasu/spark/SparkSqlRunnerTests.scala [deleted file]
executor/src/test/scala/org/apache/amaterasu/spark/SparkTestsSuite.scala [deleted file]
executor/src/test/scala/org/apache/amaterasu/utilities/TestNotifier.scala [deleted file]
frameworks/spark/runner/src/test/resources/codegen.py [moved from executor/src/test/resources/codegen.py with 100% similarity]
frameworks/spark/runner/src/test/resources/runtime.py [moved from executor/src/test/resources/runtime.py with 100% similarity]
frameworks/spark/runner/src/test/resources/spark-version-info.properties [moved from executor/src/main/resources/spark-version-info.properties with 100% similarity]
frameworks/spark/runner/src/test/resources/spark_intp.py [moved from executor/src/test/resources/spark_intp.py with 100% similarity]
leader/src/main/scala/org/apache/amaterasu/leader/yarn/ApplicationMaster.scala
leader/src/main/scripts/ama-start-mesos.sh
leader/src/main/scripts/ama-start-yarn.sh
leader/src/main/scripts/amaterasu.properties
settings.gradle