AMATERASU-24 - Refactor Spark out of Amaterasu executor to it's own project 27/head
authorArun Manivannan <arun@arunma.com>
Thu, 28 Jun 2018 05:37:14 +0000 (13:37 +0800)
committerArun Manivannan <arun@arunma.com>
Thu, 28 Jun 2018 05:37:14 +0000 (13:37 +0800)
commit1273740752f6a0565ca68c850fca98b80492710e
treee48bd22730fa6a7cd6c71dc07176961d0d5be593
parentcc9fa8a1f591e2caad3f1105775e6d2fa5d79665
AMATERASU-24 - Refactor Spark out of Amaterasu executor to it's own project
47 files changed:
frameworks/spark/runner/build.gradle [new file with mode: 0644]
frameworks/spark/runner/src/main/java/org/apache/amaterasu/framework/spark/runner/pyspark/PySparkEntryPoint.java [new file with mode: 0755]
frameworks/spark/runner/src/main/resources/codegen.py [new file with mode: 0644]
frameworks/spark/runner/src/main/resources/runtime.py [new file with mode: 0644]
frameworks/spark/runner/src/main/resources/spark-version-info.properties [new file with mode: 0644]
frameworks/spark/runner/src/main/resources/spark_intp.py [new file with mode: 0755]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/SparkRunnersProvider.scala [new file with mode: 0644]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/pyspark/PySparkExecutionQueue.scala [new file with mode: 0755]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/pyspark/PySparkResultQueue.scala [new file with mode: 0755]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/pyspark/PySparkRunner.scala [new file with mode: 0644]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/pyspark/ResultQueue.scala [new file with mode: 0755]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/repl/AmaSparkILoop.scala [new file with mode: 0755]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/repl/SparkRunnerHelper.scala [new file with mode: 0644]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/repl/SparkScalaRunner.scala [new file with mode: 0755]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/sparkr/SparkRRunner.scala [new file with mode: 0644]
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/framework/spark/runner/sparksql/SparkSqlRunner.scala [new file with mode: 0644]
frameworks/spark/runner/src/test/resources/SparkSql/csv/SparkSqlTestCsv.csv [new file with mode: 0644]
frameworks/spark/runner/src/test/resources/SparkSql/json/SparkSqlTestData.json [new file with mode: 0644]
frameworks/spark/runner/src/test/resources/SparkSql/parquet/.part-r-00000-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet.crc [new file with mode: 0644]
frameworks/spark/runner/src/test/resources/SparkSql/parquet/.part-r-00001-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet.crc [new file with mode: 0644]
frameworks/spark/runner/src/test/resources/SparkSql/parquet/_SUCCESS [new file with mode: 0644]
frameworks/spark/runner/src/test/resources/SparkSql/parquet/_common_metadata [new file with mode: 0644]
frameworks/spark/runner/src/test/resources/SparkSql/parquet/_metadata [new file with mode: 0644]
frameworks/spark/runner/src/test/resources/SparkSql/parquet/part-r-00000-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet [new file with mode: 0644]
frameworks/spark/runner/src/test/resources/SparkSql/parquet/part-r-00001-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet [new file with mode: 0644]
frameworks/spark/runner/src/test/resources/amaterasu.properties [new file with mode: 0755]
frameworks/spark/runner/src/test/resources/py4j-0.10.4-src.zip [new file with mode: 0644]
frameworks/spark/runner/src/test/resources/py4j.tar.gz [new file with mode: 0644]
frameworks/spark/runner/src/test/resources/pyspark-with-amacontext.py [new file with mode: 0755]
frameworks/spark/runner/src/test/resources/pyspark.tar.gz [new file with mode: 0644]
frameworks/spark/runner/src/test/resources/pyspark.zip [new file with mode: 0644]
frameworks/spark/runner/src/test/resources/simple-pyspark.py [new file with mode: 0755]
frameworks/spark/runner/src/test/resources/simple-python-err.py [new file with mode: 0755]
frameworks/spark/runner/src/test/resources/simple-python.py [new file with mode: 0755]
frameworks/spark/runner/src/test/resources/simple-spark.scala [new file with mode: 0755]
frameworks/spark/runner/src/test/resources/step-2.scala [new file with mode: 0755]
frameworks/spark/runner/src/test/resources/tmp/job/start/x/part-r-00000-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet [new file with mode: 0644]
frameworks/spark/runner/src/test/resources/tmp/job/start/x/part-r-00001-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet [new file with mode: 0644]
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/framework/spark/SparkTestsSuite.scala [new file with mode: 0644]
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/framework/spark/runner/RunnersLoadingTests.scala [new file with mode: 0644]
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/framework/spark/runner/pyspark/PySparkRunnerTests.scala [new file with mode: 0755]
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/framework/spark/runner/repl/SparkScalaRunnerTests.scala [new file with mode: 0755]
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/framework/spark/runner/sparksql/SparkSqlRunnerTests.scala [new file with mode: 0644]
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/utilities/TestNotifier.scala [new file with mode: 0644]
frameworks/spark/runtime/build.gradle [new file with mode: 0644]
frameworks/spark/runtime/src/main/scala/org/apache/amaterasu/framework/spark/runtime/AmaContext.scala [new file with mode: 0644]
gradle/wrapper/gradle-wrapper.properties