HBASE-21446 [hbase-connectors] Update spark and scala versions; 9/head
authorMichael Stack <stack@apache.org>
Wed, 7 Nov 2018 04:53:25 +0000 (20:53 -0800)
committerMichael Stack <stack@apache.org>
Wed, 7 Nov 2018 04:53:25 +0000 (20:53 -0800)
add some doc on how to generate artifacts with different versions

spark/README.md
spark/hbase-spark/pom.xml
spark/pom.xml

index dcd11c7..acb46bc 100755 (executable)
@@ -1 +1,11 @@
 # Apache HBase&trade; Spark Connector
+
+## Scala and Spark Versions
+
+To generate an artifact for a different [spark version](https://mvnrepository.com/artifact/org.apache.spark/spark-core) and/or [scala version](https://www.scala-lang.org/download/all.html), pass command-line options as follows (changing version numbers appropriately):
+
+```
+$ mvn -Dspark.version=2.2.2 -Dscala.version=2.11.7 -Dscala.binary.version=2.11 clean install
+```
+
+Spark 2.1.x, 2.2.x, 2.3.x, and 2.4.0 work as does scala 2.11.x. Scala 2.12.x and 2.10.x need work.
index aed7da0..4554ceb 100644 (file)
@@ -1,6 +1,5 @@
 <?xml version="1.0"?>
 <!--
-
  Licensed to the Apache Software Foundation (ASF) under one
  or more contributor license agreements.  See the NOTICE file
  distributed with this work for additional information
     <dependency>
       <groupId>org.scalatest</groupId>
       <artifactId>scalatest_${scala.binary.version}</artifactId>
-      <version>2.2.4</version>
+      <version>3.0.5</version>
       <scope>test</scope>
       <exclusions>
        <exclusion>
           <scalaVersion>${scala.version}</scalaVersion>
           <args>
             <arg>-feature</arg>
+            <arg>-target:jvm-1.8</arg>
           </args>
+          <source>${compileSource}</source>
+          <target>${compileSource}</target>
         </configuration>
         <executions>
           <execution>
index dcbc4da..a5dcaaf 100644 (file)
     <protobuf.plugin.version>0.6.1</protobuf.plugin.version>
     <hbase-thirdparty.version>2.1.0</hbase-thirdparty.version>
     <jackson.version>2.9.2</jackson.version>
-    <spark.version>2.1.1</spark.version>
+    <spark.version>2.4.0</spark.version>
     <!-- The following version is in sync with Spark's choice
          Please take caution when this version is modified -->
-    <scala.version>2.11.8</scala.version>
+    <scala.version>2.11.12</scala.version>
     <scala.binary.version>2.11</scala.binary.version>
     <json4s.version>3.2.11</json4s.version>
   </properties>