[paypal#247] [spark] Bump Spark Version to 2.4.7 | Bump Spark Version…

… to 2.4.7 along with other stack to align with gcp_dataproc_1.5.x
Dee-Pac · Nov 8, 2020 · 219fc00 · 219fc00
1 parent c4b6716
commit 219fc00
Show file tree

Hide file tree

Showing 7 changed files with 10 additions and 10 deletions.
diff --git a/...el-connectors/gimel-cassandra-2.0/pom.xml → .../gimel-connectors/gimel-cassandra/pom.xml b/...el-connectors/gimel-cassandra-2.0/pom.xml → .../gimel-connectors/gimel-cassandra/pom.xml
@@ -28,7 +28,7 @@ under the License.
   </parent>
 
   <modelVersion>4.0.0</modelVersion>
-  <artifactId>gimel-cassandra-2.0</artifactId>
+  <artifactId>gimel-cassandra</artifactId>
   <version>2.4.7-SNAPSHOT</version>
 
   <dependencies>
@@ -42,11 +42,11 @@ under the License.
       <artifactId>spark-cassandra-connector_${scala.binary.version}</artifactId>
       <version>${cassandra.spark.version}</version>
     </dependency>
-    <dependency>
-      <groupId>com.datastax.spark</groupId>
-      <artifactId>spark-cassandra-connector-java_${scala.binary.version}</artifactId>
-      <version>1.5.2</version>
-    </dependency>
+<!--    <dependency>-->
+<!--      <groupId>com.datastax.spark</groupId>-->
+<!--      <artifactId>spark-cassandra-connector-java_${scala.binary.version}</artifactId>-->
+<!--      <version>1.5.2</version>-->
+<!--    </dependency>-->
     <dependency>
       <groupId>org.scalatest</groupId>
       <artifactId>scalatest_${scala.binary.version}</artifactId>
@@ -62,7 +62,7 @@ under the License.
       <plugin>
         <groupId>org.apache.maven.plugins</groupId>
         <artifactId>maven-shade-plugin</artifactId>
-        <version>3.0.0</version>
+        <version>${maven.shade.plugin.version}</version>
         <configuration>
           <relocations>
             <relocation>

diff --git a/.../com/paypal/gimel/cassandra/DataSet.scala → .../com/paypal/gimel/cassandra/DataSet.scala b/.../com/paypal/gimel/cassandra/DataSet.scala → .../com/paypal/gimel/cassandra/DataSet.scala
diff --git a/...a/conf/CassandraClientConfiguration.scala → ...a/conf/CassandraClientConfiguration.scala b/...a/conf/CassandraClientConfiguration.scala → ...a/conf/CassandraClientConfiguration.scala
diff --git a/...mel/cassandra/conf/CassandraConfigs.scala → ...mel/cassandra/conf/CassandraConfigs.scala b/...mel/cassandra/conf/CassandraConfigs.scala → ...mel/cassandra/conf/CassandraConfigs.scala
diff --git a/...el/cassandra/reader/CassandraReader.scala → ...el/cassandra/reader/CassandraReader.scala b/...el/cassandra/reader/CassandraReader.scala → ...el/cassandra/reader/CassandraReader.scala
diff --git a/...el/cassandra/writer/CassandraWriter.scala → ...el/cassandra/writer/CassandraWriter.scala b/...el/cassandra/writer/CassandraWriter.scala → ...el/cassandra/writer/CassandraWriter.scala
diff --git a/gimel-dataapi/pom.xml b/gimel-dataapi/pom.xml
@@ -45,8 +45,8 @@ under the License.
         <module>gimel-connectors/gimel-s3</module>
         <module>gimel-connectors/gimel-kafka</module>
         <module>gimel-connectors/gimel-jdbc</module>
+        <module>gimel-connectors/gimel-cassandra</module>
         <module>gimel-connectors/gimel-hbase</module>
-        <module>gimel-connectors/gimel-cassandra-2.0</module>
         <module>gimel-connectors/gimel-aerospike-3.14</module>
         <module>gimel-connectors/gimel-druid-0.82</module>
         <module>gimel-core</module>
@@ -57,7 +57,7 @@ under the License.
 
     <properties>
         <aerospike.version>3.1.5</aerospike.version>
-        <cassandra.spark.version>2.0.6</cassandra.spark.version>
+        <cassandra.spark.version>2.4.3</cassandra.spark.version>
         <confluent.version>3.3.0</confluent.version>
         <elasticsearch.version>6.2.1</elasticsearch.version>
         <guava.version>16.0</guava.version>
@@ -214,7 +214,7 @@ under the License.
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-shade-plugin</artifactId>
-                <version>3.0.0</version>
+                <version>${maven.shade.plugin.version}</version>
                 <configuration>
                     <relocations>
                         <!--<relocation>-->