From 219fc00c4ab8cf4157c59bab97f588e6efd90ef3 Mon Sep 17 00:00:00 2001 From: Dee-Pac Date: Sat, 7 Nov 2020 19:49:38 -0800 Subject: [PATCH] [#247] [spark] Bump Spark Version to 2.4.7 | Bump Spark Version to 2.4.7 along with other stack to align with gcp_dataproc_1.5.x --- .../pom.xml | 14 +++++++------- .../scala/com/paypal/gimel/cassandra/DataSet.scala | 0 .../conf/CassandraClientConfiguration.scala | 0 .../gimel/cassandra/conf/CassandraConfigs.scala | 0 .../gimel/cassandra/reader/CassandraReader.scala | 0 .../gimel/cassandra/writer/CassandraWriter.scala | 0 gimel-dataapi/pom.xml | 6 +++--- 7 files changed, 10 insertions(+), 10 deletions(-) rename gimel-dataapi/gimel-connectors/{gimel-cassandra-2.0 => gimel-cassandra}/pom.xml (91%) rename gimel-dataapi/gimel-connectors/{gimel-cassandra-2.0 => gimel-cassandra}/src/main/scala/com/paypal/gimel/cassandra/DataSet.scala (100%) rename gimel-dataapi/gimel-connectors/{gimel-cassandra-2.0 => gimel-cassandra}/src/main/scala/com/paypal/gimel/cassandra/conf/CassandraClientConfiguration.scala (100%) rename gimel-dataapi/gimel-connectors/{gimel-cassandra-2.0 => gimel-cassandra}/src/main/scala/com/paypal/gimel/cassandra/conf/CassandraConfigs.scala (100%) rename gimel-dataapi/gimel-connectors/{gimel-cassandra-2.0 => gimel-cassandra}/src/main/scala/com/paypal/gimel/cassandra/reader/CassandraReader.scala (100%) rename gimel-dataapi/gimel-connectors/{gimel-cassandra-2.0 => gimel-cassandra}/src/main/scala/com/paypal/gimel/cassandra/writer/CassandraWriter.scala (100%) diff --git a/gimel-dataapi/gimel-connectors/gimel-cassandra-2.0/pom.xml b/gimel-dataapi/gimel-connectors/gimel-cassandra/pom.xml similarity index 91% rename from gimel-dataapi/gimel-connectors/gimel-cassandra-2.0/pom.xml rename to gimel-dataapi/gimel-connectors/gimel-cassandra/pom.xml index 6e275bd0..ca83e106 100644 --- a/gimel-dataapi/gimel-connectors/gimel-cassandra-2.0/pom.xml +++ b/gimel-dataapi/gimel-connectors/gimel-cassandra/pom.xml @@ -28,7 +28,7 @@ under the License. 4.0.0 - gimel-cassandra-2.0 + gimel-cassandra 2.4.7-SNAPSHOT @@ -42,11 +42,11 @@ under the License. spark-cassandra-connector_${scala.binary.version} ${cassandra.spark.version} - - com.datastax.spark - spark-cassandra-connector-java_${scala.binary.version} - 1.5.2 - + + + + + org.scalatest scalatest_${scala.binary.version} @@ -62,7 +62,7 @@ under the License. org.apache.maven.plugins maven-shade-plugin - 3.0.0 + ${maven.shade.plugin.version} diff --git a/gimel-dataapi/gimel-connectors/gimel-cassandra-2.0/src/main/scala/com/paypal/gimel/cassandra/DataSet.scala b/gimel-dataapi/gimel-connectors/gimel-cassandra/src/main/scala/com/paypal/gimel/cassandra/DataSet.scala similarity index 100% rename from gimel-dataapi/gimel-connectors/gimel-cassandra-2.0/src/main/scala/com/paypal/gimel/cassandra/DataSet.scala rename to gimel-dataapi/gimel-connectors/gimel-cassandra/src/main/scala/com/paypal/gimel/cassandra/DataSet.scala diff --git a/gimel-dataapi/gimel-connectors/gimel-cassandra-2.0/src/main/scala/com/paypal/gimel/cassandra/conf/CassandraClientConfiguration.scala b/gimel-dataapi/gimel-connectors/gimel-cassandra/src/main/scala/com/paypal/gimel/cassandra/conf/CassandraClientConfiguration.scala similarity index 100% rename from gimel-dataapi/gimel-connectors/gimel-cassandra-2.0/src/main/scala/com/paypal/gimel/cassandra/conf/CassandraClientConfiguration.scala rename to gimel-dataapi/gimel-connectors/gimel-cassandra/src/main/scala/com/paypal/gimel/cassandra/conf/CassandraClientConfiguration.scala diff --git a/gimel-dataapi/gimel-connectors/gimel-cassandra-2.0/src/main/scala/com/paypal/gimel/cassandra/conf/CassandraConfigs.scala b/gimel-dataapi/gimel-connectors/gimel-cassandra/src/main/scala/com/paypal/gimel/cassandra/conf/CassandraConfigs.scala similarity index 100% rename from gimel-dataapi/gimel-connectors/gimel-cassandra-2.0/src/main/scala/com/paypal/gimel/cassandra/conf/CassandraConfigs.scala rename to gimel-dataapi/gimel-connectors/gimel-cassandra/src/main/scala/com/paypal/gimel/cassandra/conf/CassandraConfigs.scala diff --git a/gimel-dataapi/gimel-connectors/gimel-cassandra-2.0/src/main/scala/com/paypal/gimel/cassandra/reader/CassandraReader.scala b/gimel-dataapi/gimel-connectors/gimel-cassandra/src/main/scala/com/paypal/gimel/cassandra/reader/CassandraReader.scala similarity index 100% rename from gimel-dataapi/gimel-connectors/gimel-cassandra-2.0/src/main/scala/com/paypal/gimel/cassandra/reader/CassandraReader.scala rename to gimel-dataapi/gimel-connectors/gimel-cassandra/src/main/scala/com/paypal/gimel/cassandra/reader/CassandraReader.scala diff --git a/gimel-dataapi/gimel-connectors/gimel-cassandra-2.0/src/main/scala/com/paypal/gimel/cassandra/writer/CassandraWriter.scala b/gimel-dataapi/gimel-connectors/gimel-cassandra/src/main/scala/com/paypal/gimel/cassandra/writer/CassandraWriter.scala similarity index 100% rename from gimel-dataapi/gimel-connectors/gimel-cassandra-2.0/src/main/scala/com/paypal/gimel/cassandra/writer/CassandraWriter.scala rename to gimel-dataapi/gimel-connectors/gimel-cassandra/src/main/scala/com/paypal/gimel/cassandra/writer/CassandraWriter.scala diff --git a/gimel-dataapi/pom.xml b/gimel-dataapi/pom.xml index a26fadf1..83be5226 100644 --- a/gimel-dataapi/pom.xml +++ b/gimel-dataapi/pom.xml @@ -45,8 +45,8 @@ under the License. gimel-connectors/gimel-s3 gimel-connectors/gimel-kafka gimel-connectors/gimel-jdbc + gimel-connectors/gimel-cassandra gimel-connectors/gimel-hbase - gimel-connectors/gimel-cassandra-2.0 gimel-connectors/gimel-aerospike-3.14 gimel-connectors/gimel-druid-0.82 gimel-core @@ -57,7 +57,7 @@ under the License. 3.1.5 - 2.0.6 + 2.4.3 3.3.0 6.2.1 16.0 @@ -214,7 +214,7 @@ under the License. org.apache.maven.plugins maven-shade-plugin - 3.0.0 + ${maven.shade.plugin.version}