[paypal#247] [spark] Bump Spark Version to 2.4.7 | Change Gimel Packa…

…ge Version to 2.4.7
Dee-Pac · Oct 30, 2020 · d78326b · d78326b
1 parent af18961
commit d78326b
Show file tree

Hide file tree

Showing 30 changed files with 87 additions and 181 deletions.
diff --git a/docs/getting-started/gimel-modules.md b/docs/getting-started/gimel-modules.md
@@ -14,7 +14,7 @@
     <dependency>
       <groupId>com.paypal.gimel</groupId>
       <artifactId>gimel-tools</artifactId> <!--Refer one of the below listed 3 versions, depending on the required spark version -->
-      <version>2.0.0-SNAPSHOT</version> <!--provides spark 2.2.0 compiled code-->
+      <version>2.4.7-SNAPSHOT</version> <!--provides spark 2.4.7 compiled code-->
       <scope>provided</scope> <!--Ensure scope is provided as the gimel libraries can be added at runtime-->
     </dependency>
 ```
@@ -23,7 +23,7 @@
     <dependency>
       <groupId>com.paypal.gimel</groupId>
       <artifactId>gimel-sql</artifactId> <!--Refer one of the below listed 3 versions, depending on the required spark version -->
-      <version>2.0.0-SNAPSHOT</version> <!--provides spark 2.2.0 compiled code-->
+      <version>2.4.7-SNAPSHOT</version> <!--provides spark 2.4.7 compiled code-->
       <scope>provided</scope> <!--Ensure scope is provided as the gimel libraries can be added at runtime-->
     </dependency>
 ```
@@ -32,7 +32,7 @@
     <dependency>
       <groupId>com.paypal.gimel</groupId>
       <artifactId>gimel-core</artifactId> <!--Refer one of the below listed 3 versions, depending on the required spark version -->
-      <version>2.0.0-SNAPSHOT</version> <!--provides spark 2.2.0 compiled code-->
+      <version>2.4.7-SNAPSHOT</version> <!--provides spark 2.4.7 compiled code-->
       <scope>provided</scope> <!--Ensure scope is provided as the gimel libraries can be added at runtime-->
     </dependency>
 ```

diff --git a/docs/gimel-connectors/kafka2.md b/docs/gimel-connectors/kafka2.md
@@ -117,7 +117,7 @@
 
 ```bash
 spark-shell --jars 
-gimel-tools-2.0.0-SNAPSHOT-uber.jar,
+gimel-tools-2.4.7-SNAPSHOT-uber.jar,
 generic-deserializers-1.0-SNAPSHOT-uber.jar,
 generic-serializers-1.0-SNAPSHOT-uber.jar
 
@@ -510,7 +510,7 @@ Users can implement their own logic for getting the kafka properties which will
      <dependency>
         <groupId>com.paypal.gimel</groupId>
         <artifactId>gimel-common</artifactId>
-        <version>2.0.0-SNAPSHOT</version>
+        <version>2.4.7-SNAPSHOT</version>
         <scope>provided</scope>
      </dependency>
     ```

diff --git a/docs/gimel-logging/gimel-logging.md b/docs/gimel-logging/gimel-logging.md
@@ -75,7 +75,7 @@ object SparkWordCount {
 Example:
 
 ```shell script
-spark-shell --jars gimel-tools-2.0.0-SNAPSHOT-uber.jar \
+spark-shell --jars gimel-tools-2.4.7-SNAPSHOT-uber.jar \
 --conf spark.driver.extraJavaOptions="-Dgimel.logger.properties.filepath=gimelLoggerConfig.properties" \
 --conf spark.executor.extraJavaOptions="-Dgimel.logger.properties.filepath=gimelLoggerConfig.properties" \
 --conf spark.files=/path/to/gimelLoggerConfig.properties \

diff --git a/docs/gimel-serde/gimel-serde.md b/docs/gimel-serde/gimel-serde.md
@@ -57,7 +57,7 @@ Example:
 spark-shell --jars \
 generic-deserializers-1.0-SNAPSHOT-uber.jar,\
 generic-serializers-1.0-SNAPSHOT-uber.jar,\
-gimel-tools-2.0.0-SNAPSHOT-uber.jar
+gimel-tools-2.4.7-SNAPSHOT-uber.jar
 ```
 
 ## Generic Deserializers

diff --git a/docs/try-gimel/0-prerequisite.md b/docs/try-gimel/0-prerequisite.md
@@ -89,7 +89,7 @@ quickstart/start-gimel kafka,elasticsearch,hbase-master,hbase-regionserver
 ```
 docker exec -it spark-master bash -c \
 "export USER=an;export SPARK_HOME=/spark/;export PATH=$PATH:$SPARK_HOME/bin:$SPARK_HOME/sbin; \
-/spark/bin/spark-shell --jars /root/gimel-sql-2.0.0-SNAPSHOT-uber.jar"
+/spark/bin/spark-shell --jars /root/gimel-sql-2.4.7-SNAPSHOT-uber.jar"
 ```
 
 **Note:** *You can view the Spark UI  <a href="http://localhost:4040" target="_blank">here</a>*

diff --git a/gimel-dataapi/gimel-common/pom.xml b/gimel-dataapi/gimel-common/pom.xml
@@ -23,13 +23,13 @@ under the License.
   <parent>
     <artifactId>gimel-dataapi</artifactId>
     <groupId>com.paypal.gimel</groupId>
-   <version>2.0.0-SNAPSHOT</version>
+   <version>2.4.7-SNAPSHOT</version>
     <relativePath>../pom.xml</relativePath>
   </parent>
   <modelVersion>4.0.0</modelVersion>
 
   <artifactId>gimel-common</artifactId>
-  <version>2.0.0-SNAPSHOT</version>
+  <version>2.4.7-SNAPSHOT</version>
 
   <dependencies>
     <dependency>

diff --git a/gimel-dataapi/gimel-connectors/gimel-aerospike-3.14/pom.xml b/gimel-dataapi/gimel-connectors/gimel-aerospike-3.14/pom.xml
@@ -23,13 +23,13 @@ under the License.
   <parent>
     <artifactId>gimel-dataapi</artifactId>
     <groupId>com.paypal.gimel</groupId>
-   <version>2.0.0-SNAPSHOT</version>
+   <version>2.4.7-SNAPSHOT</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
   <modelVersion>4.0.0</modelVersion>
 
   <artifactId>gimel-aerospike-3.14</artifactId>
-  <version>2.0.0-SNAPSHOT</version>
+  <version>2.4.7-SNAPSHOT</version>
 
   <dependencies>
     <!--https://mvnrepository.com/artifact/org.scala-lang-->

diff --git a/gimel-dataapi/gimel-connectors/gimel-cassandra-2.0/pom.xml b/gimel-dataapi/gimel-connectors/gimel-cassandra-2.0/pom.xml
@@ -23,13 +23,13 @@ under the License.
   <parent>
     <artifactId>gimel-dataapi</artifactId>
     <groupId>com.paypal.gimel</groupId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
 
   <modelVersion>4.0.0</modelVersion>
   <artifactId>gimel-cassandra-2.0</artifactId>
-  <version>2.0.0-SNAPSHOT</version>
+  <version>2.4.7-SNAPSHOT</version>
 
   <dependencies>
     <dependency>

diff --git a/gimel-dataapi/gimel-connectors/gimel-druid-0.82/pom.xml b/gimel-dataapi/gimel-connectors/gimel-druid-0.82/pom.xml
@@ -23,13 +23,13 @@ under the License.
   <parent>
     <artifactId>gimel-dataapi</artifactId>
     <groupId>com.paypal.gimel</groupId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
 
   <modelVersion>4.0.0</modelVersion>
   <artifactId>gimel-druid-0.82</artifactId>
-  <version>2.0.0-SNAPSHOT</version>
+  <version>2.4.7-SNAPSHOT</version>
 
   <dependencies>
     <dependency>

diff --git a/gimel-dataapi/gimel-connectors/gimel-elasticsearch-6.2/pom.xml b/gimel-dataapi/gimel-connectors/gimel-elasticsearch-6.2/pom.xml
@@ -23,13 +23,13 @@ under the License.
   <parent>
     <artifactId>gimel-dataapi</artifactId>
     <groupId>com.paypal.gimel</groupId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
   <modelVersion>4.0.0</modelVersion>
 
   <artifactId>gimel-elasticsearch-6.2</artifactId>
-  <version>2.0.0-SNAPSHOT</version>
+  <version>2.4.7-SNAPSHOT</version>
 
   <dependencies>
     <dependency>

diff --git a/gimel-dataapi/gimel-connectors/gimel-hbase-1.2/pom.xml b/gimel-dataapi/gimel-connectors/gimel-hbase-1.2/pom.xml
@@ -23,13 +23,13 @@ under the License.
   <parent>
     <artifactId>gimel-dataapi</artifactId>
     <groupId>com.paypal.gimel</groupId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
   <modelVersion>4.0.0</modelVersion>
 
   <artifactId>gimel-hbase-1.2</artifactId>
-  <version>2.0.0-SNAPSHOT</version>
+  <version>2.4.7-SNAPSHOT</version>
 
   <dependencies>
     <dependency>

diff --git a/gimel-dataapi/gimel-connectors/gimel-hive-1.2/pom.xml b/gimel-dataapi/gimel-connectors/gimel-hive-1.2/pom.xml
@@ -23,13 +23,13 @@ under the License.
   <parent>
     <artifactId>gimel-dataapi</artifactId>
     <groupId>com.paypal.gimel</groupId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
   <modelVersion>4.0.0</modelVersion>
 
   <artifactId>gimel-hive-1.2</artifactId>
-  <version>2.0.0-SNAPSHOT</version>
+  <version>2.4.7-SNAPSHOT</version>
 
   <dependencies>
     <dependency>

diff --git a/gimel-dataapi/gimel-connectors/gimel-jdbc/pom.xml b/gimel-dataapi/gimel-connectors/gimel-jdbc/pom.xml
@@ -23,13 +23,13 @@ under the License.
   <parent>
     <artifactId>gimel-dataapi</artifactId>
     <groupId>com.paypal.gimel</groupId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
   <modelVersion>4.0.0</modelVersion>
 
   <artifactId>gimel-jdbc</artifactId>
-  <version>2.0.0-SNAPSHOT</version>
+  <version>2.4.7-SNAPSHOT</version>
 
   <dependencies>
     <dependency>

diff --git a/gimel-dataapi/gimel-connectors/gimel-kafka-2.2/pom.xml b/gimel-dataapi/gimel-connectors/gimel-kafka-2.2/pom.xml
@@ -23,13 +23,13 @@ under the License.
     <parent>
         <artifactId>gimel-dataapi</artifactId>
         <groupId>com.paypal.gimel</groupId>
-        <version>2.0.0-SNAPSHOT</version>
+        <version>2.4.7-SNAPSHOT</version>
         <relativePath>../../pom.xml</relativePath>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 
     <artifactId>gimel-kafka-2.2</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
 
     <dependencies>
         <dependency>

diff --git a/gimel-dataapi/gimel-connectors/gimel-restapi/pom.xml b/gimel-dataapi/gimel-connectors/gimel-restapi/pom.xml
@@ -23,13 +23,13 @@ under the License.
   <parent>
     <artifactId>gimel-dataapi</artifactId>
     <groupId>com.paypal.gimel</groupId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
   <modelVersion>4.0.0</modelVersion>
 
   <artifactId>gimel-restapi</artifactId>
-  <version>2.0.0-SNAPSHOT</version>
+  <version>2.4.7-SNAPSHOT</version>
 
   <dependencies>
     <dependency>

diff --git a/gimel-dataapi/gimel-connectors/gimel-s3/pom.xml b/gimel-dataapi/gimel-connectors/gimel-s3/pom.xml
@@ -25,14 +25,14 @@ under the License.
   <parent>
     <artifactId>gimel-dataapi</artifactId>
     <groupId>com.paypal.gimel</groupId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
   <modelVersion>4.0.0</modelVersion>
 
   <groupId>com.paypal.gimel</groupId>
   <artifactId>gimel-s3</artifactId>
-  <version>2.0.0-SNAPSHOT</version>
+  <version>2.4.7-SNAPSHOT</version>
 
   <dependencies>
     <dependency>

diff --git a/gimel-dataapi/gimel-connectors/gimel-sftp/pom.xml b/gimel-dataapi/gimel-connectors/gimel-sftp/pom.xml
@@ -23,13 +23,13 @@ under the License.
   <parent>
     <artifactId>gimel-dataapi</artifactId>
     <groupId>com.paypal.gimel</groupId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
   <modelVersion>4.0.0</modelVersion>
 
   <artifactId>gimel-sftp</artifactId>
-  <version>2.0.0-SNAPSHOT</version>
+  <version>2.4.7-SNAPSHOT</version>
 
   <dependencies>
     <dependency>

diff --git a/gimel-dataapi/gimel-core/pom.xml b/gimel-dataapi/gimel-core/pom.xml
@@ -23,12 +23,12 @@ under the License.
   <parent>
     <artifactId>gimel-dataapi</artifactId>
     <groupId>com.paypal.gimel</groupId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
     <relativePath>../pom.xml</relativePath>
   </parent>
   <modelVersion>4.0.0</modelVersion>
   <artifactId>gimel-core</artifactId>
-  <version>2.0.0-SNAPSHOT</version>
+  <version>2.4.7-SNAPSHOT</version>
 
   <profiles>
     <profile>
@@ -85,11 +85,6 @@ under the License.
       <artifactId>gimel-common</artifactId>
       <version>${gimel.version}-SNAPSHOT</version>
     </dependency>
-    <dependency>
-      <groupId>com.paypal.gimel</groupId>
-      <artifactId>gimel-kafka-0.10</artifactId>
-      <version>${gimel.version}-SNAPSHOT</version>
-    </dependency>
     <dependency>
       <groupId>com.paypal.gimel</groupId>
       <artifactId>gimel-kafka-2.2</artifactId>

diff --git a/gimel-dataapi/gimel-examples/pom.xml b/gimel-dataapi/gimel-examples/pom.xml
@@ -23,12 +23,12 @@ under the License.
   <parent>
     <artifactId>gimel-dataapi</artifactId>
     <groupId>com.paypal.gimel</groupId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
     <relativePath>../pom.xml</relativePath>
   </parent>
   <modelVersion>4.0.0</modelVersion>
   <artifactId>gimel-examples</artifactId>
-  <version>2.0.0-SNAPSHOT</version>
+  <version>2.4.7-SNAPSHOT</version>
 
   <dependencies>
     <dependency>

diff --git a/gimel-dataapi/gimel-logger/pom.xml b/gimel-dataapi/gimel-logger/pom.xml
@@ -23,13 +23,13 @@ under the License.
   <parent>
     <artifactId>gimel-dataapi</artifactId>
     <groupId>com.paypal.gimel</groupId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
     <relativePath>../pom.xml</relativePath>
   </parent>
   <modelVersion>4.0.0</modelVersion>
 
   <artifactId>gimel-logger</artifactId>
-   <version>2.0.0-SNAPSHOT</version>
+   <version>2.4.7-SNAPSHOT</version>
 
   <dependencies>
     <dependency>

diff --git a/gimel-dataapi/gimel-sql/pom.xml b/gimel-dataapi/gimel-sql/pom.xml
@@ -3,13 +3,13 @@
   <parent>
     <artifactId>gimel-dataapi</artifactId>
     <groupId>com.paypal.gimel</groupId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
     <relativePath>../pom.xml</relativePath>
   </parent>
   <modelVersion>4.0.0</modelVersion>
 
   <artifactId>gimel-sql</artifactId>
-  <version>2.0.0-SNAPSHOT</version>
+  <version>2.4.7-SNAPSHOT</version>
 
   <dependencies>
     <dependency>

diff --git a/gimel-dataapi/gimel-tools/pom.xml b/gimel-dataapi/gimel-tools/pom.xml
@@ -23,13 +23,13 @@ under the License.
   <parent>
     <artifactId>gimel-dataapi</artifactId>
     <groupId>com.paypal.gimel</groupId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
     <relativePath>../pom.xml</relativePath>
   </parent>
   <modelVersion>4.0.0</modelVersion>
 
   <artifactId>gimel-tools</artifactId>
-  <version>2.0.0-SNAPSHOT</version>
+  <version>2.4.7-SNAPSHOT</version>
 
   <dependencies>
     <dependency>

diff --git a/gimel-dataapi/pom.xml b/gimel-dataapi/pom.xml
@@ -24,7 +24,7 @@ under the License.
     <parent>
         <artifactId>gimel</artifactId>
         <groupId>com.paypal.gimel</groupId>
-        <version>2.0.0-SNAPSHOT</version>
+        <version>2.4.7-SNAPSHOT</version>
         <relativePath>../pom.xml</relativePath>
     </parent>
     <modelVersion>4.0.0</modelVersion>
@@ -34,7 +34,7 @@ under the License.
     <name>Gimel Data API</name>
     <inceptionYear>2017</inceptionYear>
 
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
     <modules>
         <module>gimel-logger</module>
         <module>gimel-common</module>

diff --git a/gimel-parser/pom.xml b/gimel-parser/pom.xml
@@ -4,13 +4,13 @@
     <parent>
         <artifactId>gimel</artifactId>
         <groupId>com.paypal.gimel</groupId>
-        <version>2.0.0-SNAPSHOT</version>
+        <version>2.4.7-SNAPSHOT</version>
         <relativePath>../pom.xml</relativePath>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 
     <artifactId>gimel-parser</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.4.7-SNAPSHOT</version>
 
     <dependencies>
         <!--Provided dependencies-->