Upgrade Kafka to 0.10.2.0 and bump java+scala to latest

README.md

@@ -17,9 +17,9 @@ Alternatively create [PV](http://kubernetes.io/docs/user-guide/persistent-volume
 
 ```
 ./bootstrap/pv.sh
-kubectl create -f ./bootstrap/pvc.yml
+kubectl create -f ./10pvc.yml
 # check that claims are bound
-kubectl get pvc
+kubectl -n kafka get pvc
 ```
 
 ## Set up Zookeeper
@@ -49,7 +49,7 @@ kubectl create -f ./
 
 You might want to verify in logs that Kafka found its own DNS name(s) correctly. Look for records like:
 ```
-kubectl logs kafka-0 | grep "Registered broker"
+kubectl -n kafka logs kafka-0 | grep "Registered broker"
 # INFO Registered broker 0 at path /brokers/ids/0 with addresses: PLAINTEXT -> EndPoint(kafka-0.broker.kafka.svc.cluster.local,9092,PLAINTEXT)
 ```
 
@@ -79,5 +79,5 @@ kubectl create -f test/21consumer-test1.yml
 Testing and retesting... delete the namespace. PVs are outside namespaces so delete them too.
 ```
 kubectl delete namespace kafka
-rm -R ./data/ && kubectl delete pv datadir-kafka-0 datadir-kafka-1 datadir-kafka-2
+rm -R ./data/ && kubectl -n kafka delete pv datadir-kafka-0 datadir-kafka-1 datadir-kafka-2
 ```

bootstrap/pv-template.yml

@@ -10,7 +10,7 @@ spec:
   accessModes:
   - ReadWriteOnce
   capacity:
-    storage: 100Mi
+    storage: 200Gi
   hostPath:
     path: /tmp/k8s-data/datadir-kafka-0
 ---
@@ -25,7 +25,7 @@ spec:
   accessModes:
   - ReadWriteOnce
   capacity:
-    storage: 100Mi
+    storage: 200Gi
   hostPath:
     path: /tmp/k8s-data/datadir-kafka-1
 ---
@@ -40,6 +40,6 @@ spec:
   accessModes:
   - ReadWriteOnce
   capacity:
-    storage: 100Mi
+    storage: 200Gi
   hostPath:
     path: /tmp/k8s-data/datadir-kafka-2

bootstrap/pv.sh

@@ -1,6 +1,6 @@
 #!/bin/bash
 
-echo "Note that in for example GKE a PetSet will have PersistentVolume(s) and PersistentVolumeClaim(s) created for it automatically"
+echo "Note that in for example GKE a StatefulSet will have PersistentVolume(s) and PersistentVolumeClaim(s) created for it automatically"
 
 dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && cd .. && pwd )"
 path="$dir/data"

docker-kafka-persistent/Dockerfile

@@ -1,9 +1,9 @@
 
-FROM openjdk:8u102-jre
+FROM openjdk:8u121-jre
 
-ENV kafka_version=0.10.1.1
-ENV scala_version=2.11.8
-ENV kafka_bin_version=2.11-$kafka_version
+ENV kafka_version=0.10.2.0
+ENV scala_version=2.12.1
+ENV kafka_bin_version=2.12-$kafka_version
 
 RUN curl -SLs "http://www.scala-lang.org/files/archive/scala-$scala_version.deb" -o scala.deb \
 	&& dpkg -i scala.deb \

test/21consumer-test1.yml

@@ -17,8 +17,8 @@ spec:
         image: solsson/kafka:0.10.0.1
         command:
         - ./bin/kafka-console-consumer.sh
-        - --zookeeper
-        - zookeeper:2181
+        - --bootstrap-server
+        - kafka-0.broker.kafka.svc.cluster.local:9092,kafka-1.broker.kafka.svc.cluster.local:9092,kafka-2.broker.kafka.svc.cluster.local:9092
         - --topic
         - test1
         - --from-beginning