Merge pull request #61 from SmartColumbusOS/crashloop-fix

Update Strimzi and Kafka Versions

.gitignore

@@ -22,4 +22,6 @@ erl_crash.dump
 # Ignore package tarball (built via "mix hex.build").
 streaming_service-*.tar
 
-.DS_Store
+.DS_Store
+
+replicas.txt

Jenkinsfile

@@ -54,7 +54,7 @@ def deployStrimzi() {
     sh "kubectl apply -f k8s/namespace.yaml"
     sh "helm init --service-account tiller"
     sh "helm repo add strimzi http://strimzi.io/charts/"
-    sh "helm upgrade --install strimzi-kafka-operator strimzi/strimzi-kafka-operator --version 0.08.0 -f strimzi-config.yml --namespace strimzi"
+    sh "helm upgrade --install strimzi-kafka-operator strimzi/strimzi-kafka-operator --version 0.13.0 -f strimzi-config.yml --namespace strimzi"
 }
 
 def deployKafka(environment) {

chart/templates/kafka.yml

@@ -4,6 +4,7 @@ metadata:
   name: "{{ .Values.kafka.strimziCluster }}"
 spec:
   kafka:
+    version: {{ .Values.kafka.version }}
     replicas: {{ .Values.kafka.defaultReplicas }}
     listeners:
       plain: {}

chart/values.yaml

@@ -1,4 +1,5 @@
 kafka:
+  version: 2.1.1
   broker: streaming-service-kafka-bootstrap.streaming-prime:9092
   strimziCluster: streaming-service
   storageSize: 100Gi

scripts/scale-down.sh

@@ -0,0 +1,26 @@
+rm -f replicas.txt
+
+scaleAppToIn () {
+   kubectl scale --replicas=$2 deployment/$1 -n $3
+}
+
+recordReplicas () {
+    replicas=`kubectl get deployment $1 -n $2 -o=jsonpath='{.status.replicas}'`
+    echo "$1 has $replicas replicas"
+    echo "$1 $2 $replicas" >> replicas.txt
+}
+
+echo
+echo "Recording current replicas:"
+recordReplicas andi admin
+for app in reaper valkyrie forklift streisand flair odo
+do 
+    recordReplicas $app streaming-services
+done
+
+echo
+echo "Scaling apps down to 0:"
+while IFS=" " read -r app namespace replicas remainder
+do
+    scaleAppToIn $app 0 $namespace
+done < "replicas.txt"

scripts/scale-up.sh

@@ -0,0 +1,10 @@
+scaleAppToIn () {
+   kubectl scale --replicas=$2 deployment/$1 -n $3
+}
+
+echo
+echo "Scaling apps up to previous replicas:"
+while IFS=" " read -r app namespace replicas remainder
+do
+    scaleAppToIn $app $replicas $namespace
+done < "replicas.txt"

scripts/update-kafka-version.sh

@@ -0,0 +1,35 @@
+#!/usr/bin/env bash
+set -e
+
+echo
+echo "Deleting old Stateful Sets:"
+kubectl delete sts streaming-service-public-kafka -n streaming-public --cascade=false
+kubectl delete sts streaming-service-kafka -n streaming-prime --cascade=false
+
+start_time="$(date -u +%s)"
+elapsed="$(($end_time-$start_time))"
+
+echo
+echo "Waiting for Strimzi to recreate the Stateful Sets:"
+until kubectl get sts streaming-service-kafka -n streaming-prime 2> /dev/null
+do
+  printf "."
+  sleep 10s
+done
+end_time="$(date -u +%s)"
+elapsed="$(($end_time-$start_time))"
+echo "Prime STS Recreated in $elapsed seconds"
+
+until kubectl get sts streaming-service-public-kafka -n streaming-public 2> /dev/null
+do
+  printf "."
+  sleep 10s
+done
+end_time="$(date -u +%s)"
+elapsed="$(($end_time-$start_time))"
+echo "Public STS Recreated in $elapsed seconds"
+
+/bin/bash ./scale_down.sh
+
+kubectl annotate statefulset streaming-service-kafka strimzi.io/manual-rolling-update=true -n streaming-prime
+kubectl annotate statefulset streaming-service-public-kafka strimzi.io/manual-rolling-update=true -n streaming-public