From 5eb531260b745d614567899b33c428ab973328b5 Mon Sep 17 00:00:00 2001
From: Paulo Pires <pjpires@gmail.com>
Date: Sat, 25 Feb 2017 12:35:40 +0000
Subject: [PATCH] Add gateway initial documentation.

---
 gateway/gateway.md                            | 116 ++++++++++++++++++
 .../systemd/ovn-k8s-gateway-helper.service    |  16 +++
 2 files changed, 132 insertions(+)
 create mode 100644 gateway/gateway.md
 create mode 100644 gateway/systemd/ovn-k8s-gateway-helper.service

diff --git a/gateway/gateway.md b/gateway/gateway.md
new file mode 100644
index 0000000..28b24aa
--- /dev/null
+++ b/gateway/gateway.md
@@ -0,0 +1,116 @@
+**ATTENTION**: From now on, it's assumed you're logged-in as `root`.
+
+Let's install OVS/OVN:
+```sh
+curl -fsSL https://yum.dockerproject.org/gpg | apt-key add -
+echo "deb https://apt.dockerproject.org/repo ubuntu-xenial main" > sudo tee /etc/apt/sources.list.d/docker.list
+
+apt-get update
+apt-get install -y dkms
+```
+
+```sh
+cd ~
+git clone https://github.com/apprenda/kubernetes-ovn-heterogeneous-cluster
+cd kubernetes-ovn-heterogeneous-cluster/deb
+
+dpkg -i openvswitch-common_2.6.2-1_amd64.deb \
+openvswitch-datapath-dkms_2.6.2-1_all.deb \
+openvswitch-switch_2.6.2-1_amd64.deb \
+ovn-common_2.6.2-1_amd64.deb \
+ovn-central_2.6.2-1_amd64.deb \
+ovn-host_2.6.2-1_amd64.deb \
+python-openvswitch_2.6.2-1_all.deb
+```
+
+We'll need to make sure `vport_geneve` kernel module is loaded at boot:
+```sh
+echo vport_geneve >> /etc/modules-load.d/modules.conf
+```
+
+Finally, reboot:
+```sh
+reboot
+```
+
+SSH again into the machine and let's proceed.
+
+Create the OVS bridge interface:
+```sh
+export TUNNEL_MODE=geneve
+export MASTER_IP=10.142.0.2
+export LOCAL_IP=10.142.0.4
+export GW_IP=10.142.0.1
+export HOSTNAME=`hostname`
+export NIC=ens4
+export K8S_VERSION=1.5.3
+export K8S_POD_SUBNET=10.244.0.0/16
+
+ovs-vsctl set Open_vSwitch . external_ids:ovn-remote="tcp:$MASTER_IP:6642" \
+  external_ids:ovn-nb="tcp:$MASTER_IP:6641" \
+  external_ids:ovn-encap-ip="$LOCAL_IP" \
+  external_ids:ovn-encap-type="$TUNNEL_MODE"
+
+ovs-vsctl get Open_vSwitch . external_ids
+
+cd ~/kubernetes-ovn-heterogeneous-cluster/gateway
+
+rm -rf tmp
+mkdir tmp
+cp -R ../worker/make-certs ../worker/openssl.cnf ../worker/kubeconfig.yaml systemd tmp/
+
+sed -i"*" "s|__MASTER_IP__|$MASTER_IP|g" tmp/openssl.cnf
+sed -i"*" "s|__MASTER_IP__|$MASTER_IP|g" tmp/kubeconfig.yaml
+
+sed -i"*" "s|__LOCAL_IP__|$LOCAL_IP|g" tmp/openssl.cnf
+
+sed -i"*" "s|__HOSTNAME__|$HOSTNAME|g" tmp/make-certs
+
+sed -i"*" "s|__NIC__|$NIC|g" tmp/systemd/ovn-k8s-gateway-helper.service
+
+cd tmp
+chmod +x make-certs
+./make-certs
+cd ..
+
+cp tmp/kubeconfig.yaml /etc/kubernetes/
+
+curl -Lskj -o /usr/bin/kubectl https://storage.googleapis.com/kubernetes-release/release/v$K8S_VERSION/bin/linux/amd64/kubectl
+chmod +x /usr/bin/kubectl
+
+kubectl config set-cluster default-cluster --server=https://$MASTER_IP --certificate-authority=/etc/kubernetes/tls/ca.pem
+kubectl config set-credentials default-admin --certificate-authority=/etc/kubernetes/tls/ca.pem --client-key=/etc/kubernetes/tls/node-key.pem --client-certificate=/etc/kubernetes/tls/node.pem
+kubectl config set-context local --cluster=default-cluster --user=default-admin
+kubectl config use-context local
+
+export TOKEN=$(kubectl describe secret $(kubectl get secrets | grep default | cut -f1 -d ' ') | grep -E '^token' | cut -f2 -d':' | tr -d '\t')
+
+ovs-vsctl set Open_vSwitch . \
+  external_ids:k8s-api-server="https://$MASTER_IP" \
+  external_ids:k8s-api-token="$TOKEN"
+
+ln -fs /etc/kubernetes/tls/ca.pem /etc/openvswitch/k8s-ca.crt
+
+apt-get install -y python-pip
+
+cd ~
+git clone https://github.com/openvswitch/ovn-kubernetes
+cd ovn-kubernetes
+
+# Before proceeding: https://github.com/openvswitch/ovn-kubernetes/pull/86
+
+pip install --upgrade --prefix=/usr/local --ignore-installed .
+
+ovn-k8s-util nics-to-bridge $NIC && dhclient br$NIC
+
+ovn-k8s-overlay gateway-init \
+  --cluster-ip-subnet "$K8S_POD_SUBNET" \
+  --bridge-interface "br$NIC" \
+  --physical-ip "$LOCAL_IP" \
+  --node-name "$HOSTNAME" \
+  --default-gw "$GW_IP"
+
+systemctl daemon-reload
+systemctl enable ovn-k8s-gateway-helper.service
+systemctl start ovn-k8s-gateway-helper.service
+```
\ No newline at end of file
diff --git a/gateway/systemd/ovn-k8s-gateway-helper.service b/gateway/systemd/ovn-k8s-gateway-helper.service
new file mode 100644
index 0000000..ab09dd5
--- /dev/null
+++ b/gateway/systemd/ovn-k8s-gateway-helper.service
@@ -0,0 +1,16 @@
+[Unit]
+Description=OVN Gateway helper
+Documentation=https://github.com/openvswitch/ovn-kubernetes
+[Service]
+ExecStart=/usr/local/bin/ovn-k8s-gateway-helper \
+  --physical-bridge=br__NIC__ \
+  --physical-interface=__NIC__ \
+  --pidfile \
+  --log-file \
+  -vfile:info \
+  -vconsole:info
+Restart=on-failure
+RestartSec=10
+WorkingDirectory=/root/
+[Install]
+WantedBy=multi-user.target
\ No newline at end of file