Docker containerization of the Pacemaker High Availability Cluster Manager
Creating a docker container image is trivial.
# git clone https://github.com/echochio-tw/pacemaker_docker.git
# cd pacemaker_docker
# docker build -t pacemaker_docker .
docker run -d -P --privileged=true --name=pcmk_test pacemaker_docker
Verify that pacemaker within the container is active.
# docker exec -it pcmk_test bash
[root@8106dd63b7c7 /]# ps -ef
UID PID PPID C STIME TTY TIME CMD
root 1 0 0 07:59 ? 00:00:00 /bin/bash /usr/sbin/pcmk_launch.sh
root 18 1 0 07:59 ? 00:00:00 /sbin/httpd -DFOREGROUND
root 19 1 0 07:59 ? 00:00:00 /usr/lib/systemd/systemd --system
root 32 19 0 07:59 ? 00:00:00 /usr/lib/systemd/systemd-journald
root 46 19 0 07:59 ? 00:00:00 /usr/sbin/lvmetad -f
root 47 19 0 07:59 ? 00:00:00 /usr/lib/systemd/systemd-udevd
apache 75 18 0 07:59 ? 00:00:00 /sbin/httpd -DFOREGROUND
apache 76 18 0 07:59 ? 00:00:00 /sbin/httpd -DFOREGROUND
apache 77 18 0 07:59 ? 00:00:00 /sbin/httpd -DFOREGROUND
apache 78 18 0 07:59 ? 00:00:00 /sbin/httpd -DFOREGROUND
apache 79 18 0 07:59 ? 00:00:00 /sbin/httpd -DFOREGROUND
dbus 100 19 0 07:59 ? 00:00:00 /bin/dbus-daemon --system --address=systemd: --nofork --nopidfile --systemd-activation
root 102 19 0 07:59 ? 00:00:00 /usr/bin/ruby /usr/lib/pcsd/pcsd > /dev/null &
root 105 19 0 07:59 ? 00:00:00 /usr/lib/systemd/systemd-logind
root 115 1 0 07:59 ? 00:00:00 /usr/sbin/gssproxy -D
root 123 19 0 07:59 tty1 00:00:00 /sbin/agetty --noclear tty1 linux
root 140 0 0 07:59 ? 00:00:00 bash
root 165 1 1 07:59 ? 00:00:00 corosync
root 175 1 0 07:59 ? 00:00:00 pacemakerd
haclust+ 176 175 0 07:59 ? 00:00:00 /usr/libexec/pacemaker/cib
root 177 175 0 07:59 ? 00:00:00 /usr/libexec/pacemaker/stonithd
root 178 175 0 07:59 ? 00:00:00 /usr/libexec/pacemaker/lrmd
haclust+ 179 175 0 07:59 ? 00:00:00 /usr/libexec/pacemaker/attrd
haclust+ 180 175 0 07:59 ? 00:00:00 /usr/libexec/pacemaker/pengine
haclust+ 181 175 0 07:59 ? 00:00:00 /usr/libexec/pacemaker/crmd
root 244 1 0 08:00 ? 00:00:00 sleep 5
root 245 140 0 08:00 ? 00:00:00 ps -ef
[root@8106dd63b7c7 /]# crm_mon -1
Stack: corosync
Current DC: 8106dd63b7c7 (version 1.1.15-11.el7_3.4-e174ec8) - partition with quorum
Last updated: Wed Mar 8 08:00:54 2017 Last change: Wed Mar 8 07:59:55 2017 by hacluster via crmd on 8106dd63b7c7
1 node and 0 resources configured
Online: [ 8106dd63b7c7 ]
No active resources
[root@8106dd63b7c7 /]# corosync-cmapctl | grep members
runtime.totem.pg.mrp.srp.members.1.config_version (u64) = 0
runtime.totem.pg.mrp.srp.members.1.ip (str) = r(0) ip(172.17.0.2)
runtime.totem.pg.mrp.srp.members.1.join_count (u32) = 1
runtime.totem.pg.mrp.srp.members.1.status (str) = joined
Verify that pacemaker within the container is active.
# docker exec -it pcmk_test crm_mon -1
Stack: corosync
Current DC: 8106dd63b7c7 (version 1.1.15-11.el7_3.4-e174ec8) - partition with quorum
Last updated: Wed Mar 8 08:01:35 2017 Last change: Wed Mar 8 07:59:55 2017 by hacluster via crmd on 8106dd63b7c7
1 node and 0 resources configured
Online: [ 8106dd63b7c7 ]
No active resources
# docker exec -it pcmk_test pcs status
Cluster name: docker
WARNING: no stonith devices and stonith-enabled is not false
WARNING: corosync and pacemaker node names do not match (IPs used in setup?)
Stack: corosync
Current DC: 8106dd63b7c7 (version 1.1.15-11.el7_3.4-e174ec8) - partition with quorum
Last updated: Wed Mar 8 08:01:57 2017 Last change: Wed Mar 8 07:59:55 2017 by hacluster via crmd on 8106dd63b7c7
1 node and 0 resources configured
Online: [ 8106dd63b7c7 ]
No resources
Daemon Status:
corosync: inactive/disabled
pacemaker: inactive/disabled
pcsd: inactive/enabled
Verify that the container has access to the host's docker instance
# docker ps -a
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
146d5bc33d4d pacemaker_docker "/bin/sh -c /usr/sbin" 47 seconds ago Up 44 seconds 0.0.0.0:32778->80/tcp, 0.0.0.0:32777->2224/tcp pcmk_test
Now remove pcmk_test container
# docker rm -f pcmk_test
if your docker next CONTAINER IP
172.17.0.2 pcmk_test1
172.17.0.3 pcmk_test2
172.17.0.4 pcmk_test3
172.17.0.5 pcmk_test4
172.17.0.6 pcmk_test5
Run cluster
docker run -d -P --privileged=true --name=pcmk_test1 pacemaker_docker
docker run -d -P --privileged=true --name=pcmk_test2 pacemaker_docker
docker run -d -P --privileged=true --name=pcmk_test3 pacemaker_docker
docker run -d -P --privileged=true --name=pcmk_test4 pacemaker_docker
docker run -d -P --privileged=true --name=pcmk_test5 pacemaker_docker
Test cluster Auth
# docker exec -it pcmk_test1 pcs cluster auth 172.17.0.2 172.17.0.3 172.17.0.4 172.17.0.5 172.17.0.6 -u hacluster -p hacluster
172.17.0.2: Authorized
172.17.0.3: Authorized
172.17.0.4: Authorized
172.17.0.5: Authorized
172.17.0.6: Authorized
Copy config
# docker exec -it pcmk_test1 cp /etc/corosync/corosync-node5.conf /etc/corosync/corosync.conf
# docker exec -it pcmk_test2 cp /etc/corosync/corosync-node5.conf /etc/corosync/corosync.conf
# docker exec -it pcmk_test3 cp /etc/corosync/corosync-node5.conf /etc/corosync/corosync.conf
# docker exec -it pcmk_test4 cp /etc/corosync/corosync-node5.conf /etc/corosync/corosync.conf
# docker exec -it pcmk_test5 cp /etc/corosync/corosync-node5.conf /etc/corosync/corosync.conf
Restart config
# docker exec -it pcmk_test1 sh /usr/sbin/pcmk_restart.sh &
# docker exec -it pcmk_test2 sh /usr/sbin/pcmk_restart.sh &
# docker exec -it pcmk_test3 sh /usr/sbin/pcmk_restart.sh &
# docker exec -it pcmk_test4 sh /usr/sbin/pcmk_restart.sh &
# docker exec -it pcmk_test5 sh /usr/sbin/pcmk_restart.sh &
Check Cluster status
# docker exec -it pcmk_test1 pcs status
Cluster name: docker
WARNING: no stonith devices and stonith-enabled is not false
WARNING: corosync and pacemaker node names do not match (IPs used in setup?)
Stack: corosync
Current DC: 865fccf74f05 (version 1.1.15-11.el7_3.4-e174ec8) - partition with quorum
Last updated: Thu Mar 9 06:27:20 2017 Last change: Thu Mar 9 06:18:29 2017 by hacluster via crmd on 865fccf74f05
5 nodes and 0 resources configured
Online: [ 0543d49853c5 425ccb3158eb 865fccf74f05 c5f69ec43682 cbd9dfffa8c8 ]
No resources
Daemon Status:
corosync: inactive/disabled
pacemaker: inactive/disabled
pcsd: inactive/enabled
Add resource Cluster_VIP & Start it
# docker exec -it pcmk_test1 pcs resource create Cluster_VIP ocf:heartbeat:IPaddr2 ip=172.17.0.10 cidr_netmask=24 op monitor interval=20s
# docker exec -it pcmk_test1 pcs property set stonith-enabled=false
# docker exec -it pcmk_test1 pcs property set no-quorum-policy=ignore
# docker exec -it pcmk_test1 pcs resource defaults migration-threshold=1
Check Cluster_VIP status
# docker exec -it pcmk_test3 pcs status
Cluster name: docker
WARNING: corosync and pacemaker node names do not match (IPs used in setup?)
Stack: corosync
Current DC: 6572fdae4a56 (version 1.1.15-11.el7_3.4-e174ec8) - partition with quorum
Last updated: Thu Mar 9 07:56:44 2017 Last change: Thu Mar 9 07:56:41 2017 by root via crm_attribute on 2d31ef46d8dd
5 nodes and 1 resource configured
Online: [ 2d31ef46d8dd 3cf401337c4b 41cd74ea53aa 6572fdae4a56 9a9df1fcf5f7 ]
Full list of resources:
Cluster_VIP (ocf::heartbeat:IPaddr2): Started 2d31ef46d8dd
Daemon Status:
corosync: inactive/disabled
pacemaker: inactive/disabled
pcsd: inactive/enabled
Use ngrok pass to out site
# docker ps -a |grep pcmk_test1
bfdd7ee90038 pacemaker_docker "/bin/sh -c /usr/sbin" 3 minutes ago Up 3 minutes 0.0.0.0:32778->2224/tcp pcmk_test1
# /root/ngrok tcp 0.0.0.0:32778
ngrok by @inconshreveable (Ctrl+C to quit)
Session Status online
Account hahaha (Plan: Free)
Version 2.1.18
Region United States (us)
Web Interface http://127.0.0.1:4041
Forwarding tcp://0.tcp.ngrok.io:16300 -> 0.0.0.0:32778
Connections ttl opn rt1 rt5 p50 p90
0 0 0.00 0.00 0.00 0.00
use https://0.tcp.ngrok.io:16300
