gecoscc-installer.sh

#!/bin/bash

# GECOS Control Center Installer
# Download it from http://bit.ly/gecoscc-installer

# Authors: 
#   Alfonso de Cala <alfonso.cala@juntadeandalucia.es>
#
# Copyright 2016, Junta de Andalucia
# http://www.juntadeandalucia.es/
#
# Released under EUPL License V 1.1
# http://www.osor.eu/eupl

set -u
set -e
set +o nounset

export ORGANIZATION="Your Organization"
export ADMIN_USER_NAME="superuser"
export ADMIN_EMAIL="gecos@guadalinex.org"

export GECOS_CC_SERVER=`echo $HOSTNAME| tr '[:upper:]' '[:lower:]'`
export CHEF_SERVER=`echo $HOSTNAME | tr '[:upper:]' '[:lower:]'`

export MONGO_URL="mongodb://localhost:27017/gecoscc"

export CHEF_SERVER_VERSION="12.16.9"
export CHEF_CLIENT_VERSION="12.22.5"
export CHEF_SERVER_PACKAGE_URL="https://packages.chef.io/files/stable/chef-server/$CHEF_SERVER_VERSION/el/6/chef-server-core-$CHEF_SERVER_VERSION-1.el6.x86_64.rpm"
export CHEF_CLIENT_PACKAGE_URL="https://packages.chef.io/files/stable/chef/$CHEF_CLIENT_VERSION/el/6/chef-$CHEF_CLIENT_VERSION-1.el6.x86_64.rpm"
export CHEF_SERVER_URL="https://$CHEF_SERVER/"
export CHEF_SUPERADMIN_USER="pivotal"
export CHEF_SUPERADMIN_CERTIFICATE="/etc/opscode/pivotal.pem"

export SUPERVISOR_USER_NAME=internal
export SUPERVISOR_PASSWORD=changeme

export GECOSCC_VERSION='2.6.0'
export GECOSCC_POLICIES_URL="https://github.com/gecos-team/gecos-workstation-management-cookbook/archive/0.11.2.zip"
export GECOSCC_OHAI_URL="https://github.com/gecos-team/gecos-workstation-ohai-cookbook/archive/1.15.1.zip"
export GECOSCC_URL="https://github.com/gecos-team/gecoscc-ui/archive/$GECOSCC_VERSION.zip"
export TEMPLATES_URL="https://raw.githubusercontent.com/gecos-team/gecoscc-installer/2.6.0/templates"

export NGINX_VERSION='1.4.3'

export RUBY_GEMS_REPOSITORY_URL="https://rubygems.org"
export HELP_BASE_URL="https://github.com/gecos-team/gecos-doc/wiki"
export HELP_POLICY_URL="https://github.com/gecos-team/gecos-doc/wiki/Politicas:"


# FUNCTIONS

# Download a template, replace vars and copy it to a defined destination
# PARAMETERS: Destination full path, origin url, permissions, -subst/-nosubst for environment vars substitution
function install_template {
    filename=$(basename "$1")
    curl "$TEMPLATES_URL/$2" > /tmp/$filename.tmp
    # Verify that the template file contains at least 10 lines
    nlines=$(cat /tmp/$filename.tmp | wc -l)
    if [ $nlines -lt 10 ]
    then
        echo "ERROR: $filename template contains less than 10 lines!"
        exit -1
    fi

    if [ "$4" == "-subst" ] 
        then
            lines="$(cat /tmp/$filename.tmp)"
            end_offset=${#lines}
            while [[ "${lines:0:$end_offset}" =~ (.*)(\$\{([a-zA-Z_][a-zA-Z_0-9]*)\})(.*) ]] ; do
                PRE="${BASH_REMATCH[1]}"
                POST="${BASH_REMATCH[4]}${lines:$end_offset:${#lines}}"
                VARNAME="${BASH_REMATCH[3]}"
                eval 'VARVAL="$'$VARNAME'"'
                lines="$PRE$VARVAL$POST"
                end_offset=${#PRE}
            done
            echo -n "${lines}" > $1
        else
            cp /tmp/$filename.tmp $1
    fi
    chmod $3 $1
}


function install_package {
    if ! rpm -q $1;then
        yum install -y $1
    fi
}

function fix_host_name {
    echo "#Added by GECOS Control Center Installer" >> /etc/hosts
    for IP in `hostname -I` ; do
        if [ `grep -c $IP /etc/hosts` = "0" ] ; then
            echo -e "$IP\t$HOSTNAME" >> /etc/hosts
        fi
    done

    sed -i '/^HOSTNAME=/d' /etc/sysconfig/network
    echo "HOSTNAME=$HOSTNAME" >> /etc/sysconfig/network
}

function download_cookbook {
    echo "Downloading $1-$2"
    curl -L https://supermarket.chef.io/cookbooks/$1/versions/$2/download > /tmp/$1.tgz
    cd /tmp/cookbooks/  
    tar xzf /tmp/$1.tgz
}

function OS_checking {
    if [ -f /etc/redhat-release ] ; then
        [ `grep -c -i 'CentOS'  /etc/redhat-release` -ge "1" ] && \
            export OS_SYS='centos'
        [ `grep -c -i 'Red Hat' /etc/redhat-release` -ge "1" ] && \
            export OS_SYS='redhat'
        export OS_VER=`cat /etc/redhat-release|egrep -o '[0-9].[0-9]'|cut -d'.' -f1`
    else
        echo "Operating System not supported: wrong operating system"
        echo "Please, check documentation for more information:"
        echo "https://github.com/gecos-team/gecoscc-installer/blob/master/README.md"
        echo "Aborting installation process."
        exit 1
    fi

    if [ $OS_VER -gt "6" ] ; then
        echo "Operating System not supported: wrong version"
        echo "Please, check documentation for more information:"
        echo "https://github.com/gecos-team/gecoscc-installer/blob/master/README.md"
        echo "Aborting installation process."
        exit 2
    fi
}

function install_scl_in_redhat {
    yum-config-manager --enable rhel-server-rhscl-6-rpms
    yum-config-manager --add-repo \
        https://copr.fedoraproject.org/coprs/rhscl/centos-release-scl/repo/epel-6/rhscl-centos-release-scl-epel-6.repo
    install_package centos-release-scl

    yum-config-manager --add-repo $TEMPLATES_URL/scl.repo
}

# Checking if python 2.7 is installed
[ -f /opt/rh/python27/enable ] && source /opt/rh/python27/enable

# Checking if OS and version are right
OS_checking


# START: MAIN MENU

OPTION=$(whiptail --title "GECOS Control Center Installation" --menu "Choose an option" 16 78 10 \
"CHEF" "Install Chef server" \
"MONGODB" "Install Mongo Database." \
"NGINX" "Install NGINX Web Server." \
"CC" "Install GECOS Control Center." \
"USER" "Create Control Center Superuser." \
"SET_SUPERUSER" "Set Control Center Superuser as Chef Superuser." \
"POLICIES" "Update Control Center Policies." \
"PRINTERS" "Update Printers Models Catalog." \
"PACKAGES" "Update Software Packages Catalog." 3>&1 1>&2 2>&3 )


case $OPTION in

    
CHEF)
    echo "INSTALLING CHEF SERVER"
    echo "Downloading package $CHEF_SERVER_PACKAGE_URL"
    curl -L "$CHEF_SERVER_PACKAGE_URL" > /tmp/chef-server.rpm
    echo "Installing package"
    rpm -Uvh --nosignature /tmp/chef-server.rpm
    echo "Checking host name resolution"
    fix_host_name
    echo "Configuring"
    mkdir -p /etc/opscode/
    install_template "/etc/opscode/chef-server.rb" chef-server.rb 644 -subst
    /opt/opscode/bin/chef-server-ctl reconfigure
    # Create the "default" organization
    /opt/opscode/bin/chef-server-ctl org-create default default
    echo "Opening port in Firewall"
    lokkit -s https
    echo "CHEF SERVER INSTALLED"
;;


MONGODB)
    echo "INSTALLING MONGODB SERVER"

# Add mongodb repository
cat > /etc/yum.repos.d/mongodb.repo <<EOF
[mongodb-org-4.2]
name=MongoDB Repository
baseurl=https://repo.mongodb.org/yum/redhat/\$releasever/mongodb-org/4.2/x86_64/
gpgcheck=1
enabled=1
gpgkey=https://www.mongodb.org/static/pgp/server-4.2.asc
EOF

echo "Installing mongodb package"
install_package mongodb-org
echo "Configuring mongod start script"
install_template "/etc/init.d/mongod" mongod 755 -nosubst
chkconfig mongod on
# Current mongodb package has got an error in start script. Disabling next lines until it is solved
#echo "Starting mongod"
#service mongod start
echo "MONGODB INSTALLED"
;;


CC)
echo "INSTALLING GECOS CONTROL CENTER"

if pgrep supervisord > /dev/null 2>&1
  then

  OPTION=$(whiptail --title "GECOS Control Center Installation" --menu "A Control Center is already running. Should I stop it?" 14 78 6 \
  "YES" "Stop current GECOS Control Center before reinstalling" \
  "NO" "Return to main menu" 3>&1 1>&2 2>&3 )
  case $OPTION in
    YES)
      echo "Stopping GECOS Control Center"
      /etc/init.d/supervisord stop
    ;;
    NO)
    # Rerun this installer
      exec "$0"
    ;;
  esac
fi

echo "Adding EPEL repository"
if ! rpm -q epel-release-6-8.noarch; then
    rpm -ivh --nosignature http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-8.noarch.rpm
fi

if [ $OS_SYS = 'centos' ] ; then
    install_package centos-release-scl
else
    install_scl_in_redhat
fi

echo "Installing python2.7 on $OS_SYS"

#install_package python27
if ! rpm -q python27-python-devel-2.7.8-18.el6 ; then
    yum install -y \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-1.1-25.el6.x86_64.rpm                        \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-2.7.8-18.el6.x86_64.rpm               \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-pip-8.1.2-1.el6.noarch.rpm            \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-libs-2.7.8-18.el6.x86_64.rpm          \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-devel-2.7.8-18.el6.x86_64.rpm         \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-setuptools-0.9.8-4.el6.noarch.rpm     \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-runtime-1.1-25.el6.x86_64.rpm                \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-virtualenv-13.1.0-2.el6.noarch.rpm    \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-nose-1.3.0-1.sc1.el6.noarch.rpm       \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-werkzeug-0.8.3-5.sc1.el6.noarch.rpm   \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-sqlalchemy-0.7.9-3.sc1.el6.x86_64.rpm \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-sphinx-1.1.3-7.sc1.el6.noarch.rpm     \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-simplejson-3.2.0-2.el6.x86_64.rpm     \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-wheel-0.24.0-2.el6.noarch.rpm         \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-docutils-0.11-2.el6.noarch.rpm        \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-jinja2-2.6-12.el6.noarch.rpm          \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-pygments-1.5-2.sc1.el6.noarch.rpm     \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-babel-0.9.6-7.sc1.el6.noarch.rpm      \
        http://mirror.centos.org/centos/6/sclo/x86_64/rh/Packages/p/python27-python-markupsafe-0.11-11.sc1.el6.x86_64.rpm

fi

source /opt/rh/python27/enable

echo "Installing lsof tool"
install_package lsof

echo "Updating pip"
pip install --upgrade pip
echo "Updating virtualenv"
pip install --upgrade virtualenv
echo "Creating a Python Virtual Environment in /opt/gecosccui-$GECOSCC_VERSION"
virtualenv -p /opt/rh/python27/root/usr/bin/python2.7 /opt/gecosccui-$GECOSCC_VERSION

echo "Activating Python Virtual Environment"
export PS1="GECOS>" 
source /opt/gecosccui-$GECOSCC_VERSION/bin/activate

echo "Installing supervisor"
pip install supervisor

echo "Installing GECOS Control Center UI"
# Add --no-deps to speed up gecos-cc reinstallations and dependencies are already satisfied
pip install --upgrade $GECOSCC_URL

echo "Configuring GECOS Control Center"
install_template "/opt/gecosccui-$GECOSCC_VERSION/gecoscc.ini" gecoscc.ini 644 -subst

echo "Configuring supervisord"
install_template "/etc/init.d/supervisord" supervisord 755 -subst
install_template "/opt/gecosccui-$GECOSCC_VERSION/supervisord.conf" supervisord.conf 644 -subst
mkdir -p /opt/gecosccui-$GECOSCC_VERSION/supervisor/run
mkdir -p /opt/gecosccui-$GECOSCC_VERSION/supervisor/log
chkconfig supervisord on

echo "Configuring user (gecoscc) and directory permissions"
[ ! `id -u gecoscc 2> /dev/null` ] && \
 adduser -d /opt/gecosccui-$GECOSCC_VERSION  -r  -s /bin/false gecoscc
[ ! -d /opt/gecosccui-$GECOSCC_VERSION/sessions ] && \
 mkdir -p /opt/gecosccui-$GECOSCC_VERSION/sessions
[ ! -d /opt/gecosccui-$GECOSCC_VERSION/.chef ] && \
 mkdir -p /opt/gecosccui-$GECOSCC_VERSION/.chef
[ ! -d /opt/gecoscc/media/users ] && \
 mkdir -p /opt/gecoscc/media/users
[ ! -d /opt/gecoscc/updates ] && \
 mkdir -p /opt/gecoscc/updates
[ ! -d /opt/gecoscc/scripts ] && \
 mkdir -p /opt/gecoscc/scripts
if [ -d /opt/gecosccui-$GECOSCC_VERSION/lib64/python2.7/site-packages/gecoscc/scripts ]
then
    cp -r /opt/gecosccui-$GECOSCC_VERSION/lib64/python2.7/site-packages/gecoscc/scripts/*  /opt/gecoscc/scripts/
else
    cp -r /opt/gecosccui-$GECOSCC_VERSION/lib/python2.7/site-packages/gecoscc/scripts/*  /opt/gecoscc/scripts/
fi
chown -R gecoscc:gecoscc /opt/gecoscc
chown -R gecoscc:gecoscc /opt/gecosccui-$GECOSCC_VERSION/
chmod -t /tmp


install_package redis
chkconfig --level 3 redis on

# installing tools for chef management from web frontend (backup/restore) 
echo "Installing chef client package"
yum localinstall -y $CHEF_CLIENT_PACKAGE_URL
install_package gcc
install_package rh-postgresql96-postgresql-devel.x86_64 # Check PostgreSQL version in Chef Server (with embedded pg_config)
/opt/chef/embedded/bin/gem install knife-ec-backup -- --with-pg-config=/opt/rh/rh-postgresql96/root/usr/bin/pg_config

# fixing gevent-socketio error
sed -i 's/"Access-Control-Max-Age", 3600/"Access-Control-Max-Age", "3600"/' \
 /opt/gecosccui-$GECOSCC_VERSION/lib/python2.7/site-packages/socketio/handler.py
sed -i 's/"Access-Control-Max-Age", 3600/"Access-Control-Max-Age", "3600"/' \
 /opt/gecosccui-$GECOSCC_VERSION/lib/python2.7/site-packages/socketio/transports.py

# fixing celery and gunicorn issue with shared memory
sed -i 's/^tmpfs/#tmpfs/' /etc/fstab
echo -e "none\t\t\t/dev/shm\t\ttmpfs\trw,nosuid,nodev,noexec\t0 0" >> /etc/fstab 

echo "GECOS CONTROL CENTER INSTALLED"
;;

NGINX)
    echo "INSTALLING NGINX WEB SERVER"

if [ ! -e /opt/nginx/bin/nginx ]
then
    echo "Installing some development packages"
    install_package gcc
    install_package pcre-devel
    install_package openssl-devel
    cd /tmp/ 
    curl -L "http://nginx.org/download/nginx-$NGINX_VERSION.tar.gz" > /tmp/nginx-$NGINX_VERSION.tar.gz
    tar xzf /tmp/nginx-$NGINX_VERSION.tar.gz
    cd /tmp/nginx-$NGINX_VERSION
    ./configure --prefix=/opt/nginx --conf-path=/opt/nginx/etc/nginx.conf --sbin-path=/opt/nginx/bin/nginx
    make && make install
fi
echo "Creating user nginx"
adduser nginx
echo "Configuring NGINX to serve GECOS Control Center"
install_template "/opt/nginx/etc/nginx.conf" nginx.conf 644 -nosubst
if [ ! -e /opt/nginx/etc/sites-available ]; then 
    mkdir /opt/nginx/etc/sites-available/
fi
if [ ! -e /opt/nginx/etc/sites-enabled ]; then 
    mkdir /opt/nginx/etc/sites-enabled/
fi
install_template "/opt/nginx/etc/sites-available/gecoscc.conf" nginx-gecoscc.conf 644 -subst
if [ ! -e /opt/nginx/etc/sites-enabled/gecoscc.conf ]; then 
    ln -s /opt/nginx/etc/sites-available/gecoscc.conf /opt/nginx/etc/sites-enabled/
fi
echo "Starting NGINX on boot"
install_template "/etc/init.d/nginx" nginx 755 -nosubst
chkconfig nginx on
echo "Opening port in Firewall"
lokkit -s http
echo "Starting nginx"
service nginx start
echo "NGINX SERVER INSTALLED"
;;


POLICIES)
    echo "INSTALLING NEW POLICIES"

echo "Installing required unzip package"
install_package unzip
echo "Downloading GECOS policies"
curl -L $GECOSCC_POLICIES_URL > /tmp/policies.zip
curl -L $GECOSCC_OHAI_URL > /tmp/ohai.zip
rm -rf /tmp/cookbooks
mkdir -p /tmp/cookbooks
cd /tmp/cookbooks
unzip -o /tmp/policies.zip
mv /tmp/cookbooks/gecos-workstation-management-cookbook-* /tmp/cookbooks/gecos_ws_mgmt
unzip -o /tmp/ohai.zip
mv /tmp/cookbooks/gecos-workstation-ohai-cookbook-* /tmp/cookbooks/ohai-gecos

echo "Downloading dependent cookbooks"
download_cookbook chef-client 4.3.1
download_cookbook apt 2.8.2
download_cookbook windows 1.38.2
download_cookbook chef_handler 2.1.2
download_cookbook logrotate 1.9.2
download_cookbook cron 5.0.0
#download_cookbook compat_resource 12.19.1


cat > /tmp/knife.rb << EOF
log_level                :info
log_location             STDOUT
node_name                '$CHEF_SUPERADMIN_USER'
client_key               '$CHEF_SUPERADMIN_CERTIFICATE'
chef_server_url          '$CHEF_SERVER_URL'
syntax_check_cache_path  '/root/.chef/syntax_check_cache'
cookbook_path            '/tmp/cookbooks/'
EOF

# Using chef client knife instead of chef server embedded one. This one shows an json deep nesting error with our cookbook.
echo "Uploading policies to CHEF"

export KNIFE=/opt/opscode/bin/knife
if [ ! -f $KNIFE ]; then
    KNIFE=/usr/bin/knife
fi

$KNIFE ssl fetch -c /tmp/knife.rb
$KNIFE cookbook upload -c /tmp/knife.rb -a


if [ -e /opt/gecosccui-$GECOSCC_VERSION/bin/pmanage ]; then
    echo "Uploading policies to Control Center"
    /opt/gecosccui-$GECOSCC_VERSION/bin/pmanage /opt/gecosccui-$GECOSCC_VERSION/gecoscc.ini import_policies -a $CHEF_SUPERADMIN_USER -k $CHEF_SUPERADMIN_CERTIFICATE
    echo ""
    echo "Uploading Broadband Service Providers"
    /opt/gecosccui-$GECOSCC_VERSION/bin/pmanage /opt/gecosccui-$GECOSCC_VERSION/gecoscc.ini mobile_broadband_providers -a $CHEF_SUPERADMIN_USER -k $CHEF_SUPERADMIN_CERTIFICATE
fi

;;


USER)
    echo "CREATING CONTROL CENTER SUPERUSER"
    if [ -e /opt/gecosccui-$GECOSCC_VERSION/bin/pmanage ]; then
        /opt/gecosccui-$GECOSCC_VERSION/bin/pmanage /opt/gecosccui-$GECOSCC_VERSION/gecoscc.ini create_chef_administrator -u $ADMIN_USER_NAME -e $ADMIN_EMAIL -a $CHEF_SUPERADMIN_USER -s -k $CHEF_SUPERADMIN_CERTIFICATE -n
        echo "Please, remember the GCC password. You will need it to login into Control Center"
    else
        echo "Control Center is not installed in this machine"
    fi
;;

SET_SUPERUSER)
    echo "SETTING THE CONTROL CENTER SUPERUSER AS A CHEF SUPERUSER"
    if [ -e /opt/opscode/bin/chef-server-ctl ]; then
        /opt/opscode/bin/chef-server-ctl grant-server-admin-permissions $ADMIN_USER_NAME
        echo "Now $ADMIN_USER_NAME can manage Chef users"

    else
        echo "Chef 12 server is not installed in this machine"
    fi
;;

PRINTERS)
    echo "LOADING PRINTERS CATALOG"
    /opt/gecosccui-$GECOSCC_VERSION/bin/pmanage /opt/gecosccui-$GECOSCC_VERSION/gecoscc.ini update_printers
;;
PACKAGES)
    echo "LOADING PACKAGES CATALOG"
    /opt/gecosccui-$GECOSCC_VERSION/bin/pmanage /opt/gecosccui-$GECOSCC_VERSION/gecoscc.ini synchronize_repositories
;;
esac