provision.sh

#!/bin/bash
set -e

if [ "x$APP_ROOT" = x ]
then
    for dir in "$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" /app /vagrant
    do
        if [ -d "$dir" ] && [ -d "$dir/slyd" ]
        then
            APP_ROOT="$dir"
            break
        fi
    done
fi

if [ "x$APP_ROOT" = x ]
then
    echo "Could not determine app directory"
    exit 1
fi

echo "APP_ROOT=$APP_ROOT"

usage() {
    cat <<EOF
Portia provisioner.

Usage: $0 COMMAND [ COMMAND ... ]

Available commands:
usage -- print this message
install_deps -- install system-level dependencies
install_splash -- install splash
install_python_deps -- install python-level dependencies
configure_initctl -- installs initctl configuration and starts slyd
configure_nginx -- installs nginx configuration
cleanup -- remove unnecessary files. DON'T RUN UNLESS IT'S INSIDE AN IMAGE AND YOU KNOW WHAT YOU ARE DOING

EOF
}

export SPLASH_PYTHON_VERSION=${SPLASH_PYTHON_VERSION:-"2"}

activate_venv () {
    if [ -e ${VIRTUAL_ENV}/bin/activate ]; then
        echo "Activating virtual env..."
        source ${VIRTUAL_ENV}/bin/activate
    fi
}

install_deps(){
    echo deb http://nginx.org/packages/ubuntu/ trusty nginx > /etc/apt/sources.list.d/nginx.list
    apt-key adv --keyserver keyserver.ubuntu.com --recv-keys ABF5BD827BD9BF62
    apt-get update
    apt-get -y install \
            curl \
            libxml2-dev \
            libxslt-dev \
            libgl1-mesa-dev \
            libgl1-mesa-glx \
            libglapi-mesa \
            libgl1-mesa-dri \
            nginx python-dev \
            python-mysql.connector \
            python-numpy \
            python-openssl \
            python-pip \
            python-software-properties
}

install_python_deps(){
    activate_venv
    pip install http://cdn.mysql.com/Downloads/Connector-Python/mysql-connector-python-1.2.3.zip#md5=6d42998cfec6e85b902d4ffa5a35ce86
    pip install -r "$APP_ROOT/slyd/requirements.txt"
    pip install -r "$APP_ROOT/slybot/requirements.txt"
    pip install -e "$APP_ROOT/slyd"
    pip install -e "$APP_ROOT/slybot"
}

install_splash(){
    cd /tmp
    curl -L -o splash.tar.gz 'https://github.com/scrapinghub/splash/archive/master.tar.gz'
    tar -xvf splash.tar.gz --keep-newer-files
    cd splash-*
    activate_venv
    dockerfiles/splash/provision.sh \
        prepare_install \
        install_builddeps \
        install_deps \
        install_pyqt5
    pip install .
}


cleanup() {
    cd /tmp/splash-*
    dockerfiles/splash/provision.sh \
        remove_builddeps \
        remove_extra
    cd /
    rm -rf /tmp/splash*
}

configure_nginx(){
    ln -sf "$APP_ROOT/nginx/nginx.conf" /etc/nginx/nginx.conf
}

configure_initctl(){
    cp "$APP_ROOT/slyd.conf" /etc/init
    echo "Starting slyd service"
    echo "====================="
    sudo /etc/init.d/nginx restart
    sudo start slyd
}

if [ \( $# -eq 0 \) -o \( "$1" = "-h" \) -o \( "$1" = "--help" \) ]; then
    usage
    exit 1
fi

UNKNOWN=0
for cmd in "$@"; do
    if [ "$(type -t -- "$cmd")" != "function" ]; then
        echo "Unknown command: $cmd"
        UNKNOWN=1
    fi
done

if [ $UNKNOWN -eq 1 ]; then
    echo "Unknown commands encountered, exiting..."
    exit 1
fi

while [ $# -gt 0 ]; do
    echo "Executing command: $1"
    "$1"
    shift
done