build.bash

#!/bin/bash

set -exu
set -o pipefail

BUILD_DEPS=(jq curl make gcc g++ rake patch libc-dev ruby-dev zlib1g-dev libcurl4-openssl-dev libpq-dev libssl-dev libsqlite3-dev default-libmysqlclient-dev libgeoip-dev libsasl2-dev libxml2-dev libffi-dev libmaxminddb-dev ruby-aws-sdk)
JQ=''
ALLOW_FAIL=true
SKIP='^fluent-plugin-()$'

function main {
  local series=$1

  if [[ -z $series ]]; then
    echo "Usage: $0 <series>"
  fi

  install_deps
  install_plugins "${series}"
  cleanup
}

function install_deps {
  sed -r -i -e 's! main! main contrib non-free!g' /etc/apt/sources.list

  apt-get update -q
  apt-get install -qy --no-install-recommends "${BUILD_DEPS[@]}"
}

function install_plugins {
  local series=$1
  install_plugins_slow "$series"
}

function install_plugins_slow {
  local series=$1

  for plugin in $(plugins_for_series "${series}"); do
    if ! gem install "${plugin}"; then
      if [[ $ALLOW_FAIL != true ]]; then
        echo "ERROR: Problem installing plugin ${plugin} for ${series}" 1>&2
        exit 1
      else
        echo "WARNING: Problem installing plugin ${plugin} for ${series}" 1>&2
      fi
    fi
  done
}

function install_plugins_fast {
  local series=$1

  if ! (plugins_for_series "${series}" | xargs -tr gem install); then
    if [[ $ALLOW_FAIL != true ]]; then
      echo "ERROR: Problem installing plugins for ${series}" 1>&2
      exit 1
    fi
  fi
}


function plugins_for_series {
  local series=$1

  if [[ ! -e /.plugins.json ]]; then
    curl -s https://www.fluentd.org/plugins \
      | grep '^  var plugins' \
      | cut -f 2- -d = \
      | sed -e 's/;$//' > /.plugins.json
  fi

  case $1 in
    certified) JQ='map(select(.obsolete != true and (.certified|length) > 0)) | .[].name | @text'
               ALLOW_FAIL=false ;;
    slim)      JQ='map(select(.obsolete != true and (.downloads >= 20000 and (.certified|length) == 0))) | .[].name | @text' ;;
    common)    JQ='map(select(.obsolete != true and (.downloads < 20000 and .downloads >= 5000 and (.certified|length) == 0))) | .[].name | @text' ;;
    all)       JQ='map(select(.obsolete != true) | .[].name | @text'
               SKIP='^$'
               ALLOW_FAIL=true ;;
    *)
      echo "Unknown build type: $1"
      exit 1 ;;
  esac

  if ! jq -r "$JQ" < /.plugins.json \
      | egrep -v "$SKIP" \
      | sort; then
    echo "ERROR: Unable to get list of plugins" 1>&2
    exit 1
  fi
}

function make_plugin_list {
  gem list 'fluent-plugins*' | tee /plugins-installed
  gem sources --clear-all
}


function cleanup {
  apt-get purge -qy $(dpkg-query --show --showformat '${Package}\n' '*-dev')
  rm -rf /var/lib/apt/lists/* /home/fluent/.gem/ruby/*/cache/*.gem
}

main "$@"