docker-compose.yml

# -*- coding: utf-8 -*-
#
# This file is part of INSPIRE.
# Copyright (C) 2014-2017 CERN.
#
# INSPIRE is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# INSPIRE is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with INSPIRE. If not, see <http://www.gnu.org/licenses/>.
#
# In applying this license, CERN does not waive the privileges and immunities
# granted to it by virtue of its status as an Intergovernmental Organization
# or submit itself to any jurisdiction.

version: '2.1'

services:
  service_base:
    # Overrides default inspirehep config.
    extends:
      file: services.yml
      service: base
    environment:
      - APP_SQLALCHEMY_DATABASE_URI=postgresql+psycopg2://inspirehep:inspirehep@database:5432/inspirehep
      - APP_CELERY_BROKER_URL=pyamqp://guest:guest@rabbitmq:5672//
      - APP_CELERY_RESULT_BACKEND=redis://redis:6379/1
      - APP_CACHE_REDIS_URL=redis://redis:6379/0
      - APP_ACCOUNTS_SESSION_REDIS_URL=redis://redis:6379/2
      - APP_SEARCH_ELASTIC_HOSTS=indexer
      - APP_ES_BULK_TIMEOUT=240
      - APP_CRAWLER_HOST_URL=http://scrapyd:6800
      - APP_CRAWLER_API_PIPELINE_URL=http://flower:5555/api/task/async-apply
      - APP_LAST_RUNS_PATH=.lastruns
      - APP_OAIHARVESTER_WORKDIR=/virtualenv/oaiharvest_workdir

  # Services using the inspirehep code.
  web:
    extends:
      service: service_base
    command: gunicorn -b 0.0.0.0:5000 -t 3600 --access-logfile "-" --reload inspirehep.wsgi
    volumes_from:
      - static
    ports:
      - "5000:5000"
    depends_on:
      database:
        condition: service_healthy
      indexer:
        condition: service_healthy
      rabbitmq:
        condition: service_healthy
      redis:
        condition: service_healthy
    environment:
      - APP_DEBUG=True
      - APP_ASSETS_DEBUG=True

  worker:
    extends:
      service: service_base
    command: celery worker -E -A inspirehep.celery --loglevel=INFO --purge --queues celery,migrator,harvests,orcid_push,indexer_task
    volumes_from:
      - static
    healthcheck:
      timeout: 5s
      interval: 5s
      retries: 5
      test:
        - "CMD"
        - "bash"
        - "-c"
        - "/virtualenv/bin/celery --broker=pyamqp://guest:guest@rabbitmq:5672// inspect ping | grep OK"
    depends_on:
      database:
        condition: service_healthy
      indexer:
        condition: service_healthy
      rabbitmq:
        condition: service_healthy
      redis:
        condition: service_healthy

  # Services needed for inspirehep to run.
  redis:
    image: redis
    healthcheck:
      timeout: 5s
      interval: 5s
      retries: 5
      test:
        - "CMD"
        - "bash"
        - "-c"
        - "exec 3<> /dev/tcp/127.0.0.1/6379 && echo PING >&3 && head -1 <&3 | grep PONG"
    ports:
      - "6379:6379"

  indexer:
    extends:
      file: services.yml
      service: indexer
    ports:
      - "9200:9200"
    healthcheck:
      timeout: 5s
      interval: 5s
      retries: 5
      test:
        - "CMD-SHELL"
        - "curl http://localhost:9200/_cluster/health | grep '.status.:.\\(green\\|yellow\\)'"

  rabbitmq:
    image: rabbitmq:3.9.11-management
    healthcheck:
      timeout: 5s
      interval: 5s
      retries: 5
      test:
        - "CMD"
        - "rabbitmqctl"
        - "status"

  database:
    extends:
      file: services.yml
      service: database
    volumes:
      - "${DOCKER_DATA}/tmp/inspirehep_db/data:/var/lib/postgresql/data/pgdata"
    healthcheck:
      timeout: 5s
      interval: 5s
      retries: 5
      test:
        - "CMD-SHELL"
        - "pg_isready --dbname=inspirehep --host=localhost --username=inspirehep"
    ports:
      - "5432:5432"

  scrapyd:
    extends:
      service: service_base
    command: bash -c "rm -f twistd.pid && exec scrapyd"
    volumes_from:
      - static

  # Services useful for monitoring/debugging.
  flower:
    extends:
      service: service_base
    ports:
      - "5555:5555"
    command: flower -A inspirehep.celery --broker=pyamqp://guest:guest@rabbitmq:5672//
    volumes_from:
      - static
    depends_on:
      database:
        condition: service_healthy
      indexer:
        condition: service_healthy
      rabbitmq:
        condition: service_healthy
      redis:
        condition: service_healthy

  # Static volume config for service_base.
  static:
    extends:
      file: services.yml
      service: static