dev.kodemy.deploy.yml

name: DEV - KodemyBackend deploy

on:
  push:
    branches: [ "dev-deploy" ]
    paths-ignore:
      - '.gitignore'
      - 'docker-compose.deploy.yml'
      - 'docker-compose.yml'
      - 'README.md'
      - 'config'

env:
  WORKING_DIRECTORY: ${{ vars.WORKING_DIRECTORY }}
  NETWORK_NAME: ${{ vars.NETWORK_NAME }}
  DATASOURCE_CONTAINER: ${{ vars.DATASOURCE_CONTAINER }}
  DATASOURCE_DB: ${{ vars.DATASOURCE_DB }}
  RABBITMQ_HOST: ${{ vars.RABBITMQ_HOST }}
  RABBITMQ_PORT: ${{ vars.RABBITMQ_PORT }}
  ELASTICSEARCH_HOSTS: ${{ vars.RABBITMQ_PASSWORD }}
  EUREKA_URL: ${{ vars.EUREKA_URL }}
  FRONTEND_PUBLIC_HOST: ${{ vars.FRONTEND_PUBLIC_HOST }}
  CORS_ALLOWED_ORIGINS: ${{ vars.CORS_ALLOWED_ORIGINS }}
  GATEWAY_PUBLIC_HOST: ${{ vars.GATEWAY_PUBLIC_HOST }}
  OAUTH_GITHUB_ID: ${{ vars.OAUTH_GITHUB_ID }}
  REDIS_HOST: ${{ vars.REDIS_HOST }}
  REDIS_PORT: ${{ vars.REDIS_PORT }}
  
  DATASOURCE_USERNAME: ${{ secrets.DATASOURCE_USERNAME }}
  DATASOURCE_PASSWORD: ${{ secrets.DATASOURCE_PASSWORD }}
  RABBITMQ_USERNAME: ${{ secrets.RABBITMQ_USERNAME }}
  RABBITMQ_PASSWORD: ${{ secrets.RABBITMQ_PASSWORD }}
  ELASTICSEARCH_USERNAME: ${{ secrets.ELASTICSEARCH_USERNAME }}
  ELASTICSEARCH_PASSWORD: ${{ secrets.ELASTICSEARCH_PASSWORD }}
  OAUTH_GITHUB_KEY: ${{ secrets.OAUTH_GITHUB_KEY }}
  JWT_KEY: ${{ secrets.JWT_KEY }}

jobs:
  prepare:
    name: Prepare
    runs-on: self-hosted
    environment: dev
    steps:
      - name: Check environments
        run: |
          REQUIRED_VARS=\
          (
            "WORKING_DIRECTORY"
            "NETWORK_NAME"
            "DATASOURCE_CONTAINER"
            "DATASOURCE_USERNAME"
            "DATASOURCE_PASSWORD"
            "DATASOURCE_DB"
            "RABBITMQ_HOST"
            "RABBITMQ_PORT"
            "RABBITMQ_USERNAME"
            "RABBITMQ_PASSWORD"
            "RABBITMQ_PASSWORD"
            "ELASTICSEARCH_USERNAME"
            "ELASTICSEARCH_PASSWORD"
            "EUREKA_URL"
            "FRONTEND_PUBLIC_HOST"
            "CORS_ALLOWED_ORIGINS"
            "GATEWAY_PUBLIC_HOST"
            "OAUTH_GITHUB_ID"
            "OAUTH_GITHUB_KEY"
            "JWT_KEY"
            "REDIS_HOST"
            "REDIS_PORT"
          )
          EXIT=0
          for VAR in "${REQUIRED_VARS[@]}"; do
            [ -z "${!VAR}" ] && echo "Environment variable $VAR is missing." && EXIT=1
          done
          exit $EXIT
  update-branch:
    name: Update branch
    needs: [ prepare ]
    runs-on: self-hosted
    environment: dev
    steps:
      - name: Update ${{ github.ref_name }}
        uses: appleboy/ssh-action@master
        env:
          BRANCH: ${{ github.ref_name }}
        with:
          host: ${{ secrets.REMOTE_HOST }}
          username: ${{ secrets.REMOTE_USER }}
          port: ${{ secrets.REMOTE_PORT }}
          key: ${{ secrets.SSH_PRIVATE_KEY }}
          envs: WORKING_DIRECTORY,BRANCH
          script: |
            cd $WORKING_DIRECTORY
            git checkout $BRANCH || exit 1
            git pull origin $BRANCH || exit 1
  validate:
    name: Validate services
    runs-on: self-hosted
    needs: [ update-branch ]
    environment: dev
    steps:
      - name: Validate services
        uses: appleboy/ssh-action@master
        with:
          host: ${{ secrets.REMOTE_HOST }}
          username: ${{ secrets.REMOTE_USER }}
          port: ${{ secrets.REMOTE_PORT }}
          key: ${{ secrets.SSH_PRIVATE_KEY }}
          envs: WORKING_DIRECTORY,NETWORK_NAME,DATASOURCE_CONTAINER,DATASOURCE_USERNAME,DATASOURCE_DB
          script: |
            echo "Validate network"
            docker network inspect $NETWORK_NAME > /dev/null 2>&1 \
              || { echo "Network $NETWORK_NAME is not available."; exit 1; }
            
            echo "Validate database - container"
            docker exec -t $DATASOURCE_CONTAINER pg_isready \
              || { echo "PostgreSQL is not running."; exit 1; }
            
            echo "Validate database - database"
            docker exec -t $DATASOURCE_CONTAINER psql -lqt -U $DATASOURCE_USERNAME | grep -q $DATASOURCE_DB \
              || { echo "Database $DATASOURCE_DB does not exist."; exit 1; }
            
            echo "Validate database - schemas"
            DATASOURCE_SCHEMAS=("kodemy-auth" "kodemy-backend" "kodemy-notification")
            for SCHEMA in "${DATASOURCE_SCHEMAS[@]}"
            do
              docker exec -t $DATASOURCE_CONTAINER psql \
                -U $DATASOURCE_USERNAME \
                -d $DATASOURCE_DB \
                -tAc "SELECT 1 FROM information_schema.schemata WHERE schema_name = '$SCHEMA'" \
                | grep -q 1 || { echo "Schema $SCHEMA does not exist."; exit 1; }
            done
            
  build-and-deploy:
    name: Build, Test, Deploy
    runs-on: self-hosted
    needs: [ validate ]
    environment: dev
    steps:
      - name: Build, Test, Deploy
        uses: appleboy/ssh-action@master
        with:
          host: ${{ secrets.REMOTE_HOST }}
          username: ${{ secrets.REMOTE_USER }}
          port: ${{ secrets.REMOTE_PORT }}
          key: ${{ secrets.SSH_PRIVATE_KEY }}
          envs: |
            WORKING_DIRECTORY,
            DATASOURCE_CONTAINER,DATASOURCE_USERNAME,DATASOURCE_PASSWORD,DATASOURCE_DB,
            RABBITMQ_HOST,RABBITMQ_PORT,RABBITMQ_USERNAME,RABBITMQ_PASSWORD,
            ELASTICSEARCH_HOSTS,ELASTICSEARCH_USERNAME,ELASTICSEARCH_PASSWORD,
            EUREKA_URL,
            FRONTEND_PUBLIC_HOST,CORS_ALLOWED_ORIGINS,
            GATEWAY_PUBLIC_HOST,
            OAUTH_GITHUB_ID,OAUTH_GITHUB_KEY,
            JWT_KEY,
            REDIS_HOST,REDIS_PORT
          script: |
          
            cd $WORKING_DIRECTORY/commons
            ./gradlew clean assemble
            
            cd $WORKING_DIRECTORY/kodemy-api-gateway
            ./gradlew clean assemble -x test
            cd $WORKING_DIRECTORY/kodemy-auth
            ./gradlew clean assemble
            cd $WORKING_DIRECTORY/kodemy-backend
            ./gradlew clean assemble -x test
            cd $WORKING_DIRECTORY/kodemy-notification
            ./gradlew clean assemble -x test
            cd $WORKING_DIRECTORY/kodemy-search
            ./gradlew clean assemble -x test
            cd $WORKING_DIRECTORY/kodemy-service-registry
            ./gradlew clean assemble -x test
            
            export DATASOURCE_URL=jdbc:postgresql://$DATASOURCE_CONTAINER/$DATASOURCE_DB

            cd $WORKING_DIRECTORY
            docker compose -f docker-compose.app.yml -f docker-compose.app.expose.yml up --build -d
            export BACKEND_CONTAINERS=$(docker-compose -f docker-compose.app.yml ps -q)
            
      - name: Validate running
        uses: appleboy/ssh-action@master
        with:
          host: ${{ secrets.REMOTE_HOST }}
          username: ${{ secrets.REMOTE_USER }}
          port: ${{ secrets.REMOTE_PORT }}
          key: ${{ secrets.SSH_PRIVATE_KEY }}
          envs: |
            WORKING_DIRECTORY,
            DATASOURCE_CONTAINER,DATASOURCE_USERNAME,DATASOURCE_PASSWORD,DATASOURCE_DB,
            RABBITMQ_HOST,RABBITMQ_PORT,RABBITMQ_USERNAME,RABBITMQ_PASSWORD,
            ELASTICSEARCH_HOSTS,ELASTICSEARCH_USERNAME,ELASTICSEARCH_PASSWORD,
            EUREKA_URL,
            FRONTEND_PUBLIC_HOST,CORS_ALLOWED_ORIGINS,
            GATEWAY_PUBLIC_HOST,
            OAUTH_GITHUB_ID,OAUTH_GITHUB_KEY,
            JWT_KEY,
            REDIS_HOST,REDIS_PORT
          script: |
            cd $WORKING_DIRECTORY

            echo "Waiting 1 minute..."
            sleep 1m

            for container in $BACKEND_CONTAINERS; do
                status=$(docker inspect --format='{{.State.Status}}' $container)
                if [ "$status" != "running" ]; then
                    echo "$container not running"
                    docker compose -f docker-compose.app.yml -f docker-compose.app.expose.yml -f docker-compose.backup.yml up -d
                    exit 1
                fi
            done

            echo "All containers validated successfully."   
            docker commit kodemybackend-kodemy-service-registry-1 kodemy-service-registry:backup
            docker commit kodemybackend-kodemy-api-gateway-1 kodemy-api-gateway:backup
            docker commit kodemybackend-kodemy-auth-1 kodemy-auth:backup
            docker commit kodemybackend-kodemy-backend-1 kodemy-backend:backup
            docker commit kodemybackend-kodemy-notification-1 kodemy-notification:backup
            docker commit kodemybackend-kodemy-search-1 kodemy-search:backup
        
      - name: Cleanup
        uses: appleboy/ssh-action@master
        with:
          host: ${{ secrets.REMOTE_HOST }}
          username: ${{ secrets.REMOTE_USER }}
          port: ${{ secrets.REMOTE_PORT }}
          key: ${{ secrets.SSH_PRIVATE_KEY }}
          script: |
            docker system prune -f

  create-tag:
    name: Create tag
    runs-on: self-hosted
    environment: dev
    needs: [ build-and-deploy ]
    steps:  
      - name: Create tag
        uses: appleboy/ssh-action@master
        with:
          host: ${{ secrets.REMOTE_HOST }}
          username: ${{ secrets.REMOTE_USER }}
          port: ${{ secrets.REMOTE_PORT }}
          key: ${{ secrets.SSH_PRIVATE_KEY }}
          envs: |
            WORKING_DIRECTORY
          script: |
            cd $WORKING_DIRECTORY

            git tag -l | xargs git tag -d
            git fetch --tags
            tags=$(git tag -l)
            
            latest_tag=$(echo "$tags" | grep -E '^v?0\.[0-9]+\.[0-9]+(-.*)?$' | sort -V | tail -n 1)
            
            if [ -n "$latest_tag" ]; then
              if [[ "$latest_tag" == v* ]]; then
                latest_tag="${latest_tag#v}"
              fi
              
              base_version=$(echo "$latest_tag" | sed 's/-.*//')
              
              major=$(echo "$base_version" | cut -d'.' -f1)
              minor=$(echo "$base_version" | cut -d'.' -f2)
              patch=$(echo "$base_version" | cut -d'.' -f3)
              
              new_patch=$((patch + 1))
              
              new_tag="v${major}.${minor}.${new_patch}-dev"
            else
              new_tag="0.0.1"
            fi
        
            echo "New tag: $new_tag"
            
            git tag $new_tag
            git push origin --tags