sandbox.yml

name: Build & Push Sandbox Docker Image

on:
  pull_request:
    paths:
      # The flyte-binary image build is managed solely in this pipeline. Trigger
      # the pipeline when there are any changes to the Dockerfile for this image.
      # Ideally this image is built in a separate, standalone pipeline.
      # TODO: Build flyte-binary image in a separate GHA pipeline
      - Dockerfile
      - docker/**
      - charts/**
      - .github/workflows/sandbox.yml
  release:
    types: [published]

jobs:
  trigger-sandbox-build:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@v2
        with:
          fetch-depth: "0"
      - name: Set flyte version to release
        id: set_version
        run: |
          if [ ${{ github.event_name}} = "release" ]; then
            echo ::set-output name=flyte_version::$(echo ${{ github.event.release.tag_name }})
          else
            echo ::set-output name=flyte_version::latest
          fi
      - name: Prepare DIND Image Names
        id: dind-names
        uses: docker/metadata-action@v3
        with:
          # list of Docker images to use as base name for tags
          images: |
            ghcr.io/${{ github.repository_owner }}/flyte-sandbox
          tags: |
            dind
            ${{ steps.set_version.outputs.flyte_version }}
            type=sha,format=long, prefix=dind-
      - name: Set up QEMU
        uses: docker/setup-qemu-action@v1
      - name: Set up Docker Buildx
        id: buildx
        uses: docker/setup-buildx-action@v1
      - name: Login to GitHub Container Registry
        if: ${{ github.event_name == 'release' }}
        uses: docker/login-action@v1
        with:
          registry: ghcr.io
          username: "${{ secrets.FLYTE_BOT_USERNAME }}"
          password: "${{ secrets.FLYTE_BOT_PAT }}"
      - name: Build and push DIND Image
        uses: docker/build-push-action@v2
        with:
          context: .
          platforms: linux/arm64, linux/amd64
          push: ${{ github.event_name == 'release' }}
          target: dind
          tags: ${{ steps.dind-names.outputs.tags }}
          build-args: "FLYTE_VERSION=${{ steps.set_version.outputs.flyte_version }}"
          file: docker/sandbox/Dockerfile
          cache-from: type=gha
          cache-to: type=gha,mode=max

  trigger-sandbox-lite-build:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@v2
        with:
          fetch-depth: "0"
      - name: Setup Golang caches
        uses: actions/cache@v3
        with:
          path: |
            /root/.cache/go-build
            /root/go/pkg/mod
          key: ${{ runner.os }}-golang-${{ hashFiles('go.sum') }}
          restore-keys: |
            ${{ runner.os }}-golang-
      - name: Set flyte version to release
        id: set_version
        run: |
          if [ ${{ github.event_name}} = "release" ]; then
            echo ::set-output name=flyte_version::$(echo ${{ github.event.release.tag_name }})
          else
            echo ::set-output name=flyte_version::latest
          fi
      - name: Prepare DIND Image Names
        id: dind-names
        uses: docker/metadata-action@v3
        with:
          # list of Docker images to use as base name for tags
          images: |
            ghcr.io/${{ github.repository_owner }}/flyte-sandbox-lite
          tags: |
            ${{ steps.set_version.outputs.flyte_version }}
            type=sha,format=long
      - name: Set up QEMU
        uses: docker/setup-qemu-action@v1
      - name: Set up Docker Buildx
        id: buildx
        uses: docker/setup-buildx-action@v1
      - name: Login to GitHub Container Registry
        if: ${{ github.event_name == 'release' }}
        uses: docker/login-action@v1
        with:
          registry: ghcr.io
          username: "${{ secrets.FLYTE_BOT_USERNAME }}"
          password: "${{ secrets.FLYTE_BOT_PAT }}"
      - name: Build and push DIND Image
        uses: docker/build-push-action@v2
        with:
          context: .
          platforms: linux/arm64, linux/amd64
          push: ${{ github.event_name == 'release' }}
          target: dind
          tags: ${{ steps.dind-names.outputs.tags }}
          build-args: "FLYTE_VERSION=${{ steps.set_version.outputs.flyte_version }}"
          file: docker/sandbox-lite/Dockerfile
          cache-from: type=gha
          cache-to: type=gha,mode=max


  trigger-single-binary-build:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@v2
        with:
          fetch-depth: "0"
      - name: Setup Golang caches
        uses: actions/cache@v3
        with:
          path: |
            /root/.cache/go-build
            /root/go/pkg/mod
          key: ${{ runner.os }}-golang-${{ hashFiles('go.sum') }}
          restore-keys: |
            ${{ runner.os }}-golang-
      - name: Set flyte version to release
        id: set_version
        run: |
          if [ ${{ github.event_name}} = "release" ]; then
            echo ::set-output name=flyte_version::$(echo ${{ github.event.release.tag_name }})
          else
            echo ::set-output name=flyte_version::latest
          fi
      - name: Prepare Image Names
        id: image-names
        uses: docker/metadata-action@v3
        with:
          # list of Docker images to use as base name for tags
          images: |
            ghcr.io/${{ github.repository_owner }}/flyte-binary
          tags: |
            # set latest tag for default branch
            type=raw,value=latest,enable={{is_default_branch}}
            ${{ inputs.version }}
            type=sha,format=long,
      - name: Set up QEMU
        uses: docker/setup-qemu-action@v2
      - name: Set up Docker Buildx
        id: buildx
        uses: docker/setup-buildx-action@v2
      - name: Login to GitHub Container Registry
        uses: docker/login-action@v2
        with:
          registry: ghcr.io
          username: "${{ secrets.FLYTE_BOT_USERNAME }}"
          password: "${{ secrets.FLYTE_BOT_PAT }}"
      - name: Setup destination directories for image tarballs
        run: |
          mkdir -p docker/sandbox-bundled/images/tar/{arm64,amd64}
      - name: Export ARM64 Image
        uses: docker/build-push-action@v3
        env:
          DOCKER_CLI_EXPERIMENTAL: enabled
        with:
          context: .
          platforms: linux/arm64
          tags: flyte-binary:sandbox
          build-args: ""
          file: Dockerfile
          cache-from: type=gha
          cache-to: type=gha,mode=max
          outputs: type=docker,dest=docker/sandbox-bundled/images/tar/arm64/flyte-binary.tar
      - name: Export AMD64 Image
        uses: docker/build-push-action@v3
        env:
          DOCKER_CLI_EXPERIMENTAL: enabled
        with:
          context: .
          platforms: linux/amd64
          tags: flyte-binary:sandbox
          build-args: ""
          file: Dockerfile
          cache-from: type=gha
          cache-to: type=gha,mode=max
          outputs: type=docker,dest=docker/sandbox-bundled/images/tar/amd64/flyte-binary.tar
      - name: Build and push Image
        uses: docker/build-push-action@v3
        env:
          DOCKER_CLI_EXPERIMENTAL: enabled
        with:
          context: .
          platforms: linux/arm64, linux/amd64
          tags: ${{ steps.image-names.outputs.tags }}
          build-args: ""
          file: Dockerfile
          cache-from: type=gha
          cache-to: type=gha,mode=max
          push: true
      - name: Upload Artifact GitHub Action
        uses: actions/upload-artifact@v2
        with:
          name: single-binary-image
          path: docker/sandbox-bundled/images/tar

  trigger-sandbox-bundled-build:
    runs-on: ubuntu-latest
    needs: [trigger-single-binary-build]
    steps:
      - name: Checkout
        uses: actions/checkout@v2
        with:
          fetch-depth: "0"
      - uses: actions/download-artifact@v3
        with:
          name: single-binary-image
          path: docker/sandbox-bundled/images/tar
      - name: Prepare Image Names
        id: image-names
        uses: docker/metadata-action@v3
        with:
          # list of Docker images to use as base name for tags
          images: |
            ghcr.io/${{ github.repository_owner }}/flyte-sandbox-bundled
          tags: |
            # set latest tag for default branch
            type=raw,value=latest,enable={{is_default_branch}}
            ${{ inputs.version }}
            type=sha,format=long,
      - name: Set up QEMU
        uses: docker/setup-qemu-action@v2
      - name: Set up Docker Buildx
        id: buildx
        uses: docker/setup-buildx-action@v2
        with:
          driver-opts: image=moby/buildkit:master
          buildkitd-flags: "--allow-insecure-entitlement security.insecure"
      - name: Login to GitHub Container Registry
        uses: docker/login-action@v2
        with:
          registry: ghcr.io
          username: "${{ secrets.FLYTE_BOT_USERNAME }}"
          password: "${{ secrets.FLYTE_BOT_PAT }}"
      - name: Build and push Image
        uses: docker/build-push-action@v3
        env:
          DOCKER_CLI_EXPERIMENTAL: enabled
        with:
          context: docker/sandbox-bundled
          allow: "security.insecure"
          platforms: linux/arm64, linux/amd64
          tags: ${{ steps.image-names.outputs.tags }}
          cache-from: type=gha
          cache-to: type=gha,mode=max
          push: true