From b231135033fa9a2c000febec477b9f7e313ad9c9 Mon Sep 17 00:00:00 2001 From: Lucio Franco Date: Mon, 26 Feb 2024 15:42:18 -0500 Subject: [PATCH] chore: fix multi-arch docker builds --- .github/workflows/publish-server.yml | 174 +++++++++++++------------- .github/workflows/publish-server2.yml | 116 +++++++++++++++++ 2 files changed, 203 insertions(+), 87 deletions(-) create mode 100644 .github/workflows/publish-server2.yml diff --git a/.github/workflows/publish-server.yml b/.github/workflows/publish-server.yml index ee34c62b45..7b3ef3d5d3 100644 --- a/.github/workflows/publish-server.yml +++ b/.github/workflows/publish-server.yml @@ -1,102 +1,102 @@ -name: Create and publish sqld binaried and Docker image +# name: Create and publish sqld binaried and Docker image -on: - push: - branches: ['main'] - tags: - - libsql-server-v*.*.* +# on: +# push: +# branches: ['main'] +# tags: +# - libsql-server-v*.*.* -env: - REGISTRY: ghcr.io - IMAGE_NAME: tursodatabase/libsql-server +# env: +# REGISTRY: ghcr.io +# IMAGE_NAME: tursodatabase/libsql-server -jobs: - # docker image build and upload to ghcr - build-and-push-image: - runs-on: ubuntu-latest - permissions: - contents: read - packages: write +# jobs: +# # docker image build and upload to ghcr +# build-and-push-image: +# runs-on: ubuntu-latest +# permissions: +# contents: read +# packages: write - steps: - - name: Checkout repository - uses: actions/checkout@v3 - with: - submodules: recursive +# steps: +# - name: Checkout repository +# uses: actions/checkout@v3 +# with: +# submodules: recursive - - name: Set up Docker Buildx - uses: docker/setup-buildx-action@v3 - with: - platforms: linux/amd64,linux/arm64 +# - name: Set up Docker Buildx +# uses: docker/setup-buildx-action@v3 +# with: +# platforms: linux/amd64,linux/arm64 - - name: Log in to the Container registry - uses: docker/login-action@f054a8b539a109f9f41c372932f1ae047eff08c9 - with: - registry: ${{ env.REGISTRY }} - username: ${{ github.actor }} - password: ${{ secrets.GITHUB_TOKEN }} +# - name: Log in to the Container registry +# uses: docker/login-action@f054a8b539a109f9f41c372932f1ae047eff08c9 +# with: +# registry: ${{ env.REGISTRY }} +# username: ${{ github.actor }} +# password: ${{ secrets.GITHUB_TOKEN }} - - name: Extract metadata (tags, labels) for Docker - id: meta - uses: docker/metadata-action@98669ae865ea3cffbcbaa878cf57c20bbf1c6c38 - with: - images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }} - tags: | - type=match,pattern=libsql-server-(.*),group=1 - type=raw,value=latest +# - name: Extract metadata (tags, labels) for Docker +# id: meta +# uses: docker/metadata-action@98669ae865ea3cffbcbaa878cf57c20bbf1c6c38 +# with: +# images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }} +# tags: | +# type=match,pattern=libsql-server-(.*),group=1 +# type=raw,value=latest - - name: Build and push Docker image - uses: docker/build-push-action@ad44023a93711e3deb337508980b4b5e9bcdc5dc - with: - context: . - platforms: linux/amd64 - push: true - tags: ${{ steps.meta.outputs.tags }} - labels: ${{ steps.meta.outputs.labels }} - cache-from: type=gha - cache-to: type=gha,mode=max +# - name: Build and push Docker image +# uses: docker/build-push-action@ad44023a93711e3deb337508980b4b5e9bcdc5dc +# with: +# context: . +# platforms: linux/amd64 +# push: true +# tags: ${{ steps.meta.outputs.tags }} +# labels: ${{ steps.meta.outputs.labels }} +# cache-from: type=gha +# cache-to: type=gha,mode=max - build-and-push-image-arm: - runs-on: ubuntu-latest - permissions: - contents: read - packages: write +# build-and-push-image-arm: +# runs-on: ubuntu-latest +# permissions: +# contents: read +# packages: write - steps: - - name: Checkout repository - uses: actions/checkout@v3 - with: - submodules: recursive +# steps: +# - name: Checkout repository +# uses: actions/checkout@v3 +# with: +# submodules: recursive - - name: Set up Docker Buildx - uses: docker/setup-buildx-action@v3 - with: - platforms: linux/arm64 +# - name: Set up Docker Buildx +# uses: docker/setup-buildx-action@v3 +# with: +# platforms: linux/arm64 - - name: Log in to the Container registry - uses: docker/login-action@f054a8b539a109f9f41c372932f1ae047eff08c9 - with: - registry: ${{ env.REGISTRY }} - username: ${{ github.actor }} - password: ${{ secrets.GITHUB_TOKEN }} +# - name: Log in to the Container registry +# uses: docker/login-action@f054a8b539a109f9f41c372932f1ae047eff08c9 +# with: +# registry: ${{ env.REGISTRY }} +# username: ${{ github.actor }} +# password: ${{ secrets.GITHUB_TOKEN }} - - name: Extract metadata (tags, labels) for Docker - id: meta - uses: docker/metadata-action@98669ae865ea3cffbcbaa878cf57c20bbf1c6c38 - with: - images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }} - tags: | - type=match,pattern=libsql-server-(.*),group=1 - type=raw,value=latest-arm +# - name: Extract metadata (tags, labels) for Docker +# id: meta +# uses: docker/metadata-action@98669ae865ea3cffbcbaa878cf57c20bbf1c6c38 +# with: +# images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }} +# tags: | +# type=match,pattern=libsql-server-(.*),group=1 +# type=raw,value=latest-arm - - name: Build and push Docker image - uses: docker/build-push-action@ad44023a93711e3deb337508980b4b5e9bcdc5dc - with: - context: . - platforms: linux/arm64 - push: true - tags: ${{ steps.meta.outputs.tags }} - labels: ${{ steps.meta.outputs.labels }} - cache-from: type=gha - cache-to: type=gha,mode=max +# - name: Build and push Docker image +# uses: docker/build-push-action@ad44023a93711e3deb337508980b4b5e9bcdc5dc +# with: +# context: . +# platforms: linux/arm64 +# push: true +# tags: ${{ steps.meta.outputs.tags }} +# labels: ${{ steps.meta.outputs.labels }} +# cache-from: type=gha +# cache-to: type=gha,mode=max diff --git a/.github/workflows/publish-server2.yml b/.github/workflows/publish-server2.yml new file mode 100644 index 0000000000..67f85304f5 --- /dev/null +++ b/.github/workflows/publish-server2.yml @@ -0,0 +1,116 @@ +name: ci + +on: + push: + branches: + - "main" + - "lucio/test-docker" + +env: + REGISTRY: ghcr.io + IMAGE_NAME: tursodatabase/libsql-server + +jobs: + build: + runs-on: ubuntu-latest + strategy: + fail-fast: false + matrix: + platform: + - linux/amd64 + # - linux/arm/v6 + # - linux/arm/v7 + - linux/arm64 + steps: + - + name: Prepare + run: | + platform=${{ matrix.platform }} + echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV + - + name: Checkout + uses: actions/checkout@v4 + - + name: Docker meta + id: meta + uses: docker/metadata-action@v5 + with: + images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }} + tags: | + type=match,pattern=libsql-server-(.*),group=1 + type=raw,value=latest + - + name: Set up QEMU + uses: docker/setup-qemu-action@v3 + - + name: Set up Docker Buildx + uses: docker/setup-buildx-action@v3 + - + name: Login to Docker Hub + uses: docker/login-action@v3 + with: + registry: ${{ env.REGISTRY }} + username: ${{ github.actor }} + password: ${{ secrets.GITHUB_TOKEN }} + - + name: Build and push by digest + id: build + uses: docker/build-push-action@v5 + with: + context: . + platforms: ${{ matrix.platform }} + labels: ${{ steps.meta.outputs.labels }} + outputs: type=image,name=${{ env.REGISTRY }}/${{ env.IMAGE_NAME }},push-by-digest=true,name-canonical=true,push=true + - + name: Export digest + run: | + mkdir -p /tmp/digests + digest="${{ steps.build.outputs.digest }}" + touch "/tmp/digests/${digest#sha256:}" + - + name: Upload digest + uses: actions/upload-artifact@v4 + with: + name: digests-${{ env.PLATFORM_PAIR }} + path: /tmp/digests/* + if-no-files-found: error + retention-days: 1 + + merge: + runs-on: ubuntu-latest + needs: + - build + steps: + - + name: Download digests + uses: actions/download-artifact@v4 + with: + path: /tmp/digests + pattern: digests-* + merge-multiple: true + - + name: Set up Docker Buildx + uses: docker/setup-buildx-action@v3 + - + name: Docker meta + id: meta + uses: docker/metadata-action@v5 + with: + images: ${{ env.REGISTRY_IMAGE }} + - + name: Login to Docker Hub + uses: docker/login-action@v3 + with: + registry: ${{ env.REGISTRY }} + username: ${{ github.actor }} + password: ${{ secrets.GITHUB_TOKEN }} + - + name: Create manifest list and push + working-directory: /tmp/digests + run: | + docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \ + $(printf '${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}@sha256:%s ' *) + - + name: Inspect image + run: | + docker buildx imagetools inspect ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:${{ steps.meta.outputs.version }}