try using local cache

.github/workflows/build-soci.yaml

@@ -0,0 +1,135 @@
+name: Build and push docker image with soci indexes to ghcr
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - 'INFRA-2132-soci'
+
+jobs:
+  build-and-push-image:
+    concurrency:
+      group: ${{ github.workflow }}-${{ github.job }}-${{ github.head_ref || github.run_id }}
+      cancel-in-progress: true
+    runs-on: a100-runner
+    permissions:
+      contents: write
+      packages: write
+      # This is used to complete the identity challenge
+      # with sigstore/fulcio when running outside of PRs.
+      id-token: write
+      security-events: write
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+        with:
+          submodules: recursive
+
+      - name: Free Disk Space (Ubuntu)
+        uses: jlumbroso/free-disk-space@main
+        with:
+          tool-cache: false
+          android: true
+          dotnet: true
+          haskell: true
+          large-packages: false
+          swap-storage: true
+
+      - name: Install soci
+        uses: lerentis/[email protected]
+        with:
+          soci-release: 'v0.4.0'
+
+      - name: Set up QEMU
+        uses: docker/[email protected]
+
+      - name: Set up Docker Buildx
+        uses: docker/[email protected]
+
+      - name: Set up containerd for ubuntu
+        uses: crazy-max/[email protected]
+
+      - name: Docker meta
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: |
+            ghcr.io/predibase/lorax
+          tags: |
+            type=semver,pattern={{version}}
+            type=semver,pattern={{major}}.{{minor}}
+            type=sha,prefix=,suffix=,format=short
+            type=raw,value=latest
+      
+      - name: Set output
+        id: vars
+        run: echo "sha_short=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT
+
+      - name: Build Docker image
+        uses: docker/build-push-action@v2
+        with:
+          context: .
+          file: ./Dockerfile  # Path to your Dockerfile
+          push: false
+          tags: ${{ steps.meta.outputs.tags }}
+
+      - name: Export docker image to disk
+        env:
+          sha_short: ${{ steps.vars.outputs.sha_short }}
+          tags: ${{ steps.meta.outputs.tags }}
+        run: |
+          tags_space=$(echo "$tags" | tr '\n' ' ')
+          echo "Exporting $tags_space to Disk"
+          docker save -o /tmp/lorax-sha_short.tar $tags_space
+      
+      - name: Import image in containerd
+        env:
+          sha_short: ${{ steps.vars.outputs.sha_short }}
+        run: |
+          echo "Importing $sha_short to GHCR"
+          sudo ctr i import --digests /tmp/lorax-$sha_short.tar
+
+      - name: Log in to GitHub Container Registry
+        uses: docker/login-action@v1
+        with:
+          registry: ghcr.io
+          username: ${{ github.repository_owner }}
+          password: ${{ secrets.GHCR_PAT }}
+
+      - name: Push image with containerd
+        env:
+          tags: ${{ steps.meta.outputs.tags }}
+        run: |
+          for tag in $tags
+          do
+            echo "Pushing $tag to GHCR"
+            sudo ctr i push --user "${{ github.repository_owner }}:${{ secrets.GHCR_PAT }}" $tag
+          done
+      
+      - name: Create and push soci index
+        env:
+          tags: ${{ steps.meta.outputs.tags }}
+        run: |
+          export SOCI_PATH=$HOME/.soci/soci
+          for tag in $tags
+          do
+            echo "Creating soci index for $tag"
+            sudo $SOCI_PATH create $tag
+            echo "Pushing soci index for $tag"
+            sudo $SOCI_PATH push --user ${{ github.repository_owner }}:${{ secrets.GHCR_PAT }} $tag
+          done
+
+      - name: Prune older images
+        env:
+          sha_short: ${{ steps.vars.outputs.sha_short }}
+        run: |
+          # Delete images older than a day from docker store
+          docker image prune -a -f --filter "until=24h"
+
+          # Delete the on disk copy
+          rm -rf "/tmp/lorax-$sha_short.tar"
+
+          # Delete the SHA image(s) from containerd store
+          sudo ctr i rm $(sudo ctr i ls -q)
+