Improve LFS usage in CI (#197)

- Use LFS data cache - Disable LFS during build
f3d-app · Sep 5, 2024 · 0af9634 · 0af9634
1 parent d49fff3
commit 0af9634
Show file tree

Hide file tree

Showing 2 changed files with 50 additions and 3 deletions.
diff --git a/.github/actions/f3d-superbuild/action.yml b/.github/actions/f3d-superbuild/action.yml
@@ -17,11 +17,26 @@ inputs:
     description: 'CPU architecture to build for'
     required: false
     default: 'x86_64'
+  lfs_sha:
+    description: 'Cache LFS sha'
+    required: true
 
 runs:
   using: "composite"
   steps:
 
+  - name: Check required inputs
+    shell: bash
+    run: |
+      [[ "${{ inputs.lfs_sha }}" ]] || { echo "lfs_sha input is empty" ; exit 1; }
+
+  - name: Recover LFS Data
+    uses: f3d-app/lfs-data-cache-action@v1
+    with:
+      type: 'consumer'
+      lfs_sha: ${{inputs.lfs_sha}}
+      cache_postfix: cache-0
+
   - name: Install ninja Windows
     if: runner.os == 'Windows'
     shell: cmd
@@ -85,6 +100,11 @@ runs:
       ${{ runner.os == 'Windows' && '-G Ninja' || null }}
       ${{ runner.os == 'macOS' && '-DCMAKE_OSX_DEPLOYMENT_TARGET=10.15' || null }}
 
+  - name: Disable LFS during the build
+    working-directory: ${{github.workspace}}
+    shell: bash
+    run: echo GIT_LFS_SKIP_SMUDGE=1 >> $GITHUB_ENV
+
   # Rerun the build as ispc can sometimes segfault on Windows
   - name: Build
     working-directory: ${{github.workspace}}/build

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -11,7 +11,29 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
+
+  cache_lfs:
+    runs-on: ubuntu-latest
+    name: Update LFS data cache
+    outputs:
+      lfs_sha: ${{ steps.lfs_sha_recover.outputs.lfs_sha }}
+    steps:
+
+    - name: Checkout
+      uses: actions/checkout@v4
+      with:
+        path: 'source'
+        fetch-depth: 1
+        lfs: false
+
+    - name: Cache LFS Data
+      id: lfs_sha_recover
+      uses: f3d-app/lfs-data-cache-action@v1
+      with:
+        cache_postfix: cache-0
+
   windows:
+    needs: cache_lfs
     strategy:
       fail-fast: false
       matrix:
@@ -26,15 +48,17 @@ jobs:
       with:
         path: 'source'
         submodules: true
-        lfs: true
+        lfs: false
 
     - name: Build and package F3D
       uses: ./source/.github/actions/f3d-superbuild/
       with:
         f3d_version: origin/master
         raytracing_label: ${{matrix.raytracing_label}}
+        lfs_sha: ${{ needs.cache_lfs.outputs.lfs_sha}}
 
   linux:
+    needs: cache_lfs
     strategy:
       fail-fast: false
       matrix:
@@ -54,16 +78,18 @@ jobs:
       with:
         path: 'source'
         submodules: true
-        lfs: true
+        lfs: false
 
     - name: Build and package F3D
       uses: ./source/.github/actions/f3d-superbuild/
       with:
         f3d_version: origin/master
         raytracing_label: ${{matrix.raytracing_label}}
         egl_label: ${{matrix.egl_label}}
+        lfs_sha: ${{ needs.cache_lfs.outputs.lfs_sha}}
 
   macos:
+    needs: cache_lfs
     strategy:
       fail-fast: false
       matrix:
@@ -84,14 +110,15 @@ jobs:
       with:
         path: 'source'
         submodules: true
-        lfs: true
+        lfs: false
 
     - name: Build and package F3D
       uses: ./source/.github/actions/f3d-superbuild/
       with:
         f3d_version: origin/master
         raytracing_label: ${{matrix.raytracing_label}}
         cpu: ${{matrix.cpu}}
+        lfs_sha: ${{ needs.cache_lfs.outputs.lfs_sha}}
 
   python_wheels:
     strategy: