Merge branch 'develop' into feature/config-active-stack

.github/actions/setup_environment/action.yml

@@ -123,4 +123,4 @@ runs:
       run: |-
         zenml integration list
         uv pip list
-        pip check || true
+        uv pip check || true

.github/workflows/ci-slow.yml

@@ -83,15 +83,22 @@ jobs:
         uses: actions/[email protected]
         with:
           python-version: '3.8'
-      - name: Install current package as editable
+      - name: Install uv
         run: |
           curl -LsSf https://astral.sh/uv/install.sh | sh
           source $HOME/.cargo/env
-          uv pip install --system -e .
-      - name: Install mlstacks package
-        run: uv pip install --system mlstacks
+      - name: Create virtual environment
+        run: |
+          uv venv
+      - name: Check mlstacks compatibility
+        run: |
+          source .venv/bin/activate
+          uv pip install -e .
+          uv pip install mlstacks
       - name: Check for broken dependencies
-        run: pip check
+        run: |
+          source .venv/bin/activate
+          uv pip check
       - name: Markdown link check
         uses: gaurav-nelson/[email protected]
         with:
@@ -104,14 +111,18 @@ jobs:
         continue-on-error: true
       - name: Security check
         run: |
-          uv pip install --system bandit
+          source .venv/bin/activate
+          uv pip install bandit
           bash scripts/check-security.sh
       - name: Check for alembic branch divergence
         env:
           ZENML_DEBUG: 0
         run: |
-          uv pip install --system alembic
+          source .venv/bin/activate
+          uv pip install alembic
           bash scripts/check-alembic-branches.sh
+      - name: Install latest dashboard (test gitignore)
+        run: bash scripts/install-dashboard.sh
   custom-ubuntu-unit-test:
     if: github.event.pull_request.draft == false
     needs: run-slow-ci-label-is-set

.github/workflows/generate-test-duration.yml

@@ -55,4 +55,4 @@ jobs:
         run: |-
           zenml integration list
           uv pip list
-          pip check || true
+          uv pip check || true

.github/workflows/integration-test-fast.yml

@@ -239,4 +239,4 @@ jobs:
         run: |-
           zenml integration list
           uv pip list
-          pip check || true
+          uv pip check || true

.github/workflows/integration-test-slow.yml

@@ -247,4 +247,4 @@ jobs:
         run: |-
           zenml integration list
           uv pip list
-          pip check || true
+          uv pip check || true

.github/workflows/release.yml

@@ -1,7 +1,5 @@
 ---
-# This is a basic workflow to help you get started with Actions
 name: Release Package & Docker Image
-# Controls when the action will run. Triggers the workflow on push of a tag
 on:
   push:
     tags: ['*']
@@ -22,14 +20,25 @@ jobs:
         uses: actions/[email protected]
         with:
           python-version: '3.8'
-      - name: Install current package as editable
+      - name: Install uv
         run: |
-          pip install -U uv
-          uv pip install --system -e .
-      - name: Install mlstacks package
-        run: uv pip install --system mlstacks
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          source $HOME/.cargo/env
+      - name: Create virtual environment
+        run: |
+          source $HOME/.cargo/env
+          uv venv
+      - name: Check mlstacks compatibility
+        run: |
+          source .venv/bin/activate
+          source $HOME/.cargo/env
+          uv pip install -e .
+          uv pip install mlstacks
       - name: Check for broken dependencies
-        run: pip check
+        run: |
+          source .venv/bin/activate
+          source $HOME/.cargo/env
+          uv pip check
   mysql-db-migration-testing:
     runs-on: arc-runner-set
     env:

.github/workflows/unit-test.yml

@@ -116,4 +116,4 @@ jobs:
         run: |-
           zenml integration list
           uv pip list
-          pip check || true
+          uv pip check || true

.github/workflows/update-templates-to-examples.yml

@@ -246,3 +246,75 @@ jobs:
               repo: context.repo.repo,
               body: 'Quickstart template updates in `examples/quickstart` have been pushed.'
             })
+  update-llm-finetuning-template-to-examples:
+    name: update-llm-finetuning-template-to-examples
+    runs-on: ${{ inputs.os }}
+    env:
+      ZENML_DEBUG: 1
+      ZENML_ANALYTICS_OPT_IN: false
+      PYTHONIOENCODING: utf-8
+      OBJC_DISABLE_INITIALIZE_FORK_SAFETY: 'YES'
+    if: github.event_name == 'pull_request' && ! startsWith(github.event.head_commit.message,
+      'GitBook:')
+    defaults:
+      run:
+        shell: bash
+    steps:
+      - name: Run template tests for zenml-io/template-llm-finetuning
+        uses: zenml-io/template-llm-finetuning/.github/actions/llm_finetuning_template_test@main
+        with:
+          python-version: ${{ inputs.python-version }}
+          stack-name: local
+          ref-zenml: ${{ github.ref }}
+          ref-template: 2024.03.18  # Make sure it is aligned with ZENML_PROJECT_TEMPLATES from src/zenml/cli/base.py
+      - name: Clean-up
+        run: |
+          rm -rf ./local_checkout
+      - name: message-on-error
+        if: failure()
+        run: |
+          echo "::error title=zenml-io/template-llm-finetuning project template testing failed with new version of ZenML core!::\
+            Breaking changes affecting templates have been introduced. To mitigate this issue,\
+            please make the code in zenml-io/template-llm-finetuning compatible with new version of\
+            ZenML core, release it and update release tag in zenml.cli.base.ZENML_PROJECT_TEMPLATES"
+      - uses: actions/[email protected]
+        with:
+          ref: ${{ github.event.pull_request.head.ref }}
+      - name: Check-out fresh LLM Finetuning template
+        run: |
+          rm -rf examples/llm_finetuning
+          mkdir -p examples/llm_finetuning
+          printf '[email protected]' | zenml init --path examples/llm_finetuning --template llm_finetuning --template-with-defaults
+          pip install yamlfix
+          bash scripts/format.sh examples/llm_finetuning
+      - name: Check for changes
+        id: check_changes
+        run: |
+          if git diff --quiet "origin/${{ github.event.pull_request.head.ref }}"; then
+            echo "No active Git changes found."
+            echo "changes=false" >> $GITHUB_OUTPUT
+          else
+            echo "vvv Active Git changes found vvv"
+            echo "changes=true" >> $GITHUB_OUTPUT
+            git diff "origin/${{ github.event.pull_request.head.ref }}"
+          fi
+      - name: Commit and push template
+        if: steps.check_changes.outputs.changes == 'true'
+        run: |
+          git config --global user.name "GitHub Actions"
+          git config --global user.email "[email protected]"
+          git add .
+          git commit -am "Auto-update of LLM Finetuning template"
+          git push origin HEAD:${{ github.event.pull_request.head.ref }}
+      - name: Create PR comment
+        if: steps.check_changes.outputs.changes == 'true'
+        uses: actions/[email protected]
+        with:
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          script: |-
+            github.rest.issues.createComment({
+              issue_number: ${{ github.event.pull_request.number }},
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              body: 'LLM Finetuning template updates in `examples/llm_finetuning` have been pushed.'
+            })

.typos.toml

@@ -7,6 +7,7 @@ extend-exclude = [
     "tests/unit/materializers/test_built_in_materializer.py",
     "tests/integration/functional/cli/test_pipeline.py",
     "src/zenml/zen_server/dashboard/",
+    "examples/llm_finetuning/lit_gpt/"
 ]
 
 [default.extend-identifiers]

README.md

@@ -92,7 +92,7 @@
     <a href="https://github.com/zenml-io/zenml-projects">Projects Showcase</a>
     <br />
     <br />
-    🎉 Version 0.55.5 is out. Check out the release notes
+    🎉 Version 0.56.2 is out. Check out the release notes
     <a href="https://github.com/zenml-io/zenml/releases">here</a>.
     <br />
     <br />