Merge branch 'master' into set-updated-phase-array-node-eventing

Signed-off-by: Paul Dittamo <[email protected]>

.github/workflows/checks.yml

@@ -1,7 +1,7 @@
 name: Components Checks
 
 concurrency:
-  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number }}
   cancel-in-progress: true
 
 on:

.github/workflows/codespell.yml

@@ -2,7 +2,7 @@
 name: Codespell
 
 concurrency:
-  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number }}
   cancel-in-progress: true
 
 on:

.github/workflows/create_release.yml

@@ -88,6 +88,7 @@ jobs:
           [
               datacatalog,
               flyteadmin,
+              flyteagent,
               flyteconsole,
               flytecopilot,
               flytepropeller,
@@ -107,6 +108,8 @@ jobs:
         run: |
           if [ ${{ matrix.component }} = "flytecopilot" ]; then
              echo ::set-output name=version::$(yq eval '.configmap.copilot.plugins.k8s.co-pilot.image' charts/flyte-core/values.yaml | cut -d ":" -f 2 )
+          elif [ ${{ matrix.component }} = "flyteagent" ]; then
+             echo ::set-output name=version::$(yq eval '.image.tag' charts/flyteagent/values.yaml)
           else
              echo ::set-output name=version::$(yq eval '.${{ matrix.component }}.image.tag' charts/flyte-core/values.yaml)
           fi

.github/workflows/flytectl-install.yml

@@ -1,7 +1,7 @@
 name: Flytectl-specific checks
 
 concurrency:
-  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number }}
   cancel-in-progress: true
 
 on:

.github/workflows/flyteidl-checks.yml

@@ -1,7 +1,7 @@
 name: Flyteidl Verification Tests
 
 concurrency:
-  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number }}
   cancel-in-progress: true
 
 on:

.github/workflows/flyteidl-release.yml

@@ -1,12 +1,12 @@
 name: Upload flyteidl to PyPI and npm
 
 on:
-  release:
-    types: [published]
+  push:
+    tags:
+      - flyteidl/v*.*.*
 
 jobs:
   deploy-to-pypi:
-    if: "!startsWith(github.event.release.tag_name, 'flytectl/')"
     runs-on: ubuntu-latest
     defaults:
       run:
@@ -29,7 +29,6 @@ jobs:
           python -m build
           twine upload dist/*
   deploy-to-npm:
-    if: "!startsWith(github.event.release.tag_name, 'flytectl/')"
     runs-on: ubuntu-latest
     defaults:
       run:

.github/workflows/helm-charts.yaml

@@ -1,7 +1,7 @@
 name: Package & Push Flyte Helm Charts
 
 concurrency:
-  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number }}
   cancel-in-progress: true
 
 on:

.github/workflows/sandbox.yml

@@ -1,7 +1,7 @@
 name: Build & Push Sandbox Docker Image
 
 concurrency:
-  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number }}
   cancel-in-progress: true
 
 on:

.github/workflows/single-binary.yml

@@ -1,7 +1,7 @@
 name: Build & Push Flyte Single Binary Images
 
 concurrency:
-  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number }}
   cancel-in-progress: true
 
 on:
@@ -174,8 +174,9 @@ jobs:
       - name: Install Python dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install flytekit flytekitplugins-deck-standard
-          pip freeze
+          pip install uv
+          uv pip install --system flytekit flytekitplugins-deck-standard flytekitplugins-envd "numpy<2.0.0"
+          uv pip freeze
       - name: Checkout flytesnacks
         uses: actions/checkout@v4
         with:

.github/workflows/tests.yml

@@ -1,7 +1,7 @@
 name: tests
 
 concurrency:
-  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number }}
   cancel-in-progress: true
 
 on:

CHANGELOG/CHANGELOG-v1.13.0-rc0.md

@@ -0,0 +1,40 @@
+# Flyte v1.13.0-rc0 Release Notes
+
+## Major Features and Improvements
+
+- **Key-value execution tags**: Enhanced execution tagging capabilities. (#5453)
+- **Watch agent metadata service**: Improved monitoring of agent metadata. (#5017)
+- **Distributed job refactoring**: Refactored distributed job using common ReplicaSpec. (#5355)
+- **Execution cluster label inheritance**: Executions now inherit cluster labels from source executions. (#5431)
+- **Domain API**: Added new API to retrieve domain information. (#5443)
+- **Execution environment versioning**: Added version to ExecutionEnv proto message. (#5506)
+- **OTLP and sampling in otelutils**: Enhanced observability with OpenTelemetry Protocol (OTLP) support. (#5504)
+
+## Notable Changes
+
+- Removed mmcloud plugin. (#5468)
+- Updated k3s version to 1.29.0. (#5475)
+- Improved auth flow to support custom base URLs in deployments. (#5192)
+- Added flyteconsole URL to FlyteWorkflow CRD. (#5449)
+- Enhanced 'flytectl compile' to consider launch plans within workflows. (#5463)
+- Introduced control over task phases for log link display. (#4726)
+- Improved Helm chart configurations for Prometheus, Webhook HPA, and Flyteconsole probes. (#5508)
+
+## Bug Fixes and Optimizations
+
+- Fixed flaky auto_refresh_test. (#5438)
+- Corrected NULL to empty string in SQL insert for migrations. (#5482)
+- Resolved issues with broken mermaid diagrams in documentation. (#5498)
+- Fixed Ray plugin to use default service account if not set in task metadata. (#5499)
+
+## Documentation and Usability
+
+- Updated community page. (#5496)
+- Improved documentation on logging link lifetime configuration. (#5503)
+- Replaced 'uctl' with 'flytectl' in OSS docs for consistency. (#5501)
+
+## New Contributors
+
+- @Dlougach, @flixr, @trevormcguire, @va6996, @mhotan, and @eltociear made their first contributions to the project.
+
+For a complete list of changes, please refer to the [full changelog](https://github.com/flyteorg/flyte/compare/flytectl/v0.8.24...v1.13.0-rc0).

README.md

@@ -137,7 +137,6 @@ Join the likes of LinkedIn, Spotify, Freenome, Pachama, Warner Bros. and many ot
 
 
 ## How to stay involved
-📆 [Weekly office hours](https://calendly.com/flyte-office-hours-01/30min): Live informal sessions with the Flyte team held every week. Book a 30-minute slot and get your questions answered. <br>
 👥 [Monthly community sync](https://www.addevent.com/event/EA7823958): Happening the first Tuesday of every month, this is where the Flyte team provides updates on the project, and community members can share their progress and ask questions. <br>
 💬 [Slack](https://slack.flyte.org/): Join the Flyte community on Slack to chat with other users, ask questions, and get help. <br>
 ⚠️ [Newsletter](https://lists.lfaidata.foundation/g/flyte-announce/join): join this group to receive the Flyte Monthly newsletter. <br>

boilerplate/flyte/golang_test_targets/Makefile

@@ -3,6 +3,7 @@
 #
 # TO OPT OUT OF UPDATES, SEE https://github.com/flyteorg/boilerplate/blob/master/Readme.rst
 
+LINT_FLAGS ?=
 
 .PHONY: download_tooling
 download_tooling: #download dependencies (including test deps) for the package
@@ -14,13 +15,11 @@ generate: download_tooling #generate go code
 
 .PHONY: lint
 lint: download_tooling #lints the package for common code smells
-	GL_DEBUG=linters_output,env golangci-lint run --deadline=5m --exclude deprecated -v
+	GL_DEBUG=linters_output,env golangci-lint run $(LINT_FLAGS) --deadline=5m --exclude deprecated -v
 
-# If code is failing goimports linter, this will fix.
-# skips 'vendor'
-.PHONY: goimports
-goimports:
-	@boilerplate/flyte/golang_test_targets/goimports
+.PHONY: lint-fix
+lint-fix: LINT_FLAGS=--fix
+lint-fix: lint
 
 .PHONY: mod_download
 mod_download: #download dependencies (including test deps) for the package