Merge branch 'master' into 4291-separate-buckets

Signed-off-by: David Espejo <[email protected]>
flyteorg · Jan 9, 2024 · 31c542e · 31c542e
2 parents 547294e + 7b3f405
commit 31c542e
Show file tree

Hide file tree

Showing 69 changed files with 2,547 additions and 3,407 deletions.
diff --git a/.github/workflows/flyteidl-buf-publish.yml b/.github/workflows/flyteidl-buf-publish.yml
@@ -3,7 +3,7 @@ name: Publish flyteidl Buf Package
 on:
   push:
     branches:
-      - artifacts-shell
+      - artifacts-shell-2
       - artifacts
       - master
     paths:

diff --git a/.readthedocs.yml b/.readthedocs.yml
@@ -7,13 +7,17 @@ version: 2
 build:
   os: "ubuntu-22.04"
   tools:
-    python: "3.11"
+    python: "mambaforge-22.9"
+  jobs:
+    post_install:
+      - conda-lock install --name $READTHEDOCS_VERSION monodocs-environment.lock.yaml
+      - conda info
+      - conda env list
+      - conda list
 
 # Build documentation in the docs/ directory with Sphinx
 sphinx:
-  configuration: rsts/conf.py
+  configuration: docs/conf.py
 
-# Optionally set the version of Python and requirements required to build your docs
-python:
-  install:
-    - requirements: doc-requirements.in
+conda:
+  environment: docs/build-environment.yaml
diff --git a/CHANGELOG/CHANGELOG-v1.10.7-b0.md b/CHANGELOG/CHANGELOG-v1.10.7-b0.md
@@ -0,0 +1,3 @@
+# Flyte v1.10.7-b0 Release
+
+Beta release.
diff --git a/charts/flyte-binary/README.md b/charts/flyte-binary/README.md
@@ -42,7 +42,7 @@ Chart for basic single Flyte executable deployment
 | configuration.auth.oidc.clientId | string | `""` |  |
 | configuration.auth.oidc.clientSecret | string | `""` |  |
 | configuration.co-pilot.image.repository | string | `"cr.flyte.org/flyteorg/flytecopilot"` |  |
-| configuration.co-pilot.image.tag | string | `"v1.10.6"` |  |
+| configuration.co-pilot.image.tag | string | `"v1.10.7-b0"` |  |
 | configuration.database.dbname | string | `"flyte"` |  |
 | configuration.database.host | string | `"127.0.0.1"` |  |
 | configuration.database.options | string | `"sslmode=disable"` |  |

diff --git a/charts/flyte-binary/values.yaml b/charts/flyte-binary/values.yaml
@@ -159,7 +159,7 @@ configuration:
       # repository CoPilot sidecar image repository
       repository: cr.flyte.org/flyteorg/flytecopilot # FLYTECOPILOT_IMAGE
       # tag CoPilot sidecar image tag
-      tag: v1.10.6 # FLYTECOPILOT_TAG
+      tag: v1.10.7-b0 # FLYTECOPILOT_TAG
   # agentService Flyte Agent configuration
   agentService:
     defaultAgent:

diff --git a/charts/flyte-core/README.md b/charts/flyte-core/README.md
@@ -125,7 +125,7 @@ helm install gateway bitnami/contour -n flyte
 | datacatalog.extraArgs | object | `{}` | Appends extra command line arguments to the main command |
 | datacatalog.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy |
 | datacatalog.image.repository | string | `"cr.flyte.org/flyteorg/datacatalog"` | Docker image for Datacatalog deployment |
-| datacatalog.image.tag | string | `"v1.10.6"` | Docker image tag |
+| datacatalog.image.tag | string | `"v1.10.7-b0"` | Docker image tag |
 | datacatalog.nodeSelector | object | `{}` | nodeSelector for Datacatalog deployment |
 | datacatalog.podAnnotations | object | `{}` | Annotations for Datacatalog pods |
 | datacatalog.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). |
@@ -157,7 +157,7 @@ helm install gateway bitnami/contour -n flyte
 | flyteadmin.extraArgs | object | `{}` | Appends extra command line arguments to the serve command |
 | flyteadmin.image.pullPolicy | string | `"IfNotPresent"` |  |
 | flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment |
-| flyteadmin.image.tag | string | `"v1.10.6"` |  |
+| flyteadmin.image.tag | string | `"v1.10.7-b0"` |  |
 | flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create |
 | flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment |
 | flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods |
@@ -209,7 +209,7 @@ helm install gateway bitnami/contour -n flyte
 | flytepropeller.extraArgs | object | `{}` | Appends extra command line arguments to the main command |
 | flytepropeller.image.pullPolicy | string | `"IfNotPresent"` |  |
 | flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment |
-| flytepropeller.image.tag | string | `"v1.10.6"` |  |
+| flytepropeller.image.tag | string | `"v1.10.7-b0"` |  |
 | flytepropeller.manager | bool | `false` |  |
 | flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment |
 | flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods |
@@ -236,7 +236,7 @@ helm install gateway bitnami/contour -n flyte
 | flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files |
 | flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy |
 | flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment |
-| flytescheduler.image.tag | string | `"v1.10.6"` | Docker image tag |
+| flytescheduler.image.tag | string | `"v1.10.7-b0"` | Docker image tag |
 | flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment |
 | flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods |
 | flytescheduler.priorityClassName | string | `""` | Sets priorityClassName for flyte scheduler pod(s). |

diff --git a/charts/flyte-core/values.yaml b/charts/flyte-core/values.yaml
@@ -16,7 +16,7 @@ flyteadmin:
   image:
     # -- Docker image for Flyteadmin deployment
     repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE
-    tag: v1.10.6 # FLYTEADMIN_TAG
+    tag: v1.10.7-b0 # FLYTEADMIN_TAG
     pullPolicy: IfNotPresent
   # -- Additional flyteadmin container environment variables
   #
@@ -132,7 +132,7 @@ flytescheduler:
     # -- Docker image for Flytescheduler deployment
     repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE
     # -- Docker image tag
-    tag: v1.10.6 # FLYTESCHEDULER_TAG
+    tag: v1.10.7-b0 # FLYTESCHEDULER_TAG
     # -- Docker image pull policy
     pullPolicy: IfNotPresent
   # -- Default resources requests and limits for Flytescheduler deployment
@@ -186,7 +186,7 @@ datacatalog:
     # -- Docker image for Datacatalog deployment
     repository: cr.flyte.org/flyteorg/datacatalog # DATACATALOG_IMAGE
     # -- Docker image tag
-    tag: v1.10.6 # DATACATALOG_TAG
+    tag: v1.10.7-b0 # DATACATALOG_TAG
     # -- Docker image pull policy
     pullPolicy: IfNotPresent
   # -- Default resources requests and limits for Datacatalog deployment
@@ -254,7 +254,7 @@ flytepropeller:
   image:
     # -- Docker image for Flytepropeller deployment
     repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE
-    tag: v1.10.6 # FLYTEPROPELLER_TAG
+    tag: v1.10.7-b0 # FLYTEPROPELLER_TAG
     pullPolicy: IfNotPresent
   # -- Default resources requests and limits for Flytepropeller deployment
   resources:
@@ -657,7 +657,7 @@ configmap:
         # -- Structure documented [here](https://pkg.go.dev/github.com/lyft/[email protected]/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig)
         co-pilot:
           name: flyte-copilot-
-          image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6 # FLYTECOPILOT_IMAGE
+          image: cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b0 # FLYTECOPILOT_IMAGE
           start-timeout: 30s
 
   # -- Core propeller configuration

diff --git a/charts/flyte/README.md b/charts/flyte/README.md
diff --git a/charts/flyte/values.yaml b/charts/flyte/values.yaml
@@ -16,7 +16,7 @@ flyte:
       # -- Docker image for Flyteadmin deployment
       repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE
       # -- Docker image tag
-      tag: v1.10.6 # FLYTEADMIN_TAG
+      tag: v1.10.7-b0 # FLYTEADMIN_TAG
       # -- Docker image pull policy
       pullPolicy: IfNotPresent
     # -- Additional flyteadmin container environment variables
@@ -84,7 +84,7 @@ flyte:
       # -- Docker image for Flytescheduler deployment
       repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE
       # -- Docker image tag
-      tag: v1.10.6 # FLYTESCHEDULER_TAG
+      tag: v1.10.7-b0 # FLYTESCHEDULER_TAG
       # -- Docker image pull policy
       pullPolicy: IfNotPresent
     # -- Default resources requests and limits for Flytescheduler deployment
@@ -129,7 +129,7 @@ flyte:
       # -- Docker image for Datacatalog deployment
       repository: cr.flyte.org/flyteorg/datacatalog # DATACATALOG_IMAGE
       # -- Docker image tag
-      tag: v1.10.6 # DATACATALOG_TAG
+      tag: v1.10.7-b0 # DATACATALOG_TAG
       # -- Docker image pull policy
       pullPolicy: IfNotPresent
     # -- Default resources requests and limits for Datacatalog deployment
@@ -178,7 +178,7 @@ flyte:
       # -- Docker image for Flytepropeller deployment
       repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE
       # -- Docker image tag
-      tag: v1.10.6 # FLYTEPROPELLER_TAG
+      tag: v1.10.7-b0 # FLYTEPROPELLER_TAG
       # -- Docker image pull policy
       pullPolicy: IfNotPresent
     # -- Default resources requests and limits for Flytepropeller deployment
@@ -471,7 +471,7 @@ flyte:
           # -- Structure documented [here](https://pkg.go.dev/github.com/lyft/[email protected]/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig)
           co-pilot:
             name: flyte-copilot-
-            image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6 # FLYTECOPILOT_IMAGE
+            image: cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b0 # FLYTECOPILOT_IMAGE
             start-timeout: 30s
 
     # -- Core propeller configuration

diff --git a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml
@@ -433,7 +433,7 @@ data:
     plugins:
       k8s:
         co-pilot:
-          image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6
+          image: cr.flyte.org/flyteorg/flytecopilot:v1.10.7-b0
           name: flyte-copilot-
           start-timeout: 30s
   core.yaml: | 
@@ -871,7 +871,7 @@ spec:
           - /etc/flyte/config/*.yaml
           - migrate
           - run
-          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b0"
           imagePullPolicy: "IfNotPresent"
           name: run-migrations
           volumeMounts:
@@ -888,7 +888,7 @@ spec:
           - flytesnacks
           - flytetester
           - flyteexamples
-          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b0"
           imagePullPolicy: "IfNotPresent"
           name: seed-projects
           volumeMounts:
@@ -902,7 +902,7 @@ spec:
           - /etc/flyte/config/*.yaml
           - clusterresource
           - sync
-          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b0"
           imagePullPolicy: "IfNotPresent"
           name: sync-cluster-resources
           volumeMounts:
@@ -915,7 +915,7 @@ spec:
           - mountPath: /etc/secrets/
             name: admin-secrets
         - name: generate-secrets
-          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b0"
           imagePullPolicy: "IfNotPresent"
           command: ["/bin/sh", "-c"]
           args:
@@ -938,7 +938,7 @@ spec:
         - --config
         - /etc/flyte/config/*.yaml
         - serve
-        image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+        image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b0"
         imagePullPolicy: "IfNotPresent"
         name: flyteadmin
         ports:
@@ -1039,7 +1039,7 @@ spec:
             - /etc/flyte/config/*.yaml
             - clusterresource
             - run
-          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b0"
           imagePullPolicy: "IfNotPresent"
           name: sync-cluster-resources
           volumeMounts:
@@ -1159,7 +1159,7 @@ spec:
         - /etc/datacatalog/config/*.yaml
         - migrate
         - run
-        image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6"
+        image: "cr.flyte.org/flyteorg/datacatalog:v1.10.7-b0"
         imagePullPolicy: "IfNotPresent"
         name: run-migrations
         volumeMounts:
@@ -1173,7 +1173,7 @@ spec:
         - --config
         - /etc/datacatalog/config/*.yaml
         - serve
-        image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6"
+        image: "cr.flyte.org/flyteorg/datacatalog:v1.10.7-b0"
         imagePullPolicy: "IfNotPresent"
         name: datacatalog
         ports:
@@ -1258,7 +1258,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.namespace
-        image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+        image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b0"
         imagePullPolicy: "IfNotPresent"
         name: flytepropeller
         ports:
@@ -1312,7 +1312,7 @@ spec:
       labels:
         app: flyte-pod-webhook
         app.kubernetes.io/name: flyte-pod-webhook
-        app.kubernetes.io/version: v1.10.6
+        app.kubernetes.io/version: v1.10.7-b0
       annotations:
         configChecksum: "90cbb264b40c626ef7015afd66333240c9a1556d10f2c9aa81e45a0984f7bbf"
     spec:
@@ -1323,7 +1323,7 @@ spec:
       serviceAccountName: flyte-pod-webhook
       initContainers:
       - name: generate-secrets
-        image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+        image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b0"
         imagePullPolicy: "IfNotPresent"
         command:
           - flytepropeller
@@ -1346,7 +1346,7 @@ spec:
             mountPath: /etc/flyte/config
       containers:
         - name: webhook
-          image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6"
+          image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.7-b0"
           imagePullPolicy: "IfNotPresent"
           command:
             - flytepropeller

diff --git a/deployment/eks/flyte_helm_controlplane_generated.yaml b/deployment/eks/flyte_helm_controlplane_generated.yaml
@@ -575,7 +575,7 @@ spec:
           - /etc/flyte/config/*.yaml
           - migrate
           - run
-          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b0"
           imagePullPolicy: "IfNotPresent"
           name: run-migrations
           volumeMounts:
@@ -592,7 +592,7 @@ spec:
           - flytesnacks
           - flytetester
           - flyteexamples
-          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b0"
           imagePullPolicy: "IfNotPresent"
           name: seed-projects
           volumeMounts:
@@ -606,7 +606,7 @@ spec:
           - /etc/flyte/config/*.yaml
           - clusterresource
           - sync
-          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b0"
           imagePullPolicy: "IfNotPresent"
           name: sync-cluster-resources
           volumeMounts:
@@ -619,7 +619,7 @@ spec:
           - mountPath: /etc/secrets/
             name: admin-secrets
         - name: generate-secrets
-          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b0"
           imagePullPolicy: "IfNotPresent"
           command: ["/bin/sh", "-c"]
           args:
@@ -642,7 +642,7 @@ spec:
         - --config
         - /etc/flyte/config/*.yaml
         - serve
-        image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+        image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b0"
         imagePullPolicy: "IfNotPresent"
         name: flyteadmin
         ports:
@@ -743,7 +743,7 @@ spec:
             - /etc/flyte/config/*.yaml
             - clusterresource
             - run
-          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6"
+          image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.7-b0"
           imagePullPolicy: "IfNotPresent"
           name: sync-cluster-resources
           volumeMounts:
@@ -863,7 +863,7 @@ spec:
         - /etc/datacatalog/config/*.yaml
         - migrate
         - run
-        image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6"
+        image: "cr.flyte.org/flyteorg/datacatalog:v1.10.7-b0"
         imagePullPolicy: "IfNotPresent"
         name: run-migrations
         volumeMounts:
@@ -877,7 +877,7 @@ spec:
         - --config
         - /etc/datacatalog/config/*.yaml
         - serve
-        image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6"
+        image: "cr.flyte.org/flyteorg/datacatalog:v1.10.7-b0"
         imagePullPolicy: "IfNotPresent"
         name: datacatalog
         ports:
@@ -953,7 +953,7 @@ spec:
         - precheck
         - --config
         - /etc/flyte/config/*.yaml
-        image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6"
+        image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.7-b0"
         imagePullPolicy: "IfNotPresent"
         name: flytescheduler-check
         volumeMounts:
@@ -969,7 +969,7 @@ spec:
         - run
         - --config
         - /etc/flyte/config/*.yaml
-        image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6"
+        image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.7-b0"
         imagePullPolicy: "IfNotPresent"
         name: flytescheduler
         ports: