From 616dbdd86f7dd2cfcc43b9adeb5cd932ae8f7032 Mon Sep 17 00:00:00 2001 From: Eduardo Apolinario Date: Fri, 6 Dec 2024 17:05:42 -0500 Subject: [PATCH 1/5] Use an empty config file to produce docs Signed-off-by: Eduardo Apolinario --- .gitignore | 1 + script/generate_config_docs.sh | 39 +++++++++++++++++++--------------- 2 files changed, 23 insertions(+), 17 deletions(-) diff --git a/.gitignore b/.gitignore index 6b280884f9..80120c5095 100644 --- a/.gitignore +++ b/.gitignore @@ -38,3 +38,4 @@ docs/examples docs/_src docs/_projects docs/tests +empty-config.yaml diff --git a/script/generate_config_docs.sh b/script/generate_config_docs.sh index 2a1485aed8..152c359211 100755 --- a/script/generate_config_docs.sh +++ b/script/generate_config_docs.sh @@ -3,7 +3,7 @@ set -e echo "Generating Flyte Configuration Documents" -CUR_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null && pwd )" +CUR_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" >/dev/null && pwd)" ROOT_DIR=${CUR_DIR}/.. OUTPUT_DIR="${ROOT_DIR}"/docs/deployment/configuration/generated GOBIN=${GOPATH:-~/go}/bin @@ -17,30 +17,35 @@ mv flyteadmin/bin/flytescheduler ${GOBIN}/scheduler make -C flytepropeller compile_flytepropeller mv flytepropeller/bin/flytepropeller ${GOBIN}/flytepropeller -output_config () { -CONFIG_NAME=$1 -COMPONENT=$2 -COMMAND=$3 -OUTPUT_PATH=${OUTPUT_DIR}/${COMMAND}_config.rst +# Config files are needed to generate docs, so we generate an empty +# file and re-use it to invoke the docs command in all components. +EMPTY_CONFIG_FILE=empty-config.yaml +touch empty-config.yaml -if [ -z "$CONFIG_NAME" ]; then - log_err "output_config CONFIG_NAME value not specified in arg1" - return 1 -fi +output_config() { + CONFIG_NAME=$1 + COMPONENT=$2 + COMMAND=$3 + OUTPUT_PATH=${OUTPUT_DIR}/${COMMAND}_config.rst -if [ -z "$COMPONENT" ]; then - log_err "output_config COMPONENT value not specified in arg2" - return 1 -fi + if [ -z "$CONFIG_NAME" ]; then + log_err "output_config CONFIG_NAME value not specified in arg1" + return 1 + fi -echo ".. _$COMPONENT-config-specification: + if [ -z "$COMPONENT" ]; then + log_err "output_config COMPONENT value not specified in arg2" + return 1 + fi + + echo ".. _$COMPONENT-config-specification: ######################################### Flyte $CONFIG_NAME Configuration ######################################### -" > "${OUTPUT_PATH}" +" >"${OUTPUT_PATH}" -$GOBIN/$COMMAND config docs >> "${OUTPUT_PATH}" + $GOBIN/$COMMAND config --config $EMPTY_CONFIG_FILE docs >>"${OUTPUT_PATH}" } output_config "Admin" flyteadmin flyteadmin From 7df4eb748b8c344e3a0fc560037d456c615b8f96 Mon Sep 17 00:00:00 2001 From: Eduardo Apolinario Date: Fri, 6 Dec 2024 17:21:45 -0500 Subject: [PATCH 2/5] Fix typo Signed-off-by: Eduardo Apolinario --- script/generate_config_docs.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/generate_config_docs.sh b/script/generate_config_docs.sh index 152c359211..e7358d9057 100755 --- a/script/generate_config_docs.sh +++ b/script/generate_config_docs.sh @@ -18,7 +18,7 @@ make -C flytepropeller compile_flytepropeller mv flytepropeller/bin/flytepropeller ${GOBIN}/flytepropeller # Config files are needed to generate docs, so we generate an empty -# file and re-use it to invoke the docs command in all components. +# file and reuse it to invoke the docs command in all components. EMPTY_CONFIG_FILE=empty-config.yaml touch empty-config.yaml From 37a81a043491c13dd1956c23dd996dd4a5652553 Mon Sep 17 00:00:00 2001 From: eapolinario Date: Fri, 6 Dec 2024 22:27:39 +0000 Subject: [PATCH 3/5] Update Flyte Components Signed-off-by: Flyte-Bot --- charts/flyte-binary/README.md | 2 +- charts/flyte-binary/values.yaml | 2 +- charts/flyte-core/README.md | 14 +- charts/flyte-core/values.yaml | 12 +- charts/flyte/README.md | 18 +- charts/flyte/values.yaml | 12 +- charts/flyteagent/README.md | 2 +- charts/flyteagent/values.yaml | 2 +- .../agent/flyte_agent_helm_generated.yaml | 2 +- .../flyte_aws_scheduler_helm_generated.yaml | 32 +- .../flyte_helm_controlplane_generated.yaml | 22 +- .../eks/flyte_helm_dataplane_generated.yaml | 14 +- deployment/eks/flyte_helm_generated.yaml | 36 +- .../flyte_helm_controlplane_generated.yaml | 22 +- .../gcp/flyte_helm_dataplane_generated.yaml | 14 +- deployment/gcp/flyte_helm_generated.yaml | 36 +- .../flyte_sandbox_binary_helm_generated.yaml | 4 +- deployment/sandbox/flyte_helm_generated.yaml | 36 +- .../manifests/complete-agent.yaml | 10 +- .../sandbox-bundled/manifests/complete.yaml | 8 +- docker/sandbox-bundled/manifests/dev.yaml | 4 +- .../generated/datacatalog_config.rst | 13 + .../generated/flyteadmin_config.rst | 212 ++++++++- .../generated/flytepropeller_config.rst | 423 +++++++++++------- .../generated/scheduler_config.rst | 212 ++++++++- 25 files changed, 847 insertions(+), 317 deletions(-) diff --git a/charts/flyte-binary/README.md b/charts/flyte-binary/README.md index a7e0ea7be9..cf77c31eef 100644 --- a/charts/flyte-binary/README.md +++ b/charts/flyte-binary/README.md @@ -41,7 +41,7 @@ Chart for basic single Flyte executable deployment | configuration.auth.oidc.clientId | string | `""` | | | configuration.auth.oidc.clientSecret | string | `""` | | | configuration.co-pilot.image.repository | string | `"cr.flyte.org/flyteorg/flytecopilot"` | | -| configuration.co-pilot.image.tag | string | `"v1.13.2"` | | +| configuration.co-pilot.image.tag | string | `"v1.14.0"` | | | configuration.database.dbname | string | `"flyte"` | | | configuration.database.host | string | `"127.0.0.1"` | | | configuration.database.options | string | `"sslmode=disable"` | | diff --git a/charts/flyte-binary/values.yaml b/charts/flyte-binary/values.yaml index ee95932ba1..71d8f49c17 100644 --- a/charts/flyte-binary/values.yaml +++ b/charts/flyte-binary/values.yaml @@ -167,7 +167,7 @@ configuration: # repository CoPilot sidecar image repository repository: cr.flyte.org/flyteorg/flytecopilot # FLYTECOPILOT_IMAGE # tag CoPilot sidecar image tag - tag: v1.13.2 # FLYTECOPILOT_TAG + tag: v1.14.0 # FLYTECOPILOT_TAG # agentService Flyte Agent configuration agentService: defaultAgent: diff --git a/charts/flyte-core/README.md b/charts/flyte-core/README.md index 10ca99c15a..ff0ae4dc16 100644 --- a/charts/flyte-core/README.md +++ b/charts/flyte-core/README.md @@ -110,8 +110,8 @@ helm install gateway bitnami/contour -n flyte | configmap.clusters.clusterConfigs | list | `[]` | | | configmap.clusters.labelClusterMap | object | `{}` | | | configmap.console | object | `{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"}` | Configuration for Flyte console UI | -| configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.13.2","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | -| configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.13.2","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | +| configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.14.0","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | +| configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.14.0","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | | configmap.core | object | `{"manager":{"pod-application":"flytepropeller","pod-template-container-name":"flytepropeller","pod-template-name":"flytepropeller-template"},"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","literal-offloading-config":{"enabled":true},"max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}}` | Core propeller configuration | | configmap.core.manager | object | `{"pod-application":"flytepropeller","pod-template-container-name":"flytepropeller","pod-template-name":"flytepropeller-template"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/manager/config#Config). | | configmap.core.propeller | object | `{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","literal-offloading-config":{"enabled":true},"max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/config). | @@ -145,7 +145,7 @@ helm install gateway bitnami/contour -n flyte | datacatalog.extraArgs | object | `{}` | Appends extra command line arguments to the main command | | datacatalog.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | datacatalog.image.repository | string | `"cr.flyte.org/flyteorg/datacatalog"` | Docker image for Datacatalog deployment | -| datacatalog.image.tag | string | `"v1.13.2"` | Docker image tag | +| datacatalog.image.tag | string | `"v1.14.0"` | Docker image tag | | datacatalog.nodeSelector | object | `{}` | nodeSelector for Datacatalog deployment | | datacatalog.podAnnotations | object | `{}` | Annotations for Datacatalog pods | | datacatalog.podEnv | object | `{}` | Additional Datacatalog container environment variables | @@ -182,7 +182,7 @@ helm install gateway bitnami/contour -n flyte | flyteadmin.extraArgs | object | `{}` | Appends extra command line arguments to the serve command | | flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | | | flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment | -| flyteadmin.image.tag | string | `"v1.13.2"` | | +| flyteadmin.image.tag | string | `"v1.14.0"` | | | flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create | | flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment | | flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods | @@ -223,7 +223,7 @@ helm install gateway bitnami/contour -n flyte | flyteconsole.ga.tracking_id | string | `"G-0QW4DJWJ20"` | | | flyteconsole.image.pullPolicy | string | `"IfNotPresent"` | | | flyteconsole.image.repository | string | `"cr.flyte.org/flyteorg/flyteconsole"` | Docker image for Flyteconsole deployment | -| flyteconsole.image.tag | string | `"v1.17.1"` | | +| flyteconsole.image.tag | string | `"v1.19.0"` | | | flyteconsole.imagePullSecrets | list | `[]` | ImagePullSecrets to assign to the Flyteconsole deployment | | flyteconsole.livenessProbe | object | `{}` | | | flyteconsole.nodeSelector | object | `{}` | nodeSelector for Flyteconsole deployment | @@ -253,7 +253,7 @@ helm install gateway bitnami/contour -n flyte | flytepropeller.extraArgs | object | `{}` | Appends extra command line arguments to the main command | | flytepropeller.image.pullPolicy | string | `"IfNotPresent"` | | | flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment | -| flytepropeller.image.tag | string | `"v1.13.2"` | | +| flytepropeller.image.tag | string | `"v1.14.0"` | | | flytepropeller.manager | bool | `false` | | | flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment | | flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods | @@ -285,7 +285,7 @@ helm install gateway bitnami/contour -n flyte | flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment | -| flytescheduler.image.tag | string | `"v1.13.2"` | Docker image tag | +| flytescheduler.image.tag | string | `"v1.14.0"` | Docker image tag | | flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment | | flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods | | flytescheduler.podEnv | object | `{}` | Additional Flytescheduler container environment variables | diff --git a/charts/flyte-core/values.yaml b/charts/flyte-core/values.yaml index f084db29d4..e2df3d4d60 100755 --- a/charts/flyte-core/values.yaml +++ b/charts/flyte-core/values.yaml @@ -16,7 +16,7 @@ flyteadmin: image: # -- Docker image for Flyteadmin deployment repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE - tag: v1.13.2 # FLYTEADMIN_TAG + tag: v1.14.0 # FLYTEADMIN_TAG pullPolicy: IfNotPresent # -- Additional flyteadmin container environment variables # @@ -148,7 +148,7 @@ flytescheduler: # -- Docker image for Flytescheduler deployment repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE # -- Docker image tag - tag: v1.13.2 # FLYTESCHEDULER_TAG + tag: v1.14.0 # FLYTESCHEDULER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytescheduler deployment @@ -214,7 +214,7 @@ datacatalog: # -- Docker image for Datacatalog deployment repository: cr.flyte.org/flyteorg/datacatalog # DATACATALOG_IMAGE # -- Docker image tag - tag: v1.13.2 # DATACATALOG_TAG + tag: v1.14.0 # DATACATALOG_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Datacatalog deployment @@ -311,7 +311,7 @@ flytepropeller: image: # -- Docker image for Flytepropeller deployment repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE - tag: v1.13.2 # FLYTEPROPELLER_TAG + tag: v1.14.0 # FLYTEPROPELLER_TAG pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytepropeller deployment resources: @@ -399,7 +399,7 @@ flyteconsole: image: # -- Docker image for Flyteconsole deployment repository: cr.flyte.org/flyteorg/flyteconsole # FLYTECONSOLE_IMAGE - tag: v1.17.1 # FLYTECONSOLE_TAG + tag: v1.19.0 # FLYTECONSOLE_TAG pullPolicy: IfNotPresent # -- Default resources requests and limits for Flyteconsole deployment resources: @@ -807,7 +807,7 @@ configmap: # -- Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) co-pilot: name: flyte-copilot- - image: cr.flyte.org/flyteorg/flytecopilot:v1.13.2 # FLYTECOPILOT_IMAGE + image: cr.flyte.org/flyteorg/flytecopilot:v1.14.0 # FLYTECOPILOT_IMAGE start-timeout: 30s # -- Core propeller configuration diff --git a/charts/flyte/README.md b/charts/flyte/README.md index 944c624ab6..3928418916 100644 --- a/charts/flyte/README.md +++ b/charts/flyte/README.md @@ -71,7 +71,7 @@ helm upgrade -f values-sandbox.yaml flyte . | contour.tolerations | list | `[]` | tolerations for Contour deployment | | daskoperator | object | `{"enabled":false}` | Optional: Dask Plugin using the Dask Operator | | daskoperator.enabled | bool | `false` | - enable or disable the dask operator deployment installation | -| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpc":{"port":8089},"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.13.2","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sensor":"agent-service","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service","echo"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-from-configmaps":[],"default-env-from-secrets":[],"default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.13.2"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.13.2"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.17.1"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.13.2"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.13.2"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","cache":{"maxSizeMBs":0,"targetGCPercent":70},"custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | +| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpc":{"port":8089},"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.14.0","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sensor":"agent-service","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service","echo"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-from-configmaps":[],"default-env-from-secrets":[],"default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.14.0"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.14.0"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.19.0"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.14.0"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.14.0"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","cache":{"maxSizeMBs":0,"targetGCPercent":70},"custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | | flyte.cluster_resource_manager | object | `{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]}` | Configuration for the Cluster resource manager component. This is an optional component, that enables automatic cluster configuration. This is useful to set default quotas, manage namespaces etc that map to a project/domain | | flyte.cluster_resource_manager.config.cluster_resources | object | `{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}` | ClusterResource parameters Refer to the [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#ClusterResourceConfig) to customize. | | flyte.cluster_resource_manager.config.cluster_resources.standaloneDeployment | bool | `false` | Starts the cluster resource manager in standalone mode with requisite auth credentials to call flyteadmin service endpoints | @@ -91,15 +91,15 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.common.ingress.separateGrpcIngressAnnotations | object | `{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"}` | - Extra Ingress annotations applied only to the GRPC ingress. Only makes sense if `separateGrpcIngress` is enabled. | | flyte.common.ingress.tls | object | `{"enabled":false}` | - TLS Settings | | flyte.common.ingress.webpackHMR | bool | `true` | - Enable or disable HMR route to flyteconsole. This is useful only for frontend development. | -| flyte.configmap | object | `{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpc":{"port":8089},"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.13.2","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sensor":"agent-service","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service","echo"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-from-configmaps":[],"default-env-from-secrets":[],"default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}}` | ----------------------------------------------------------------- CONFIGMAPS SETTINGS | +| flyte.configmap | object | `{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpc":{"port":8089},"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.14.0","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sensor":"agent-service","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service","echo"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-from-configmaps":[],"default-env-from-secrets":[],"default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}}` | ----------------------------------------------------------------- CONFIGMAPS SETTINGS | | flyte.configmap.adminServer | object | `{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpc":{"port":8089},"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}}` | FlyteAdmin server configuration | | flyte.configmap.adminServer.auth | object | `{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}}` | Authentication configuration | | flyte.configmap.adminServer.server.security.secure | bool | `false` | Controls whether to serve requests over SSL/TLS. | | flyte.configmap.adminServer.server.security.useAuth | bool | `false` | Controls whether to enforce authentication. Follow the guide in https://docs.flyte.org/ on how to setup authentication. | | flyte.configmap.catalog | object | `{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}}` | Catalog Client configuration [structure](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/nodes/task/catalog#Config) Additional advanced Catalog configuration [here](https://pkg.go.dev/github.com/lyft/flyteplugins/go/tasks/pluginmachinery/catalog#Config) | | flyte.configmap.console | object | `{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"}` | Configuration for Flyte console UI | -| flyte.configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.13.2","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | -| flyte.configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.13.2","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | +| flyte.configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.14.0","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | +| flyte.configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.14.0","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | | flyte.configmap.core | object | `{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}}` | Core propeller configuration | | flyte.configmap.core.propeller | object | `{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/config). | | flyte.configmap.datacatalogServer | object | `{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}}` | Datacatalog server config | @@ -120,7 +120,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.datacatalog.configPath | string | `"/etc/datacatalog/config/*.yaml"` | Default regex string for searching configuration files | | flyte.datacatalog.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.datacatalog.image.repository | string | `"cr.flyte.org/flyteorg/datacatalog"` | Docker image for Datacatalog deployment | -| flyte.datacatalog.image.tag | string | `"v1.13.2"` | Docker image tag | +| flyte.datacatalog.image.tag | string | `"v1.14.0"` | Docker image tag | | flyte.datacatalog.nodeSelector | object | `{}` | nodeSelector for Datacatalog deployment | | flyte.datacatalog.podAnnotations | object | `{}` | Annotations for Datacatalog pods | | flyte.datacatalog.replicaCount | int | `1` | Replicas count for Datacatalog deployment | @@ -136,7 +136,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flyteadmin.env | list | `[]` | Additional flyteadmin container environment variables e.g. SendGrid's API key - name: SENDGRID_API_KEY value: "" e.g. secret environment variable (you can combine it with .additionalVolumes): - name: SENDGRID_API_KEY valueFrom: secretKeyRef: name: sendgrid-secret key: api_key | | flyte.flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment | -| flyte.flyteadmin.image.tag | string | `"v1.13.2"` | Docker image tag | +| flyte.flyteadmin.image.tag | string | `"v1.14.0"` | Docker image tag | | flyte.flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create | | flyte.flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment | | flyte.flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods | @@ -151,7 +151,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flyteconsole.affinity | object | `{}` | affinity for Flyteconsole deployment | | flyte.flyteconsole.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flyteconsole.image.repository | string | `"cr.flyte.org/flyteorg/flyteconsole"` | Docker image for Flyteconsole deployment | -| flyte.flyteconsole.image.tag | string | `"v1.17.1"` | Docker image tag | +| flyte.flyteconsole.image.tag | string | `"v1.19.0"` | Docker image tag | | flyte.flyteconsole.nodeSelector | object | `{}` | nodeSelector for Flyteconsole deployment | | flyte.flyteconsole.podAnnotations | object | `{}` | Annotations for Flyteconsole pods | | flyte.flyteconsole.replicaCount | int | `1` | Replicas count for Flyteconsole deployment | @@ -162,7 +162,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flytepropeller.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flyte.flytepropeller.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment | -| flyte.flytepropeller.image.tag | string | `"v1.13.2"` | Docker image tag | +| flyte.flytepropeller.image.tag | string | `"v1.14.0"` | Docker image tag | | flyte.flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment | | flyte.flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods | | flyte.flytepropeller.replicaCount | int | `1` | Replicas count for Flytepropeller deployment | @@ -176,7 +176,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flyte.flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment | -| flyte.flytescheduler.image.tag | string | `"v1.13.2"` | Docker image tag | +| flyte.flytescheduler.image.tag | string | `"v1.14.0"` | Docker image tag | | flyte.flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment | | flyte.flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods | | flyte.flytescheduler.resources | object | `{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for Flytescheduler deployment | diff --git a/charts/flyte/values.yaml b/charts/flyte/values.yaml index 8231f5bda1..45d8e11116 100755 --- a/charts/flyte/values.yaml +++ b/charts/flyte/values.yaml @@ -15,7 +15,7 @@ flyte: # -- Docker image for Flyteadmin deployment repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE # -- Docker image tag - tag: v1.13.2 # FLYTEADMIN_TAG + tag: v1.14.0 # FLYTEADMIN_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Additional flyteadmin container environment variables @@ -83,7 +83,7 @@ flyte: # -- Docker image for Flytescheduler deployment repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE # -- Docker image tag - tag: v1.13.2 # FLYTESCHEDULER_TAG + tag: v1.14.0 # FLYTESCHEDULER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytescheduler deployment @@ -128,7 +128,7 @@ flyte: # -- Docker image for Datacatalog deployment repository: cr.flyte.org/flyteorg/datacatalog # DATACATALOG_IMAGE # -- Docker image tag - tag: v1.13.2 # DATACATALOG_TAG + tag: v1.14.0 # DATACATALOG_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Datacatalog deployment @@ -177,7 +177,7 @@ flyte: # -- Docker image for Flytepropeller deployment repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE # -- Docker image tag - tag: v1.13.2 # FLYTEPROPELLER_TAG + tag: v1.14.0 # FLYTEPROPELLER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytepropeller deployment @@ -221,7 +221,7 @@ flyte: # -- Docker image for Flyteconsole deployment repository: cr.flyte.org/flyteorg/flyteconsole # FLYTECONSOLE_IMAGE # -- Docker image tag - tag: v1.17.1 # FLYTECONSOLE_TAG + tag: v1.19.0 # FLYTECONSOLE_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flyteconsole deployment @@ -473,7 +473,7 @@ flyte: # -- Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) co-pilot: name: flyte-copilot- - image: cr.flyte.org/flyteorg/flytecopilot:v1.13.2 # FLYTECOPILOT_IMAGE + image: cr.flyte.org/flyteorg/flytecopilot:v1.14.0 # FLYTECOPILOT_IMAGE start-timeout: 30s # -- Core propeller configuration diff --git a/charts/flyteagent/README.md b/charts/flyteagent/README.md index 47ca1380b3..461e2816b2 100644 --- a/charts/flyteagent/README.md +++ b/charts/flyteagent/README.md @@ -20,7 +20,7 @@ A Helm chart for Flyte agent | fullnameOverride | string | `""` | | | image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | image.repository | string | `"cr.flyte.org/flyteorg/flyteagent"` | Docker image for flyteagent deployment | -| image.tag | string | `"1.13.6"` | Docker image tag | +| image.tag | string | `"1.13.14"` | Docker image tag | | nameOverride | string | `""` | | | nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | | podAnnotations | object | `{}` | Annotations for flyteagent pods | diff --git a/charts/flyteagent/values.yaml b/charts/flyteagent/values.yaml index fbc790b286..a2e8aef279 100755 --- a/charts/flyteagent/values.yaml +++ b/charts/flyteagent/values.yaml @@ -23,7 +23,7 @@ image: # -- Docker image for flyteagent deployment repository: cr.flyte.org/flyteorg/flyteagent # FLYTEAGENT_IMAGE # -- Docker image tag - tag: 1.13.6 # FLYTEAGENT_TAG + tag: 1.13.14 # FLYTEAGENT_TAG # -- Docker image pull policy pullPolicy: IfNotPresent ports: diff --git a/deployment/agent/flyte_agent_helm_generated.yaml b/deployment/agent/flyte_agent_helm_generated.yaml index e90de9a379..423df81759 100644 --- a/deployment/agent/flyte_agent_helm_generated.yaml +++ b/deployment/agent/flyte_agent_helm_generated.yaml @@ -79,7 +79,7 @@ spec: - pyflyte - serve - agent - image: "cr.flyte.org/flyteorg/flyteagent:1.13.6" + image: "cr.flyte.org/flyteorg/flyteagent:1.13.14" imagePullPolicy: "IfNotPresent" name: flyteagent volumeMounts: diff --git a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml index d038b2fa00..f43fc9156a 100644 --- a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml +++ b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml @@ -436,7 +436,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.13.2 + image: cr.flyte.org/flyteorg/flytecopilot:v1.14.0 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -879,7 +879,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: run-migrations securityContext: @@ -900,7 +900,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: seed-projects securityContext: @@ -918,7 +918,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources securityContext: @@ -935,7 +935,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -962,7 +962,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1069,7 +1069,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1125,7 +1125,7 @@ spec: seLinuxOptions: type: spc_t containers: - - image: "cr.flyte.org/flyteorg/flyteconsole:v1.17.1" + - image: "cr.flyte.org/flyteorg/flyteconsole:v1.19.0" imagePullPolicy: "IfNotPresent" name: flyteconsole envFrom: @@ -1199,7 +1199,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.13.2" + image: "cr.flyte.org/flyteorg/datacatalog:v1.14.0" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -1217,7 +1217,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.13.2" + image: "cr.flyte.org/flyteorg/datacatalog:v1.14.0" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -1280,7 +1280,7 @@ spec: template: metadata: annotations: - configChecksum: "d1a06e03d8567840a12eb893aee369cfe8b658cc36c3a307684b00811a35803" + configChecksum: "7c75b4d396049b3c0c3d425f22aaa11c5517e44d62a4e4a9e181327cd4693f5" prometheus.io/path: "/metrics" prometheus.io/port: "10254" labels: @@ -1308,7 +1308,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1362,9 +1362,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.13.2 + app.kubernetes.io/version: v1.14.0 annotations: - configChecksum: "d1a06e03d8567840a12eb893aee369cfe8b658cc36c3a307684b00811a35803" + configChecksum: "7c75b4d396049b3c0c3d425f22aaa11c5517e44d62a4e4a9e181327cd4693f5" prometheus.io/path: "/metrics" prometheus.io/port: "10254" spec: @@ -1378,7 +1378,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1405,7 +1405,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/eks/flyte_helm_controlplane_generated.yaml b/deployment/eks/flyte_helm_controlplane_generated.yaml index ad96bd5c73..c492072c63 100644 --- a/deployment/eks/flyte_helm_controlplane_generated.yaml +++ b/deployment/eks/flyte_helm_controlplane_generated.yaml @@ -582,7 +582,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: run-migrations securityContext: @@ -603,7 +603,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: seed-projects securityContext: @@ -621,7 +621,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources securityContext: @@ -638,7 +638,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -665,7 +665,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -772,7 +772,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -828,7 +828,7 @@ spec: seLinuxOptions: type: spc_t containers: - - image: "cr.flyte.org/flyteorg/flyteconsole:v1.17.1" + - image: "cr.flyte.org/flyteorg/flyteconsole:v1.19.0" imagePullPolicy: "IfNotPresent" name: flyteconsole envFrom: @@ -902,7 +902,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.13.2" + image: "cr.flyte.org/flyteorg/datacatalog:v1.14.0" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -920,7 +920,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.13.2" + image: "cr.flyte.org/flyteorg/datacatalog:v1.14.0" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -1003,7 +1003,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.13.2" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.14.0" imagePullPolicy: "IfNotPresent" name: flytescheduler-check securityContext: @@ -1023,7 +1023,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.13.2" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.14.0" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: diff --git a/deployment/eks/flyte_helm_dataplane_generated.yaml b/deployment/eks/flyte_helm_dataplane_generated.yaml index 380cea7a36..342ea21d37 100644 --- a/deployment/eks/flyte_helm_dataplane_generated.yaml +++ b/deployment/eks/flyte_helm_dataplane_generated.yaml @@ -94,7 +94,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.13.2 + image: cr.flyte.org/flyteorg/flytecopilot:v1.14.0 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -430,7 +430,7 @@ spec: template: metadata: annotations: - configChecksum: "d1a06e03d8567840a12eb893aee369cfe8b658cc36c3a307684b00811a35803" + configChecksum: "7c75b4d396049b3c0c3d425f22aaa11c5517e44d62a4e4a9e181327cd4693f5" prometheus.io/path: "/metrics" prometheus.io/port: "10254" labels: @@ -458,7 +458,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -512,9 +512,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.13.2 + app.kubernetes.io/version: v1.14.0 annotations: - configChecksum: "d1a06e03d8567840a12eb893aee369cfe8b658cc36c3a307684b00811a35803" + configChecksum: "7c75b4d396049b3c0c3d425f22aaa11c5517e44d62a4e4a9e181327cd4693f5" prometheus.io/path: "/metrics" prometheus.io/port: "10254" spec: @@ -528,7 +528,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -555,7 +555,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/eks/flyte_helm_generated.yaml b/deployment/eks/flyte_helm_generated.yaml index 66dfb1b10f..fec94e62f3 100644 --- a/deployment/eks/flyte_helm_generated.yaml +++ b/deployment/eks/flyte_helm_generated.yaml @@ -467,7 +467,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.13.2 + image: cr.flyte.org/flyteorg/flytecopilot:v1.14.0 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -910,7 +910,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: run-migrations securityContext: @@ -931,7 +931,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: seed-projects securityContext: @@ -949,7 +949,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources securityContext: @@ -966,7 +966,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -993,7 +993,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1100,7 +1100,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1156,7 +1156,7 @@ spec: seLinuxOptions: type: spc_t containers: - - image: "cr.flyte.org/flyteorg/flyteconsole:v1.17.1" + - image: "cr.flyte.org/flyteorg/flyteconsole:v1.19.0" imagePullPolicy: "IfNotPresent" name: flyteconsole envFrom: @@ -1230,7 +1230,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.13.2" + image: "cr.flyte.org/flyteorg/datacatalog:v1.14.0" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -1248,7 +1248,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.13.2" + image: "cr.flyte.org/flyteorg/datacatalog:v1.14.0" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -1331,7 +1331,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.13.2" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.14.0" imagePullPolicy: "IfNotPresent" name: flytescheduler-check securityContext: @@ -1351,7 +1351,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.13.2" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.14.0" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -1410,7 +1410,7 @@ spec: template: metadata: annotations: - configChecksum: "d1a06e03d8567840a12eb893aee369cfe8b658cc36c3a307684b00811a35803" + configChecksum: "7c75b4d396049b3c0c3d425f22aaa11c5517e44d62a4e4a9e181327cd4693f5" prometheus.io/path: "/metrics" prometheus.io/port: "10254" labels: @@ -1438,7 +1438,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1492,9 +1492,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.13.2 + app.kubernetes.io/version: v1.14.0 annotations: - configChecksum: "d1a06e03d8567840a12eb893aee369cfe8b658cc36c3a307684b00811a35803" + configChecksum: "7c75b4d396049b3c0c3d425f22aaa11c5517e44d62a4e4a9e181327cd4693f5" prometheus.io/path: "/metrics" prometheus.io/port: "10254" spec: @@ -1508,7 +1508,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1535,7 +1535,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/gcp/flyte_helm_controlplane_generated.yaml b/deployment/gcp/flyte_helm_controlplane_generated.yaml index 56714541d9..450392acb4 100644 --- a/deployment/gcp/flyte_helm_controlplane_generated.yaml +++ b/deployment/gcp/flyte_helm_controlplane_generated.yaml @@ -597,7 +597,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: run-migrations securityContext: @@ -618,7 +618,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: seed-projects securityContext: @@ -636,7 +636,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources securityContext: @@ -653,7 +653,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -680,7 +680,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -787,7 +787,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -843,7 +843,7 @@ spec: seLinuxOptions: type: spc_t containers: - - image: "cr.flyte.org/flyteorg/flyteconsole:v1.17.1" + - image: "cr.flyte.org/flyteorg/flyteconsole:v1.19.0" imagePullPolicy: "IfNotPresent" name: flyteconsole envFrom: @@ -917,7 +917,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.13.2" + image: "cr.flyte.org/flyteorg/datacatalog:v1.14.0" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -935,7 +935,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.13.2" + image: "cr.flyte.org/flyteorg/datacatalog:v1.14.0" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -1018,7 +1018,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.13.2" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.14.0" imagePullPolicy: "IfNotPresent" name: flytescheduler-check securityContext: @@ -1038,7 +1038,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.13.2" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.14.0" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: diff --git a/deployment/gcp/flyte_helm_dataplane_generated.yaml b/deployment/gcp/flyte_helm_dataplane_generated.yaml index 3156a0b413..53b0c551de 100644 --- a/deployment/gcp/flyte_helm_dataplane_generated.yaml +++ b/deployment/gcp/flyte_helm_dataplane_generated.yaml @@ -94,7 +94,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.13.2 + image: cr.flyte.org/flyteorg/flytecopilot:v1.14.0 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -438,7 +438,7 @@ spec: template: metadata: annotations: - configChecksum: "6ea7ca6e738c35f382aaf08e3256e6c40fbdff3d9b87e0e7fdd680ff6f26393" + configChecksum: "dfc7c80568e7894ed1060cdf48f535913d74673e2959f7f04ea58db0d0ed6ab" prometheus.io/path: "/metrics" prometheus.io/port: "10254" labels: @@ -465,7 +465,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -519,9 +519,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.13.2 + app.kubernetes.io/version: v1.14.0 annotations: - configChecksum: "6ea7ca6e738c35f382aaf08e3256e6c40fbdff3d9b87e0e7fdd680ff6f26393" + configChecksum: "dfc7c80568e7894ed1060cdf48f535913d74673e2959f7f04ea58db0d0ed6ab" prometheus.io/path: "/metrics" prometheus.io/port: "10254" spec: @@ -535,7 +535,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -562,7 +562,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/gcp/flyte_helm_generated.yaml b/deployment/gcp/flyte_helm_generated.yaml index c19b75d498..a843954a0e 100644 --- a/deployment/gcp/flyte_helm_generated.yaml +++ b/deployment/gcp/flyte_helm_generated.yaml @@ -480,7 +480,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.13.2 + image: cr.flyte.org/flyteorg/flytecopilot:v1.14.0 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -933,7 +933,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: run-migrations securityContext: @@ -954,7 +954,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: seed-projects securityContext: @@ -972,7 +972,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources securityContext: @@ -989,7 +989,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -1016,7 +1016,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1123,7 +1123,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1179,7 +1179,7 @@ spec: seLinuxOptions: type: spc_t containers: - - image: "cr.flyte.org/flyteorg/flyteconsole:v1.17.1" + - image: "cr.flyte.org/flyteorg/flyteconsole:v1.19.0" imagePullPolicy: "IfNotPresent" name: flyteconsole envFrom: @@ -1253,7 +1253,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.13.2" + image: "cr.flyte.org/flyteorg/datacatalog:v1.14.0" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -1271,7 +1271,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.13.2" + image: "cr.flyte.org/flyteorg/datacatalog:v1.14.0" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -1354,7 +1354,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.13.2" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.14.0" imagePullPolicy: "IfNotPresent" name: flytescheduler-check securityContext: @@ -1374,7 +1374,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.13.2" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.14.0" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -1433,7 +1433,7 @@ spec: template: metadata: annotations: - configChecksum: "6ea7ca6e738c35f382aaf08e3256e6c40fbdff3d9b87e0e7fdd680ff6f26393" + configChecksum: "dfc7c80568e7894ed1060cdf48f535913d74673e2959f7f04ea58db0d0ed6ab" prometheus.io/path: "/metrics" prometheus.io/port: "10254" labels: @@ -1460,7 +1460,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1514,9 +1514,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.13.2 + app.kubernetes.io/version: v1.14.0 annotations: - configChecksum: "6ea7ca6e738c35f382aaf08e3256e6c40fbdff3d9b87e0e7fdd680ff6f26393" + configChecksum: "dfc7c80568e7894ed1060cdf48f535913d74673e2959f7f04ea58db0d0ed6ab" prometheus.io/path: "/metrics" prometheus.io/port: "10254" spec: @@ -1530,7 +1530,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1557,7 +1557,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml index 6d4cfce331..bff0858e19 100644 --- a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml +++ b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml @@ -122,7 +122,7 @@ data: stackdriver-enabled: false k8s: co-pilot: - image: "cr.flyte.org/flyteorg/flytecopilot:v1.13.2" + image: "cr.flyte.org/flyteorg/flytecopilot:v1.14.0" k8s-array: logs: config: @@ -365,7 +365,7 @@ spec: app.kubernetes.io/instance: flyte app.kubernetes.io/component: flyte-binary annotations: - checksum/configuration: 4032606d756c88462f340dbaaa8d2f78434fb4aaf63d07c77e8b49430b6a6368 + checksum/configuration: ff48e911b1bb657b6d6ddb6f1e5059d3aa718aea09b14ee31353e66914173d64 checksum/configuration-secret: d5d93f4e67780b21593dc3799f0f6682aab0765e708e4020939975d14d44f929 checksum/cluster-resource-templates: 7dfa59f3d447e9c099b8f8ffad3af466fecbc9cf9f8c97295d9634254a55d4ae spec: diff --git a/deployment/sandbox/flyte_helm_generated.yaml b/deployment/sandbox/flyte_helm_generated.yaml index 5068dea3ce..de8a77e377 100644 --- a/deployment/sandbox/flyte_helm_generated.yaml +++ b/deployment/sandbox/flyte_helm_generated.yaml @@ -592,7 +592,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.13.2 + image: cr.flyte.org/flyteorg/flytecopilot:v1.14.0 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -6717,7 +6717,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: run-migrations securityContext: @@ -6737,7 +6737,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: seed-projects securityContext: @@ -6754,7 +6754,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources securityContext: @@ -6770,7 +6770,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -6797,7 +6797,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -6894,7 +6894,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.13.2" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.14.0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -6947,7 +6947,7 @@ spec: seLinuxOptions: type: spc_t containers: - - image: "cr.flyte.org/flyteorg/flyteconsole:v1.17.1" + - image: "cr.flyte.org/flyteorg/flyteconsole:v1.19.0" imagePullPolicy: "IfNotPresent" name: flyteconsole envFrom: @@ -7019,7 +7019,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.13.2" + image: "cr.flyte.org/flyteorg/datacatalog:v1.14.0" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -7036,7 +7036,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.13.2" + image: "cr.flyte.org/flyteorg/datacatalog:v1.14.0" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -7109,7 +7109,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.13.2" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.14.0" imagePullPolicy: "IfNotPresent" name: flytescheduler-check securityContext: @@ -7128,7 +7128,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.13.2" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.14.0" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -7184,7 +7184,7 @@ spec: template: metadata: annotations: - configChecksum: "3f4f81a5040b0a69e9a9755baabda29ab7a3c36275036b9ca5a17b3ec910c31" + configChecksum: "ae600430902c3a489ac3788f4afc15af433445dc1b53bf0100479d26e971471" prometheus.io/path: "/metrics" prometheus.io/port: "10254" labels: @@ -7211,7 +7211,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -7258,9 +7258,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.13.2 + app.kubernetes.io/version: v1.14.0 annotations: - configChecksum: "3f4f81a5040b0a69e9a9755baabda29ab7a3c36275036b9ca5a17b3ec910c31" + configChecksum: "ae600430902c3a489ac3788f4afc15af433445dc1b53bf0100479d26e971471" prometheus.io/path: "/metrics" prometheus.io/port: "10254" spec: @@ -7274,7 +7274,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -7301,7 +7301,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.13.2" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.14.0" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/docker/sandbox-bundled/manifests/complete-agent.yaml b/docker/sandbox-bundled/manifests/complete-agent.yaml index 10ca2bce9f..65dd8dd465 100644 --- a/docker/sandbox-bundled/manifests/complete-agent.yaml +++ b/docker/sandbox-bundled/manifests/complete-agent.yaml @@ -475,7 +475,7 @@ data: stackdriver-enabled: false k8s: co-pilot: - image: "cr.flyte.org/flyteorg/flytecopilot:v1.13.2" + image: "cr.flyte.org/flyteorg/flytecopilot:v1.14.0" k8s-array: logs: config: @@ -823,7 +823,7 @@ type: Opaque --- apiVersion: v1 data: - haSharedSecret: dWJKZFZBWWtWSGM4ajFZUw== + haSharedSecret: bEdVek0zS0VVdEcyTmlIeQ== proxyPassword: "" proxyUsername: "" kind: Secret @@ -1254,7 +1254,7 @@ spec: metadata: annotations: checksum/cluster-resource-templates: 6fd9b172465e3089fcc59f738b92b8dc4d8939360c19de8ee65f68b0e7422035 - checksum/configuration: 4554674e2366a0ec10044a41caab60124bf69e1988b7dd3d0550d89808622e3a + checksum/configuration: d6f9d1971a9f106aa26c9c4d874553cdde466cd08f4f553295bfdd7c0e4b4ceb checksum/configuration-secret: 09216ffaa3d29e14f88b1f30af580d02a2a5e014de4d750b7f275cc07ed4e914 labels: app.kubernetes.io/component: flyte-binary @@ -1420,7 +1420,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: fb07b2b50b56c5acaf388e9b1cc802fc9dc8ed8bcf4b1ffab1423e85f7abc78b + checksum/secret: af4581e63e8900cd79098b4c9dc5eb8f34aac7f1e7b9344b2810ae8cdbd34c56 labels: app: docker-registry release: flyte-sandbox @@ -1763,7 +1763,7 @@ spec: value: minio - name: FLYTE_AWS_SECRET_ACCESS_KEY value: miniostorage - image: cr.flyte.org/flyteorg/flyteagent:1.13.6 + image: cr.flyte.org/flyteorg/flyteagent:1.13.14 imagePullPolicy: IfNotPresent name: flyteagent ports: diff --git a/docker/sandbox-bundled/manifests/complete.yaml b/docker/sandbox-bundled/manifests/complete.yaml index 496443cc52..6bfb24802f 100644 --- a/docker/sandbox-bundled/manifests/complete.yaml +++ b/docker/sandbox-bundled/manifests/complete.yaml @@ -464,7 +464,7 @@ data: stackdriver-enabled: false k8s: co-pilot: - image: "cr.flyte.org/flyteorg/flytecopilot:v1.13.2" + image: "cr.flyte.org/flyteorg/flytecopilot:v1.14.0" k8s-array: logs: config: @@ -805,7 +805,7 @@ type: Opaque --- apiVersion: v1 data: - haSharedSecret: NTlsaHl4YVdGVmJjcXlkdA== + haSharedSecret: czkxTDM0WWs0V29wMFI1dQ== proxyPassword: "" proxyUsername: "" kind: Secret @@ -1203,7 +1203,7 @@ spec: metadata: annotations: checksum/cluster-resource-templates: 6fd9b172465e3089fcc59f738b92b8dc4d8939360c19de8ee65f68b0e7422035 - checksum/configuration: dc08b44088d4fd052cba8a322a4f66a369d96a504bf69d4029fd5180479e65a7 + checksum/configuration: d899a7939f324911cd7a64135069634f4841487eb88da8f398099c096188e5a1 checksum/configuration-secret: 09216ffaa3d29e14f88b1f30af580d02a2a5e014de4d750b7f275cc07ed4e914 labels: app.kubernetes.io/component: flyte-binary @@ -1369,7 +1369,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: c904d62f5ffb3182576fa85ba6dafc845e40663bff6da7e579c5503b0029e8ea + checksum/secret: 3691483b4da50153d464048efde1bc963d2f5ff7819a7d3eecb86820dedc68ca labels: app: docker-registry release: flyte-sandbox diff --git a/docker/sandbox-bundled/manifests/dev.yaml b/docker/sandbox-bundled/manifests/dev.yaml index 47caee17bd..9521d66581 100644 --- a/docker/sandbox-bundled/manifests/dev.yaml +++ b/docker/sandbox-bundled/manifests/dev.yaml @@ -499,7 +499,7 @@ metadata: --- apiVersion: v1 data: - haSharedSecret: bkpOR0xac3FOaWJZMXFTTw== + haSharedSecret: ZGk5bzRzSnplTWNLVHlnUQ== proxyPassword: "" proxyUsername: "" kind: Secret @@ -934,7 +934,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: 9994f07a562e31de28569ef54dfdd7d6443f2dc0d2d43847d828f84c9d8cafc4 + checksum/secret: d86467374e961665a29122da7914335160316a6b8843182b193f477205651890 labels: app: docker-registry release: flyte-sandbox diff --git a/docs/deployment/configuration/generated/datacatalog_config.rst b/docs/deployment/configuration/generated/datacatalog_config.rst index e60af73564..52fe7109cc 100644 --- a/docs/deployment/configuration/generated/datacatalog_config.rst +++ b/docs/deployment/configuration/generated/datacatalog_config.rst @@ -224,6 +224,7 @@ postgres (`database.PostgresConfig`_) password: postgres passwordPath: "" port: 30001 + readReplicaHost: localhost username: postgres @@ -265,6 +266,18 @@ The host name of the database server localhost +readReplicaHost (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +The host name of the read replica database server + +**Default Value**: + +.. code-block:: yaml + + localhost + + port (int) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" diff --git a/docs/deployment/configuration/generated/flyteadmin_config.rst b/docs/deployment/configuration/generated/flyteadmin_config.rst index c8bbe4bd32..7fd7b1502d 100644 --- a/docs/deployment/configuration/generated/flyteadmin_config.rst +++ b/docs/deployment/configuration/generated/flyteadmin_config.rst @@ -143,6 +143,18 @@ Max number of gRPC retries "4" +maxMessageSizeBytes (int) +------------------------------------------------------------------------------------------------------------------------ + +The max size in bytes for incoming gRPC messages + +**Default Value**: + +.. code-block:: yaml + + "0" + + authType (uint8) ------------------------------------------------------------------------------------------------------------------------ @@ -1389,6 +1401,18 @@ kafka (`interfaces.KafkaConfig`_) .. code-block:: yaml brokers: null + saslConfig: + enabled: false + handshake: false + mechanism: "" + password: "" + passwordPath: "" + user: "" + tlsConfig: + certPath: "" + enabled: false + insecureSkipVerify: false + keyPath: "" version: "" @@ -1505,6 +1529,140 @@ brokers ([]string) null +saslConfig (`interfaces.SASLConfig`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + enabled: false + handshake: false + mechanism: "" + password: "" + passwordPath: "" + user: "" + + +tlsConfig (`interfaces.TLSConfig`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + certPath: "" + enabled: false + insecureSkipVerify: false + keyPath: "" + + +interfaces.SASLConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +enabled (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "false" + + +user (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +password (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +passwordPath (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +handshake (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "false" + + +mechanism (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +interfaces.TLSConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +enabled (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "false" + + +insecureSkipVerify (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "false" + + +certPath (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +keyPath (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + Section: cluster_resources ======================================================================================================================== @@ -1751,6 +1909,7 @@ postgres (`database.PostgresConfig`_) password: postgres passwordPath: "" port: 30001 + readReplicaHost: localhost username: postgres @@ -1779,6 +1938,18 @@ The host name of the database server localhost +readReplicaHost (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +The host name of the read replica database server + +**Default Value**: + +.. code-block:: yaml + + localhost + + port (int) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -2769,6 +2940,7 @@ k8s (`config.K8sPluginConfig`_) .. code-block:: yaml + add-tolerations-for-extended-resources: [] co-pilot: cpu: 500m default-input-path: /var/flyte/inputs @@ -3314,6 +3486,18 @@ Number of retries for exponential backoff when updating a resource. "5" +add-tolerations-for-extended-resources ([]string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Name of the extended resources for which tolerations should be added. + +**Default Value**: + +.. code-block:: yaml + + [] + + config.FlyteCoPilotConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -3956,6 +4140,7 @@ Configuration for array nodes default-parallelism-behavior: unlimited event-version: 0 + use-map-plugin-logs: false literal-offloading-config (`config.LiteralOffloadingConfig`_) @@ -3971,7 +4156,7 @@ config used for literal offloading. max-size-in-mb-for-offloading: 1000 min-size-in-mb-for-offloading: 10 supported-sdk-versions: - FLYTE_SDK: 1.13.5 + FLYTE_SDK: 1.13.14 config.ArrayNodeConfig @@ -4001,6 +4186,18 @@ Default parallelism behavior for array nodes unlimited +use-map-plugin-logs (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Override subNode log links with those configured for the map plugin logs + +**Default Value**: + +.. code-block:: yaml + + "false" + + config.CompositeQueueConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -4316,7 +4513,7 @@ Maps flytekit and union SDK names to minimum supported version that can handle r .. code-block:: yaml - FLYTE_SDK: 1.13.5 + FLYTE_SDK: 1.13.14 min-size-in-mb-for-offloading (int64) @@ -5014,6 +5211,7 @@ security (`config.ServerSecurityOptions`_) allowedOrigins: - '*' auditAccess: false + insecureCookieHeader: false secure: false ssl: certificateFile: "" @@ -5314,6 +5512,16 @@ useAuth (bool) "false" +insecureCookieHeader (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "false" + + auditAccess (bool) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" diff --git a/docs/deployment/configuration/generated/flytepropeller_config.rst b/docs/deployment/configuration/generated/flytepropeller_config.rst index fc78d202ca..1ae696488b 100644 --- a/docs/deployment/configuration/generated/flytepropeller_config.rst +++ b/docs/deployment/configuration/generated/flytepropeller_config.rst @@ -113,6 +113,18 @@ Max number of gRPC retries "4" +maxMessageSizeBytes (int) +------------------------------------------------------------------------------------------------------------------------ + +The max size in bytes for incoming gRPC messages + +**Default Value**: + +.. code-block:: yaml + + "0" + + authType (uint8) ------------------------------------------------------------------------------------------------------------------------ @@ -1114,6 +1126,30 @@ catalogcache (`catalog.Config`_) workers: 10 +dask (`dask.Config`_) +------------------------------------------------------------------------------------------------------------------------ + +**Default Value**: + +.. code-block:: yaml + + logs: + cloudwatch-enabled: false + cloudwatch-log-group: "" + cloudwatch-region: "" + cloudwatch-template-uri: "" + dynamic-log-links: null + gcp-project: "" + kubernetes-enabled: true + kubernetes-template-uri: http://localhost:30082/#!/log/{{ .namespace }}/{{ .podName + }}/pod?namespace={{ .namespace }} + kubernetes-url: "" + stackdriver-enabled: false + stackdriver-logresourcename: "" + stackdriver-template-uri: "" + templates: null + + databricks (`databricks.Config`_) ------------------------------------------------------------------------------------------------------------------------ @@ -1164,6 +1200,7 @@ k8s (`config.K8sPluginConfig`_) .. code-block:: yaml + add-tolerations-for-extended-resources: [] co-pilot: cpu: 500m default-input-path: /var/flyte/inputs @@ -1364,7 +1401,7 @@ ray (`ray.Config`_) enabled: false endpoint: "" name: "" - serviceAccount: default + serviceAccount: "" serviceType: NodePort shutdownAfterJobFinishes: true ttlSecondsAfterFinished: 3600 @@ -2738,6 +2775,18 @@ Number of retries for exponential backoff when updating a resource. "5" +add-tolerations-for-extended-resources ([]string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Name of the extended resources for which tolerations should be added. + +**Default Value**: + +.. code-block:: yaml + + [] + + config.FlyteCoPilotConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -2938,6 +2987,188 @@ scale (int32) "0" +dask.Config +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +logs (`logs.LogConfig (logs)`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + cloudwatch-enabled: false + cloudwatch-log-group: "" + cloudwatch-region: "" + cloudwatch-template-uri: "" + dynamic-log-links: null + gcp-project: "" + kubernetes-enabled: true + kubernetes-template-uri: http://localhost:30082/#!/log/{{ .namespace }}/{{ .podName + }}/pod?namespace={{ .namespace }} + kubernetes-url: "" + stackdriver-enabled: false + stackdriver-logresourcename: "" + stackdriver-template-uri: "" + templates: null + + +logs.LogConfig (logs) +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +cloudwatch-enabled (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Enable Cloudwatch Logging + +**Default Value**: + +.. code-block:: yaml + + "false" + + +cloudwatch-region (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +AWS region in which Cloudwatch logs are stored. + +**Default Value**: + +.. code-block:: yaml + + "" + + +cloudwatch-log-group (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Log group to which streams are associated. + +**Default Value**: + +.. code-block:: yaml + + "" + + +cloudwatch-template-uri (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Template Uri to use when building cloudwatch log links + +**Default Value**: + +.. code-block:: yaml + + "" + + +kubernetes-enabled (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Enable Kubernetes Logging + +**Default Value**: + +.. code-block:: yaml + + "true" + + +kubernetes-url (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Console URL for Kubernetes logs + +**Default Value**: + +.. code-block:: yaml + + "" + + +kubernetes-template-uri (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Template Uri to use when building kubernetes log links + +**Default Value**: + +.. code-block:: yaml + + http://localhost:30082/#!/log/{{ .namespace }}/{{ .podName }}/pod?namespace={{ .namespace + }} + + +stackdriver-enabled (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Enable Log-links to stackdriver + +**Default Value**: + +.. code-block:: yaml + + "false" + + +gcp-project (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Name of the project in GCP + +**Default Value**: + +.. code-block:: yaml + + "" + + +stackdriver-logresourcename (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Name of the logresource in stackdriver + +**Default Value**: + +.. code-block:: yaml + + "" + + +stackdriver-template-uri (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Template Uri to use when building stackdriver log links + +**Default Value**: + +.. code-block:: yaml + + "" + + +dynamic-log-links (map[string]tasklog.TemplateLogPlugin) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + +templates ([]tasklog.TemplateLogPlugin) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + null + + databricks.Config ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -3276,7 +3507,7 @@ Certificate path k8s.LogConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -config (`logs.LogConfig (config)`_) +config (`logs.LogConfig`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" Defines the log config for k8s logs. @@ -3301,162 +3532,6 @@ Defines the log config for k8s logs. templates: null -logs.LogConfig (config) -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -cloudwatch-enabled (bool) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -Enable Cloudwatch Logging - -**Default Value**: - -.. code-block:: yaml - - "false" - - -cloudwatch-region (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -AWS region in which Cloudwatch logs are stored. - -**Default Value**: - -.. code-block:: yaml - - "" - - -cloudwatch-log-group (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -Log group to which streams are associated. - -**Default Value**: - -.. code-block:: yaml - - "" - - -cloudwatch-template-uri (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -Template Uri to use when building cloudwatch log links - -**Default Value**: - -.. code-block:: yaml - - "" - - -kubernetes-enabled (bool) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -Enable Kubernetes Logging - -**Default Value**: - -.. code-block:: yaml - - "true" - - -kubernetes-url (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -Console URL for Kubernetes logs - -**Default Value**: - -.. code-block:: yaml - - "" - - -kubernetes-template-uri (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -Template Uri to use when building kubernetes log links - -**Default Value**: - -.. code-block:: yaml - - http://localhost:30082/#!/log/{{ .namespace }}/{{ .podName }}/pod?namespace={{ .namespace - }} - - -stackdriver-enabled (bool) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -Enable Log-links to stackdriver - -**Default Value**: - -.. code-block:: yaml - - "false" - - -gcp-project (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -Name of the project in GCP - -**Default Value**: - -.. code-block:: yaml - - "" - - -stackdriver-logresourcename (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -Name of the logresource in stackdriver - -**Default Value**: - -.. code-block:: yaml - - "" - - -stackdriver-template-uri (string) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -Template Uri to use when building stackdriver log links - -**Default Value**: - -.. code-block:: yaml - - "" - - -dynamic-log-links (map[string]tasklog.TemplateLogPlugin) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -**Default Value**: - -.. code-block:: yaml - - null - - -templates ([]tasklog.TemplateLogPlugin) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -**Default Value**: - -.. code-block:: yaml - - null - - k8s.ResourceConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -3800,7 +3875,7 @@ The k8s service account to run as .. code-block:: yaml - default + "" ray.DefaultConfig @@ -4588,6 +4663,7 @@ Configuration for array nodes default-parallelism-behavior: unlimited event-version: 0 + use-map-plugin-logs: false literal-offloading-config (`config.LiteralOffloadingConfig`_) @@ -4603,7 +4679,7 @@ config used for literal offloading. max-size-in-mb-for-offloading: 1000 min-size-in-mb-for-offloading: 10 supported-sdk-versions: - FLYTE_SDK: 1.13.5 + FLYTE_SDK: 1.13.14 admin-launcher (`launchplan.AdminConfig`_) @@ -4614,6 +4690,7 @@ admin-launcher (`launchplan.AdminConfig`_) .. code-block:: yaml burst: 10 + cache-resync-duration: 30s cacheSize: 10000 tps: 100 workers: 10 @@ -4673,6 +4750,18 @@ Default parallelism behavior for array nodes unlimited +use-map-plugin-logs (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Override subNode log links with those configured for the map plugin logs + +**Default Value**: + +.. code-block:: yaml + + "false" + + config.CompositeQueueConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -5094,7 +5183,7 @@ Maps flytekit and union SDK names to minimum supported version that can handle r .. code-block:: yaml - FLYTE_SDK: 1.13.5 + FLYTE_SDK: 1.13.14 min-size-in-mb-for-offloading (int64) @@ -5301,6 +5390,18 @@ Number of parallel workers to work on the queue. "10" +cache-resync-duration (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Frequency of re-syncing launchplans within the auto refresh cache. + +**Default Value**: + +.. code-block:: yaml + + 30s + + workflowstore.Config ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ diff --git a/docs/deployment/configuration/generated/scheduler_config.rst b/docs/deployment/configuration/generated/scheduler_config.rst index 8904155e7c..c723259e54 100644 --- a/docs/deployment/configuration/generated/scheduler_config.rst +++ b/docs/deployment/configuration/generated/scheduler_config.rst @@ -143,6 +143,18 @@ Max number of gRPC retries "4" +maxMessageSizeBytes (int) +------------------------------------------------------------------------------------------------------------------------ + +The max size in bytes for incoming gRPC messages + +**Default Value**: + +.. code-block:: yaml + + "0" + + authType (uint8) ------------------------------------------------------------------------------------------------------------------------ @@ -1389,6 +1401,18 @@ kafka (`interfaces.KafkaConfig`_) .. code-block:: yaml brokers: null + saslConfig: + enabled: false + handshake: false + mechanism: "" + password: "" + passwordPath: "" + user: "" + tlsConfig: + certPath: "" + enabled: false + insecureSkipVerify: false + keyPath: "" version: "" @@ -1505,6 +1529,140 @@ brokers ([]string) null +saslConfig (`interfaces.SASLConfig`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + enabled: false + handshake: false + mechanism: "" + password: "" + passwordPath: "" + user: "" + + +tlsConfig (`interfaces.TLSConfig`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + certPath: "" + enabled: false + insecureSkipVerify: false + keyPath: "" + + +interfaces.SASLConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +enabled (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "false" + + +user (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +password (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +passwordPath (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +handshake (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "false" + + +mechanism (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +interfaces.TLSConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +enabled (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "false" + + +insecureSkipVerify (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "false" + + +certPath (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + +keyPath (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + Section: cluster_resources ======================================================================================================================== @@ -1751,6 +1909,7 @@ postgres (`database.PostgresConfig`_) password: postgres passwordPath: "" port: 30001 + readReplicaHost: localhost username: postgres @@ -1779,6 +1938,18 @@ The host name of the database server localhost +readReplicaHost (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +The host name of the read replica database server + +**Default Value**: + +.. code-block:: yaml + + localhost + + port (int) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -2769,6 +2940,7 @@ k8s (`config.K8sPluginConfig`_) .. code-block:: yaml + add-tolerations-for-extended-resources: [] co-pilot: cpu: 500m default-input-path: /var/flyte/inputs @@ -3314,6 +3486,18 @@ Number of retries for exponential backoff when updating a resource. "5" +add-tolerations-for-extended-resources ([]string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Name of the extended resources for which tolerations should be added. + +**Default Value**: + +.. code-block:: yaml + + [] + + config.FlyteCoPilotConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -3956,6 +4140,7 @@ Configuration for array nodes default-parallelism-behavior: unlimited event-version: 0 + use-map-plugin-logs: false literal-offloading-config (`config.LiteralOffloadingConfig`_) @@ -3971,7 +4156,7 @@ config used for literal offloading. max-size-in-mb-for-offloading: 1000 min-size-in-mb-for-offloading: 10 supported-sdk-versions: - FLYTE_SDK: 1.13.5 + FLYTE_SDK: 1.13.14 config.ArrayNodeConfig @@ -4001,6 +4186,18 @@ Default parallelism behavior for array nodes unlimited +use-map-plugin-logs (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Override subNode log links with those configured for the map plugin logs + +**Default Value**: + +.. code-block:: yaml + + "false" + + config.CompositeQueueConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -4316,7 +4513,7 @@ Maps flytekit and union SDK names to minimum supported version that can handle r .. code-block:: yaml - FLYTE_SDK: 1.13.5 + FLYTE_SDK: 1.13.14 min-size-in-mb-for-offloading (int64) @@ -5014,6 +5211,7 @@ security (`config.ServerSecurityOptions`_) allowedOrigins: - '*' auditAccess: false + insecureCookieHeader: false secure: false ssl: certificateFile: "" @@ -5314,6 +5512,16 @@ useAuth (bool) "false" +insecureCookieHeader (bool) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "false" + + auditAccess (bool) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" From 833537e4751bfaeff187bd7169f3ed0c21696a3c Mon Sep 17 00:00:00 2001 From: Eduardo Apolinario Date: Fri, 6 Dec 2024 17:38:39 -0500 Subject: [PATCH 4/5] Bump version in docs/conf.py and add changelog Signed-off-by: Eduardo Apolinario --- CHANGELOG/CHANGELOG-v1.14.0.md | 205 +++++++++++++++++++++++++++++++++ docs/conf.py | 2 +- 2 files changed, 206 insertions(+), 1 deletion(-) create mode 100644 CHANGELOG/CHANGELOG-v1.14.0.md diff --git a/CHANGELOG/CHANGELOG-v1.14.0.md b/CHANGELOG/CHANGELOG-v1.14.0.md new file mode 100644 index 0000000000..be5767ceb4 --- /dev/null +++ b/CHANGELOG/CHANGELOG-v1.14.0.md @@ -0,0 +1,205 @@ +# Flyte 1.14.0 Release Notes + +## Added +- Support for FlyteDirectory as input to ContainerTask (#5715) + +A significant update to the flytekit storage interface enables downloading multi-part blobs. This allows Flyte to copy a FlyteDirectory as an input to ContainerTasks, enabling higher flexibility in workflow development with raw containers. +Fixed + +- Better handling of CORS in TLS connections (#5855) +When using Flyte with TLS certificates, CORS options were not enabled causing issues like the Flyte console UI not showing any project when multiple were created. This scenario came with relative frequency among users evaluating Flyte in non-production environments. Now, CORS will be enabled on TLS connections too. + + +## Changed +- Enhanced flexibility for Ray plugin configurations (#5933) +This release makes the configuration of RayJobs more flexible, letting you pass Pod specs independently for each Ray node type: Worker, Head, and Submitter. This enables you to declare configuration for each group to better align with your infrastructure requirements: +```yaml +ray_config = RayJobConfig( + head_node_config=HeadNodeConfig( + requests=Resources(mem="64Gi", cpu="4"), + limits=Resources(mem="64Gi", cpu="4") + pod_template_name = "ray_head_nodeÄ + ), + worker_node_config=[ + WorkerNodeConfig( + group_name="V100-group", + replicas=4, + requests=Resources(mem="256Gi", cpu="64", gpu="1"), + limits=Resources(mem="256Gi", cpu="64", gpu="1"), + pod_template = V1PodSpec(node_selector={"node_group": "V100"}), + ), + WorkerNodeConfig( + group_name="A100-group", + replicas=2, + requests=Resources(mem="480Gi", cpu="60", gpu="2"), + limits=Resources(mem="480Gi", cpu="60", gpu="2") + pod_template = V1PodSpec(node_selector={"node_group": "A100"}), + ) + ], +) +``` + +## Breaking +As python 3.8 hit the End of Life period in October 2024, starting with this release, flytekit requires Python >=3.9. + + +## Full changelog +* Flyte docs overhaul (phase 1) by @neverett in https://github.com/flyteorg/flyte/pull/5772 +* [Flyte][3][flytepropeller][Attribute Access][flytectl] Binary IDL With MessagePack by @Future-Outlier in https://github.com/flyteorg/flyte/pull/5763 +* Update aws-go-sdk to v1.47.11 to support EKS Pod Identity by @mthemis-provenir in https://github.com/flyteorg/flyte/pull/5796 +* Add minimal version to failure nodes docs by @eapolinario in https://github.com/flyteorg/flyte/pull/5812 +* Add finalizer to avoid premature CRD Deletion by @RRap0so in https://github.com/flyteorg/flyte/pull/5788 +* [Docs] Use Pure Dataclass In Example by @Future-Outlier in https://github.com/flyteorg/flyte/pull/5829 +* Link to github for flytekit docs by @thomasjpfan in https://github.com/flyteorg/flyte/pull/5831 +* Added the documentation about uniqueness of execution IDs by @Murdock9803 in https://github.com/flyteorg/flyte/pull/5828 +* DOC-648 Add wandb and neptune dependencies by @neverett in https://github.com/flyteorg/flyte/pull/5842 +* Update contributing docs by @neverett in https://github.com/flyteorg/flyte/pull/5830 +* Update schedules.md by @RaghavMangla in https://github.com/flyteorg/flyte/pull/5826 +* [flytectl] Use Protobuf Struct as dataclass Input for backward compatibility by @Future-Outlier in https://github.com/flyteorg/flyte/pull/5840 +* Add David as codeowner of deployment docs by @neverett in https://github.com/flyteorg/flyte/pull/5841 +* Add an error for file size exceeded to prevent system retries by @wild-endeavor in https://github.com/flyteorg/flyte/pull/5725 +* Add perian dependency for PERIAN plugin by @neverett in https://github.com/flyteorg/flyte/pull/5848 +* [FlyteCopilot] Binary IDL Attribute Access Primitive Input by @Future-Outlier in https://github.com/flyteorg/flyte/pull/5850 +* [Docs] Update for image spec/fast register notes by @wild-endeavor in https://github.com/flyteorg/flyte/pull/5726 +* [Docs] add practical example to improve data management doc by @DenChenn in https://github.com/flyteorg/flyte/pull/5844 +* Handle CORS in secure connections by @eapolinario in https://github.com/flyteorg/flyte/pull/5855 +* Update Grafana User dashboard by @davidmirror-ops in https://github.com/flyteorg/flyte/pull/5703 +* RFC: Community plugins by @davidmirror-ops in https://github.com/flyteorg/flyte/pull/5610 +* Fix link to contributing docs by @Sovietaced in https://github.com/flyteorg/flyte/pull/5869 +* [Docs] add streaming support example for file and directory by @DenChenn in https://github.com/flyteorg/flyte/pull/5879 +* [Docs] Align Code lines of StructuredDataset with Flytesnacks Example by @JiangJiaWei1103 in https://github.com/flyteorg/flyte/pull/5874 +* Sync client should call CloseSend when done sending by @RRap0so in https://github.com/flyteorg/flyte/pull/5884 +* Upstream contributions from Union.ai by @andrewwdye in https://github.com/flyteorg/flyte/pull/5769 +* Remove duplicate recovery interceptor by @Sovietaced in https://github.com/flyteorg/flyte/pull/5870 +* fix: failed to make scheduler under flyteadmin by @lowc1012 in https://github.com/flyteorg/flyte/pull/5866 +* [Docs] Recover the expected behaviors of example workflows by @JiangJiaWei1103 in https://github.com/flyteorg/flyte/pull/5880 +* Use child context in watchAgents to avoid goroutine leak by @pingsutw in https://github.com/flyteorg/flyte/pull/5888 +* [docs]add cache information in raw containers doc by @popojk in https://github.com/flyteorg/flyte/pull/5876 +* Clarify behavior of interruptible map tasks by @RaghavMangla in https://github.com/flyteorg/flyte/pull/5845 +* [Docs] Simplifying for better user understanding by @10sharmashivam in https://github.com/flyteorg/flyte/pull/5878 +* Update ray.go not to fail when going suspend state. by @aminmaghsodi in https://github.com/flyteorg/flyte/pull/5816 +* Add dependency review gh workflow by @eapolinario in https://github.com/flyteorg/flyte/pull/5902 +* [Docs] improve contribute docs by @DenChenn in https://github.com/flyteorg/flyte/pull/5862 +* Fix CONTRIBUTING.md and update by @taieeuu in https://github.com/flyteorg/flyte/pull/5873 +* Add pod template support for init containers by @Sovietaced in https://github.com/flyteorg/flyte/pull/5750 +* Update monitoring docs by @davidmirror-ops in https://github.com/flyteorg/flyte/pull/5903 +* feat: add support for seedProjects with descriptions via seedProjectsWithDetails by @Terryhung in https://github.com/flyteorg/flyte/pull/5864 +* Quick fix for monitoring docs YAML by @davidmirror-ops in https://github.com/flyteorg/flyte/pull/5917 +* Added documentation about Fixed and unique domains by @Murdock9803 in https://github.com/flyteorg/flyte/pull/5923 +* Remove unnecessary joins for list node and task execution entities in flyteadmin db queries by @katrogan in https://github.com/flyteorg/flyte/pull/5935 +* Binary IDL Attribute Access for Map Task by @Future-Outlier in https://github.com/flyteorg/flyte/pull/5942 +* Improve Documentation for Registering Workflows to avoid confusion by @sumana-2705 in https://github.com/flyteorg/flyte/pull/5941 +* Added some CICD best practices to the documentation by @Murdock9803 in https://github.com/flyteorg/flyte/pull/5827 +* [Docs]Document clarifying notes about the data lifecycle by @popojk in https://github.com/flyteorg/flyte/pull/5922 +* fixed [Docs] Spot/interruptible docs imply retries come from the user… Closes #3956 by @ap0calypse8 in https://github.com/flyteorg/flyte/pull/5938 +* Added new page under Data types and IO section for tensorflow_types in flyte documentation by @sumana-2705 in https://github.com/flyteorg/flyte/pull/5807 +* Add basic SASL and TLS support for Kafka cloud events by @Sovietaced in https://github.com/flyteorg/flyte/pull/5814 +* Fix broken links by @ppiegaze in https://github.com/flyteorg/flyte/pull/5946 +* feat: improve registration patterns docs by @siiddhantt in https://github.com/flyteorg/flyte/pull/5808 +* Improve literal type string representation handling by @pingsutw in https://github.com/flyteorg/flyte/pull/5932 +* Update propeller sharding docs - types needs to be capitalized by @cpaulik in https://github.com/flyteorg/flyte/pull/5860 +* fix: align the default config output by @Terryhung in https://github.com/flyteorg/flyte/pull/5947 +* [Docs] Fix doc links to blob literal and type by @JiangJiaWei1103 in https://github.com/flyteorg/flyte/pull/5952 +* Fix remaining misuses of capturing the default file descriptors in flytectl unit tests by @eapolinario in https://github.com/flyteorg/flyte/pull/5950 +* Reduce where clause fanout when updating workflow, node & task executions by @katrogan in https://github.com/flyteorg/flyte/pull/5953 +* [flyteadmin][API] get control plane version by @Future-Outlier in https://github.com/flyteorg/flyte/pull/5934 +* Add multi file error aggregation strategy by @bgedik in https://github.com/flyteorg/flyte/pull/5795 +* Fix: avoid log spam for log links generated during the pod's pending phase by @fg91 in https://github.com/flyteorg/flyte/pull/5945 +* [Docs] Align Note with the Output Naming Convention by @JiangJiaWei1103 in https://github.com/flyteorg/flyte/pull/5919 +* [DOC] add copy command examples and description by @mao3267 in https://github.com/flyteorg/flyte/pull/5782 +* Hide generated launch plans starting with .flytegen in the UI by @troychiu in https://github.com/flyteorg/flyte/pull/5949 +* Fix link in flyteidl README.md by @amitani in https://github.com/flyteorg/flyte/pull/5957 +* Fix indentation for security block in auth_setup.rst by @jkhales in https://github.com/flyteorg/flyte/pull/5968 +* [copilot][flytedirectory] multipart blob download by @wayner0628 in https://github.com/flyteorg/flyte/pull/5715 +* Mark NamedEntityState reserved enum values by @katrogan in https://github.com/flyteorg/flyte/pull/5975 +* [flytepropeller] Add tests in v1alpha by @DenChenn in https://github.com/flyteorg/flyte/pull/5896 +* fix(admin): validate cron expression in launch plan schedule by @peterxcli in https://github.com/flyteorg/flyte/pull/5951 +* [flytectl][MSGPACK IDL] Gate feature by setting ENV by @Future-Outlier in https://github.com/flyteorg/flyte/pull/5976 +* Ray Plugin - Use serviceAccount from Config if set by @peterghaddad in https://github.com/flyteorg/flyte/pull/5928 +* DOC-666 Change "Accessing attributes" to "Accessing attributes in workflows" by @ppiegaze in https://github.com/flyteorg/flyte/pull/5886 +* [Docs] Align code lines of TensorFlow types with flytesnacks by @JiangJiaWei1103 in https://github.com/flyteorg/flyte/pull/5983 +* Decouple ray submitter, worker, and head resources by @Sovietaced in https://github.com/flyteorg/flyte/pull/5933 +* [Upstream] [COR-2297/] Fix nested offloaded type validation (#552) by @pmahindrakar-oss in https://github.com/flyteorg/flyte/pull/5996 +* docs(contribute): rewrite flyte contribute docs based on 4960 by @bearomorphism in https://github.com/flyteorg/flyte/pull/5260 +* Upstream changes to fix token validity and utilizing inmemory creds source by @pmahindrakar-oss in https://github.com/flyteorg/flyte/pull/6001 +* [Housekeeping] Enable lint flytecopilot by @wayner0628 in https://github.com/flyteorg/flyte/pull/6003 +* Version flyte-binary helm chart and use flyte-binary-release docker images in releases by @eapolinario in https://github.com/flyteorg/flyte/pull/6010 +* Docs rli bug by @cosmicBboy in https://github.com/flyteorg/flyte/pull/6008 +* Remove unused environment variable by @bgedik in https://github.com/flyteorg/flyte/pull/5987 +* Correct stow listing function by @bgedik in https://github.com/flyteorg/flyte/pull/6013 +* Replace other instances of rli by @eapolinario in https://github.com/flyteorg/flyte/pull/6014 +* Set HttpOnly and Secure flags in session cookies by @eapolinario in https://github.com/flyteorg/flyte/pull/5911 +* Run CI in release branches by @eapolinario in https://github.com/flyteorg/flyte/pull/5901 +* Update CODEOWNERS - remove nikki by @eapolinario in https://github.com/flyteorg/flyte/pull/6015 +* Adopt protogetter by @eapolinario in https://github.com/flyteorg/flyte/pull/5981 +* Add visibility control to dynamic log links by @pingsutw in https://github.com/flyteorg/flyte/pull/6000 +* Bump github.com/golang-jwt/jwt/v4 from 4.5.0 to 4.5.1 by @dependabot in https://github.com/flyteorg/flyte/pull/6017 +* Bump github.com/golang-jwt/jwt/v4 from 4.5.0 to 4.5.1 in /flyteadmin by @dependabot in https://github.com/flyteorg/flyte/pull/6020 +* fix: return the config file not found error by @Terryhung in https://github.com/flyteorg/flyte/pull/5972 +* Add option to install CRD as a part of chart install in flyte-binary by @marrrcin in https://github.com/flyteorg/flyte/pull/5967 +* Deterministic error propagation for distributed (training) tasks by @fg91 in https://github.com/flyteorg/flyte/pull/5598 +* Add DedupingBucketRateLimiter by @andrewwdye in https://github.com/flyteorg/flyte/pull/6025 +* docs: update command for running the single binary by @machichima in https://github.com/flyteorg/flyte/pull/6031 +* Inject offloading literal env vars by @eapolinario in https://github.com/flyteorg/flyte/pull/6027 +* Fix Union type with dataclass ambiguous error and support superset comparison by @mao3267 in https://github.com/flyteorg/flyte/pull/5858 +* [Fix] Add logger for compiler and marshal while comparing union by @mao3267 in https://github.com/flyteorg/flyte/pull/6034 +* How to verify that the grpc service of flyteadmin works as expected by @popojk in https://github.com/flyteorg/flyte/pull/5958 +* auto-update contributors by @flyte-bot in https://github.com/flyteorg/flyte/pull/3601 +* [Docs] MessagePack IDL, Pydantic Support, and Attribute Access by @Future-Outlier in https://github.com/flyteorg/flyte/pull/6022 +* Revert "[COR-2297/] Fix nested offloaded type validation (#552) (#5996)" by @eapolinario in https://github.com/flyteorg/flyte/pull/6045 +* Bump docker/build-push-action to v6 by @lowc1012 in https://github.com/flyteorg/flyte/pull/5747 +* Add a new AgentError field in the agent protos by @RRap0so in https://github.com/flyteorg/flyte/pull/5916 +* Update contribute_code.rst by @davidlin20dev in https://github.com/flyteorg/flyte/pull/6009 +* Mark execution mode enum reserved by @katrogan in https://github.com/flyteorg/flyte/pull/6040 +* Add is_eager bit to indicate eager tasks in flyte system by @pmahindrakar-oss in https://github.com/flyteorg/flyte/pull/6041 +* Fix: Make appProtocols optional in flyteadmin and flyteconsole services in helm chart by @fg91 in https://github.com/flyteorg/flyte/pull/5944 +* Fix: customize demo cluster port by @vincent0426 in https://github.com/flyteorg/flyte/pull/5969 +* helm: Add support for passing env variables to flyteadmin using envFrom by @ctso in https://github.com/flyteorg/flyte/pull/5216 +* Adding support for downloading offloaded literal in copilot by @pmahindrakar-oss in https://github.com/flyteorg/flyte/pull/6048 +* Add tolerations for extended resources by @troychiu in https://github.com/flyteorg/flyte/pull/6033 +* [Docs][flyteagent] Added description of exception deletion cases. by @SZL741023 in https://github.com/flyteorg/flyte/pull/6039 +* Update note about Terraform reference implementations by @davidmirror-ops in https://github.com/flyteorg/flyte/pull/6056 +* Minor fixes to single-cloud page by @davidmirror-ops in https://github.com/flyteorg/flyte/pull/6059 +* [Docs] Align sd code lines with Flytesnacks example by @JiangJiaWei1103 in https://github.com/flyteorg/flyte/pull/6063 +* [copilot] rename sidecar to uploader by @wayner0628 in https://github.com/flyteorg/flyte/pull/6043 +* add sub_node_interface field to array node by @pvditt in https://github.com/flyteorg/flyte/pull/6018 +* [demo sandbox] Add env vars to plugin config by @wild-endeavor in https://github.com/flyteorg/flyte/pull/6072 +* Fix inconsistent code examples in caching.md documentation by @davidlin20dev in https://github.com/flyteorg/flyte/pull/6077 +* Support ArrayNode subNode timeouts by @hamersaw in https://github.com/flyteorg/flyte/pull/6054 +* [WIP] docs: add raise user error section by @machichima in https://github.com/flyteorg/flyte/pull/6084 +* Enable literal offloading in flyte-binary and flyte-core by @eapolinario in https://github.com/flyteorg/flyte/pull/6087 +* Special-case type annotations to force cache invalidations for msgpack-binary literals by @eapolinario in https://github.com/flyteorg/flyte/pull/6078 +* Regenerate flytectl docs by @neverett in https://github.com/flyteorg/flyte/pull/5914 +* [ Docs ] fix: contribute link by @taieeuu in https://github.com/flyteorg/flyte/pull/6076 +* Update single-binary.yml end2end_execute by @taieeuu in https://github.com/flyteorg/flyte/pull/6061 +* fix: modify deprecated functions by @machichima in https://github.com/flyteorg/flyte/pull/6052 +* Use an empty config file to produce docs by @eapolinario in https://github.com/flyteorg/flyte/pull/6092 + +## New Contributors +* @mthemis-provenir made their first contribution in https://github.com/flyteorg/flyte/pull/5796 +* @Murdock9803 made their first contribution in https://github.com/flyteorg/flyte/pull/5828 +* @RaghavMangla made their first contribution in https://github.com/flyteorg/flyte/pull/5826 +* @DenChenn made their first contribution in https://github.com/flyteorg/flyte/pull/5844 +* @JiangJiaWei1103 made their first contribution in https://github.com/flyteorg/flyte/pull/5874 +* @popojk made their first contribution in https://github.com/flyteorg/flyte/pull/5876 +* @10sharmashivam made their first contribution in https://github.com/flyteorg/flyte/pull/5878 +* @aminmaghsodi made their first contribution in https://github.com/flyteorg/flyte/pull/5816 +* @taieeuu made their first contribution in https://github.com/flyteorg/flyte/pull/5873 +* @Terryhung made their first contribution in https://github.com/flyteorg/flyte/pull/5864 +* @sumana-2705 made their first contribution in https://github.com/flyteorg/flyte/pull/5941 +* @ap0calypse8 made their first contribution in https://github.com/flyteorg/flyte/pull/5938 +* @siiddhantt made their first contribution in https://github.com/flyteorg/flyte/pull/5808 +* @mao3267 made their first contribution in https://github.com/flyteorg/flyte/pull/5782 +* @amitani made their first contribution in https://github.com/flyteorg/flyte/pull/5957 +* @jkhales made their first contribution in https://github.com/flyteorg/flyte/pull/5968 +* @peterxcli made their first contribution in https://github.com/flyteorg/flyte/pull/5951 +* @bearomorphism made their first contribution in https://github.com/flyteorg/flyte/pull/5260 +* @marrrcin made their first contribution in https://github.com/flyteorg/flyte/pull/5967 +* @machichima made their first contribution in https://github.com/flyteorg/flyte/pull/6031 +* @davidlin20dev made their first contribution in https://github.com/flyteorg/flyte/pull/6009 +* @vincent0426 made their first contribution in https://github.com/flyteorg/flyte/pull/5969 +* @ctso made their first contribution in https://github.com/flyteorg/flyte/pull/5216 +* @SZL741023 made their first contribution in https://github.com/flyteorg/flyte/pull/6039 + +**Link to full changelog**: https://github.com/flyteorg/flyte/compare/v1.13.3...v1.14.0 + diff --git a/docs/conf.py b/docs/conf.py index 83fca407b7..cdbdbaea34 100644 --- a/docs/conf.py +++ b/docs/conf.py @@ -37,7 +37,7 @@ # The short X.Y version version = "" # The full version, including alpha/beta/rc tags -release = "1.13.2" +release = "1.14.0" # -- General configuration --------------------------------------------------- From ff601707a74f07bf29e2485a80a8e35ec4dc806b Mon Sep 17 00:00:00 2001 From: Eduardo Apolinario Date: Fri, 6 Dec 2024 17:42:59 -0500 Subject: [PATCH 5/5] Format changelog section Signed-off-by: Eduardo Apolinario --- CHANGELOG/CHANGELOG-v1.14.0.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/CHANGELOG/CHANGELOG-v1.14.0.md b/CHANGELOG/CHANGELOG-v1.14.0.md index be5767ceb4..132210dfc8 100644 --- a/CHANGELOG/CHANGELOG-v1.14.0.md +++ b/CHANGELOG/CHANGELOG-v1.14.0.md @@ -7,11 +7,13 @@ A significant update to the flytekit storage interface enables downloading multi Fixed - Better handling of CORS in TLS connections (#5855) + When using Flyte with TLS certificates, CORS options were not enabled causing issues like the Flyte console UI not showing any project when multiple were created. This scenario came with relative frequency among users evaluating Flyte in non-production environments. Now, CORS will be enabled on TLS connections too. ## Changed - Enhanced flexibility for Ray plugin configurations (#5933) + This release makes the configuration of RayJobs more flexible, letting you pass Pod specs independently for each Ray node type: Worker, Head, and Submitter. This enables you to declare configuration for each group to better align with your infrastructure requirements: ```yaml ray_config = RayJobConfig(