From b9f9d43803c4affa7f426b339dc7f89d7d3157bf Mon Sep 17 00:00:00 2001 From: Chris Grass Date: Tue, 31 Oct 2023 13:42:06 -0600 Subject: [PATCH] Update configmap and helper to support azure storage Signed-off-by: Chris Grass --- charts/flyte-binary/README.md | 3 +++ charts/flyte-binary/templates/_helpers.tpl | 2 ++ charts/flyte-binary/templates/configmap.yaml | 15 +++++++++++++++ charts/flyte-binary/values.yaml | 10 ++++++++++ 4 files changed, 30 insertions(+) diff --git a/charts/flyte-binary/README.md b/charts/flyte-binary/README.md index d6d9a3bb6a8..7e272635704 100644 --- a/charts/flyte-binary/README.md +++ b/charts/flyte-binary/README.md @@ -66,6 +66,9 @@ Chart for basic single Flyte executable deployment | configuration.logging.plugins.stackdriver.templateUri | string | `""` | | | configuration.storage.metadataContainer | string | `"my-organization-flyte-container"` | | | configuration.storage.provider | string | `"s3"` | | +| configuration.storage.providerConfig.azure.account | string | `"storage-account-name"` | | +| configuration.storage.providerConfig.azure.configDomainSuffix | string | `""` | | +| configuration.storage.providerConfig.azure.configUploadConcurrency | int | `4` | | | configuration.storage.providerConfig.gcs.project | string | `"my-organization-gcp-project"` | | | configuration.storage.providerConfig.s3.accessKey | string | `""` | | | configuration.storage.providerConfig.s3.authType | string | `"iam"` | | diff --git a/charts/flyte-binary/templates/_helpers.tpl b/charts/flyte-binary/templates/_helpers.tpl index d7572058ed0..92e8fa4636b 100644 --- a/charts/flyte-binary/templates/_helpers.tpl +++ b/charts/flyte-binary/templates/_helpers.tpl @@ -99,6 +99,8 @@ Get the Flyte user data prefix. {{- printf "s3://%s/data" $userDataContainer -}} {{- else if eq "gcs" .Values.configuration.storage.provider -}} {{- printf "gs://%s/data" $userDataContainer -}} +{{- else if eq "azure" .Values.configuration.storage.provider -}} +{{- printf "abfs://%s/data" $userDataContainer -}} {{- end -}} {{- end -}} diff --git a/charts/flyte-binary/templates/configmap.yaml b/charts/flyte-binary/templates/configmap.yaml index f5d084dd6af..148174a3153 100644 --- a/charts/flyte-binary/templates/configmap.yaml +++ b/charts/flyte-binary/templates/configmap.yaml @@ -110,6 +110,21 @@ data: {{- printf "Invalid value for S3 storage provider authentication type. Expected one of (iam, accesskey), but got: %s" .authType | fail }} {{- end }} {{- end }} + {{- else if eq "azure" .provider }} + {{- with .providerConfig.azure }} + kind: azure + config: + account: {{ .account }} + {{- if .key }} + key: {{ .key }} + {{- end }} + {{- if .configDomainSuffix }} + configDomainSuffix: {{ .configDomainSuffix }} + {{- end }} + {{- if .ConfigUploadConcurrency }} + configUploadConcurrency: {{ .ConfigUploadConcurrency }} + {{- end }} + {{- end }} {{- else if eq "gcs" .provider }} kind: google config: diff --git a/charts/flyte-binary/values.yaml b/charts/flyte-binary/values.yaml index 84ffe00112e..d4e041c5ea4 100644 --- a/charts/flyte-binary/values.yaml +++ b/charts/flyte-binary/values.yaml @@ -81,6 +81,16 @@ configuration: gcs: # project Google Cloud project in which bucket resides project: "my-organization-gcp-project" + # azure Provider configuration for Azure object store + azure: + # configDomainSuffix Domain name suffix + configDomainSuffix: "" + # configUploadConcurrency Upload Concurrency (default 4) + configUploadConcurrency: 4 + # account Storage Account name + account: "storage-account-name" + # key Storage Account key if used + #key: "" # logging Specify configuration for logs emitted by Flyte logging: # level Set the log level