-
Notifications
You must be signed in to change notification settings - Fork 670
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'master' into yushang/overwrite-cache/iteration
Signed-off-by: Daniel Rammer <[email protected]>
- Loading branch information
Showing
88 changed files
with
13,184 additions
and
1,854 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,29 +1,122 @@ | ||
| configuration: | ||
| database: | ||
| username: <DB_USERNAME> | ||
| username: postgres | ||
| password: <DB_PASSWORD> | ||
| host: <RDS_HOST_DNS> | ||
| dbname: flyteadmin (<INITAL_DB>) | ||
| dbname: flyteadmin | ||
| storage: | ||
| #Learn more about how Flyte handles data: https://docs.flyte.org/en/latest/concepts/data_management.html | ||
| metadataContainer: <BUCKET_NAME> | ||
| userDataContainer: <USER_DATA_BUCKET_NAME> | ||
| provider: s3 | ||
| providerConfig: | ||
| s3: | ||
| region: "<AWS_REGION>" | ||
| region: "<AWS-REGION-CODE>" | ||
| authType: "iam" | ||
| #For logging to work, you need to setup an agent. | ||
| # Learn more: https://docs.aws.amazon.com/AmazonCloudWatch/latest/monitoring/Container-Insights-EKS-logs.html | ||
| logging: | ||
| level: 5 | ||
| plugins: | ||
| cloudwatch: | ||
| enabled: true | ||
| templateUri: |- | ||
| https://console.aws.amazon.com/cloudwatch/home?region=<AWS_REGION>#logEventViewer:group=/aws/eks/<EKS_CLUSTER_NAME>/cluster;stream=var.log.containers.{{ .podName }}_{{ .namespace }}_{{ .containerName }}-{{ .containerId }}.log | ||
| # To configure auth, refer to https://docs.flyte.org/en/latest/deployment/configuration/auth_setup.html | ||
| auth: | ||
| enabled: false | ||
| oidc: | ||
| baseUrl: <YOUR_IDP_BASE_URL> | ||
| clientId: <IDP_CLIENT_ID> | ||
| clientSecret: <IDP_CLIENT_SECRET> | ||
| internal: | ||
| clientSecret: <CC_PASSWD> | ||
| clientSecretHash: <HASHED_CC_PASSWD> | ||
| authorizedUris: | ||
| - https://flyte.company.com #change to your authorized URI | ||
| inline: | ||
| #This section automates the IAM Role annotation for the default KSA on each project namespace to enable IRSA | ||
| #Learn more: https://docs.aws.amazon.com/eks/latest/userguide/iam-roles-for-service-accounts.html | ||
| cluster_resources: | ||
| customData: | ||
| - production: | ||
| - defaultIamRole: | ||
| value: <FLYTE_USER_IAM_ARN> | ||
| - staging: | ||
| - defaultIamRole: | ||
| value: <FLYTE_USER_IAM_ARN> | ||
| - development: | ||
| - defaultIamRole: | ||
| value: <FLYTE_USER_IAM_ARN> | ||
| flyteadmin: | ||
| roleNameKey: "iam.amazonaws.com/role" | ||
| plugins: | ||
| k8s: | ||
| inject-finalizer: true | ||
| default-env-vars: | ||
| - AWS_METADATA_SERVICE_TIMEOUT: 5 | ||
| - AWS_METADATA_SERVICE_NUM_ATTEMPTS: 20 | ||
| # Configuration for the Datacatalog engine, used when caching is enabled | ||
| # Learn more: https://docs.flyte.org/en/latest/deployment/configuration/generated/datacatalog_config.html | ||
| storage: | ||
| cache: | ||
| max_size_mbs: 100 | ||
| max_size_mbs: 10 | ||
| target_gc_percent: 100 | ||
| tasks: | ||
| task-plugins: | ||
| enabled-plugins: | ||
| - container | ||
| - sidecar | ||
| - K8S-ARRAY #used for MapTasks | ||
| default-for-task-types: | ||
| - container: container | ||
| - container_array: K8S-ARRAY | ||
| clusterResourceTemplates: | ||
| inline: | ||
| #This section automates the creation of the project-domain namespaces | ||
| 001_namespace.yaml: | | ||
| apiVersion: v1 | ||
| kind: Namespace | ||
| metadata: | ||
| name: '{{ namespace }}' | ||
| # This block performs the automated annotation of KSAs across all project-domain namespaces | ||
| 002_serviceaccount.yaml: | | ||
| apiVersion: v1 | ||
| kind: ServiceAccount | ||
| metadata: | ||
| name: default | ||
| namespace: '{{ namespace }}' | ||
| annotations: | ||
| eks.amazonaws.com/role-arn: '{{ defaultIamRole }}' | ||
| ingress: | ||
| create: true | ||
| ##-- Uncomment the following section if you plan to use NGINX Ingress Controller | ||
| #ingressClassName: nginx | ||
| #commonAnnotations: | ||
| # ingress.kubernetes.io/rewrite-target: / | ||
| # nginx.ingress.kubernetes.io/ssl-redirect: "true" | ||
| #httpAnnotations: | ||
| # nginx.ingress.kubernetes.io/app-root: /console | ||
| #grpcAnnotations: | ||
| # nginx.ingress.kubernetes.io/backend-protocol: GRPC | ||
| #host: <your-Flyte-URL> # change for the URL you'll use to connect to Flyte | ||
| ## --- | ||
|
|
||
| #This section assumes you are using the ALB Ingress controller. | ||
| ingressClassName: alb | ||
| commonAnnotations: | ||
| alb.ingress.kubernetes.io/certificate-arn: 'arn:aws:acm:<AWS-REGION>:<AWS-ACCOUNT-ID>:certificate/<CERTIFICATE-ID>' | ||
| alb.ingress.kubernetes.io/group.name: flyte | ||
| alb.ingress.kubernetes.io/listen-ports: '[{"HTTP": 80}, {"HTTPS":443}]' | ||
| alb.ingress.kubernetes.io/scheme: internet-facing | ||
| alb.ingress.kubernetes.io/ssl-redirect: '443' | ||
| alb.ingress.kubernetes.io/target-type: ip | ||
| httpAnnotations: | ||
| alb.ingress.kubernetes.io/actions.app-root: '{"Type": "redirect", "RedirectConfig": {"Path": "/console", "StatusCode": "HTTP_302"}}' | ||
| grpcAnnotations: | ||
| alb.ingress.kubernetes.io/backend-protocol-version: GRPC | ||
| host: flyte.mydomain.com #replace with your fully-qualified domain name | ||
| serviceAccount: | ||
| create: true | ||
| annotations: | ||
| eks.amazonaws.com/role-arn: "<FLYTE_BACKEND_IAM_ARN>" | ||
| eks.amazonaws.com/role-arn: "<FLYTE_BACKEND_IAM_ARN>" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.