From dd67ff09284f1167bc397a207506ba7ca2f3b947 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Wed, 10 Apr 2024 14:18:43 -0700 Subject: [PATCH] chore: remove obsolete flyte config files (#5196) * chore: remove obsolete flyte config files * nit Signed-off-by: Kevin Su --------- Signed-off-by: Kevin Su --- flyte.yaml | 106 ------------------------------------ flyte_local.yaml | 110 -------------------------------------- flyte_local_k3d.yaml | 104 ----------------------------------- script/setup_local_dev.sh | 4 +- 4 files changed, 2 insertions(+), 322 deletions(-) delete mode 100644 flyte.yaml delete mode 100644 flyte_local.yaml delete mode 100644 flyte_local_k3d.yaml diff --git a/flyte.yaml b/flyte.yaml deleted file mode 100644 index 9835ce0c9d..0000000000 --- a/flyte.yaml +++ /dev/null @@ -1,106 +0,0 @@ -# This is a sample configuration file. -# Real configuration when running inside K8s (local or otherwise) lives in a ConfigMap -# Look in the artifacts directory in the flyte repo for what's actually run -# https://github.com/lyft/flyte/blob/b47565c9998cde32b0b5f995981e3f3c990fa7cd/artifacts/flyteadmin.yaml#L72 -propeller: - rawoutput-prefix: "s3://my-s3-bucket/test/" - kube-config: "/Users/ytong/.flyte/state/kubeconfig" - create-flyteworkflow-crd: true -webhook: - certDir: /tmp/k8s-webhook-server/serving-certs - serviceName: flyte-pod-webhook - localCert: true - servicePort: 30090 - ListenPort: 30090 -tasks: - task-plugins: - enabled-plugins: - - container - - sidecar - - K8S-ARRAY - default-for-task-types: - - container: container - - container_array: K8S-ARRAY -server: - kube-config: "/Users/ytong/.flyte/state/kubeconfig" - httpPort: 30080 - serviceHttpEndpoint: http://localhost:30080/ - grpc: - port: 30081 -flyteadmin: - runScheduler: false -database: - postgres: - port: 30089 - username: postgres - host: localhost - dbname: flyteadmin - options: "sslmode=disable" -storage: - type: minio - connection: - access-key: minio - auth-type: accesskey - secret-key: miniostorage - disable-ssl: true - endpoint: "http://localhost:30084" - region: my-region - cache: - max_size_mbs: 10 - target_gc_percent: 100 - container: "my-s3-bucket" -Logger: - show-source: true - level: 4 -admin: - endpoint: localhost:30081 - insecure: true -plugins: - # All k8s plugins default configuration - k8s: - inject-finalizer: true - default-env-vars: - - AWS_METADATA_SERVICE_TIMEOUT: 5 - - AWS_METADATA_SERVICE_NUM_ATTEMPTS: 20 - - FLYTE_AWS_ENDPOINT: "http://minio.flyte:9000" - - FLYTE_AWS_ACCESS_KEY_ID: minio - - FLYTE_AWS_SECRET_ACCESS_KEY: miniostorage - # Logging configuration - logs: - kubernetes-enabled: true - kubernetes-url: "http://localhost:30082" - kubernetes-template-uri: "http://localhost:30082/#/log/{{ .namespace }}/{{ .podName }}/pod?namespace={{ .namespace }}" -cluster_resources: - refreshInterval: 5m - templatePath: "/etc/flyte/clusterresource/templates" - # -- Starts the cluster resource manager in standalone mode with requisite auth credentials to call flyteadmin service endpoints - standaloneDeployment: false - customData: - - production: - - projectQuotaCpu: - value: "8" - - projectQuotaMemory: - value: "16Gi" - - staging: - - projectQuotaCpu: - value: "8" - - projectQuotaMemory: - value: "16Gi" - - development: - - projectQuotaCpu: - value: "8" - - projectQuotaMemory: - value: "16Gi" - refresh: 5m -task_resources: - defaults: - cpu: 500m - memory: 1Gi - limits: - cpu: 2 - memory: 4Gi - gpu: 5 -catalog-cache: - endpoint: localhost:8081 - insecure: true - type: datacatalog diff --git a/flyte_local.yaml b/flyte_local.yaml deleted file mode 100644 index bcb2333440..0000000000 --- a/flyte_local.yaml +++ /dev/null @@ -1,110 +0,0 @@ -# This is a sample configuration file. -# Real configuration when running inside K8s (local or otherwise) lives in a ConfigMap -# Look in the artifacts directory in the flyte repo for what's actually run -# https://github.com/lyft/flyte/blob/b47565c9998cde32b0b5f995981e3f3c990fa7cd/artifacts/flyteadmin.yaml#L72 -# Flyte clusters can be run locally with this configuration -# flytectl demo start --dev -# flyte start --config flyte_local.yaml -propeller: - rawoutput-prefix: "s3://my-s3-bucket/test/" - kube-config: "$HOME/.flyte/sandbox/kubeconfig" - create-flyteworkflow-crd: true -webhook: - certDir: /tmp/k8s-webhook-server/serving-certs - serviceName: flyte-pod-webhook - localCert: true - servicePort: 9443 -tasks: - task-plugins: - enabled-plugins: - - container - - sidecar - - K8S-ARRAY - default-for-task-types: - - container: container - - container_array: K8S-ARRAY -server: - kube-config: "$HOME/.flyte/sandbox/kubeconfig" -flyteadmin: - runScheduler: false -database: - postgres: - port: 30001 - username: postgres - password: postgres - host: localhost - dbname: flyteadmin - options: "sslmode=disable" -storage: - type: minio - connection: - access-key: minio - auth-type: accesskey - secret-key: miniostorage - disable-ssl: true - endpoint: "http://localhost:30002" - region: my-region - cache: - max_size_mbs: 10 - target_gc_percent: 100 - container: "my-s3-bucket" -Logger: - show-source: true - level: 5 -admin: - endpoint: localhost:8089 - insecure: true -plugins: - # All k8s plugins default configuration - k8s: - inject-finalizer: true - default-env-vars: - - AWS_METADATA_SERVICE_TIMEOUT: 5 - - AWS_METADATA_SERVICE_NUM_ATTEMPTS: 20 - - FLYTE_AWS_ENDPOINT: "http://flyte-sandbox-minio.flyte:9000" - - FLYTE_AWS_ACCESS_KEY_ID: minio - - FLYTE_AWS_SECRET_ACCESS_KEY: miniostorage - # Logging configuration - logs: - kubernetes-enabled: true - kubernetes-template-uri: http://localhost:30080/kubernetes-dashboard/#/log/{{.namespace }}/{{ .podName }}/pod?namespace={{ .namespace }} -cluster_resources: - refreshInterval: 5m - templatePath: "/etc/flyte/clusterresource/templates" - # -- Starts the cluster resource manager in standalone mode with requisite auth credentials to call flyteadmin service endpoints - standaloneDeployment: false - customData: - - production: - - projectQuotaCpu: - value: "8" - - projectQuotaMemory: - value: "16Gi" - - staging: - - projectQuotaCpu: - value: "8" - - projectQuotaMemory: - value: "16Gi" - - development: - - projectQuotaCpu: - value: "8" - - projectQuotaMemory: - value: "16Gi" - refresh: 5m -flyte: - admin: - disableClusterResourceManager: true - disableScheduler: true - propeller: - disableWebhook: true -task_resources: - defaults: - cpu: 500m - memory: 1Gi - limits: - cpu: 2 - memory: 4Gi - gpu: 5 -catalog-cache: - endpoint: localhost:8081 - insecure: true - type: datacatalog diff --git a/flyte_local_k3d.yaml b/flyte_local_k3d.yaml deleted file mode 100644 index df15b58708..0000000000 --- a/flyte_local_k3d.yaml +++ /dev/null @@ -1,104 +0,0 @@ -# This is a sample configuration file. -# Real configuration when running inside K8s (local or otherwise) lives in a ConfigMap -# Look in the artifacts directory in the flyte repo for what's actually run -# https://github.com/lyft/flyte/blob/b47565c9998cde32b0b5f995981e3f3c990fa7cd/artifacts/flyteadmin.yaml#L72 -propeller: - rawoutput-prefix: "s3://my-s3-bucket/test/" - kube-config: "$HOME/.k3d/kubeconfig-flyte.yaml" - create-flyteworkflow-crd: true -webhook: - certDir: /tmp/k8s-webhook-server/serving-certs - serviceName: flyte-pod-webhook - localCert: true - servicePort: 9443 -tasks: - task-plugins: - enabled-plugins: - - container - - sidecar - - K8S-ARRAY - default-for-task-types: - - container: container - - container_array: K8S-ARRAY -server: - kube-config: "$HOME/.k3d/kubeconfig-flyte.yaml" -flyteadmin: - runScheduler: false -database: - postgres: - port: 30089 - username: postgres - host: localhost - dbname: flyteadmin - options: "sslmode=disable" -storage: - type: minio - connection: - access-key: minio - auth-type: accesskey - secret-key: miniostorage - disable-ssl: true - endpoint: "http://localhost:30084" - region: my-region - cache: - max_size_mbs: 10 - target_gc_percent: 100 - container: "my-s3-bucket" -Logger: - show-source: true - level: 5 -admin: - endpoint: localhost:8089 - insecure: true -plugins: - # All k8s plugins default configuration - k8s: - inject-finalizer: true - default-env-vars: - - AWS_METADATA_SERVICE_TIMEOUT: 5 - - AWS_METADATA_SERVICE_NUM_ATTEMPTS: 20 - - FLYTE_AWS_ENDPOINT: "http://minio.flyte:9000" - - FLYTE_AWS_ACCESS_KEY_ID: minio - - FLYTE_AWS_SECRET_ACCESS_KEY: miniostorage - # Logging configuration - logs: - kubernetes-enabled: true - kubernetes-url: "http://localhost:30082" -cluster_resources: - refreshInterval: 5m - templatePath: "/etc/flyte/clusterresource/templates" - # -- Starts the cluster resource manager in standalone mode with requisite auth credentials to call flyteadmin service endpoints - standaloneDeployment: false - customData: - - production: - - projectQuotaCpu: - value: "8" - - projectQuotaMemory: - value: "16Gi" - - staging: - - projectQuotaCpu: - value: "8" - - projectQuotaMemory: - value: "16Gi" - - development: - - projectQuotaCpu: - value: "8" - - projectQuotaMemory: - value: "16Gi" - refresh: 5m -task_resources: - defaults: - cpu: 500m - memory: 1Gi - limits: - cpu: 2 - memory: 4Gi - gpu: 5 -flyte: - admin: - disableClusterResourceManager: true - disableScheduler: true -catalog-cache: - endpoint: localhost:8081 - insecure: true - type: datacatalog \ No newline at end of file diff --git a/script/setup_local_dev.sh b/script/setup_local_dev.sh index 2889738656..9fbefeb9c1 100644 --- a/script/setup_local_dev.sh +++ b/script/setup_local_dev.sh @@ -8,7 +8,7 @@ : "${K3D_INSTALL_URL:="https://raw.githubusercontent.com/rancher/k3d/main/install.sh"}" # URL to k3d installer script : "${K3S_VERSION:="v1.21.1-k3s1"}" # version of k3s to run in k3d cluster, empty value uses default specified by k3d install : "${K3D_CLUSTER_NAME:="flyte"}" # name of k3d cluster to be used -: "${K3D_KUBECONFIG_FILE_PATH:="${HOME}/.k3d/kubeconfig-${K3D_CLUSTER_NAME}.yaml"}" # file path to store kubeconfig file for k3d cluster at +: "${K3D_KUBECONFIG_FILE_PATH:="${HOME}/.flyte/sandbox/kubeconfig"}" # file path to store kubeconfig file for k3d cluster at : "${KUBECTL_VERSION:=""}" # version of kubectl to install, empty value uses latest available : "${KUBECTL_INSTALL_URL:="https://dl.k8s.io/release/VERSION/bin/linux/amd64/kubectl"}" # URL to kubectl binary, include VERSION to be replaced with KUBECTL_VERSION @@ -170,4 +170,4 @@ kubectl wait --for=condition=available deployment/minio deployment/postgres -n $ mkdir -p /tmp/k8s-webhook-server/serving-certs echo -e "\n*** Successfully set up local development environment." -echo -e "*** Run \"flyte start --config flyte_local_k3d.yaml\" to start your local flyte installation.\n" +echo -e "*** Run \"flyte start --config flyte-single-binary-local.yaml\" to start your local flyte installation.\n"