From 3dab484c2f628b903f7036630caee6332e3b9fd0 Mon Sep 17 00:00:00 2001 From: Charlie Bini <5003326+cbini@users.noreply.github.com> Date: Thu, 1 Feb 2024 23:25:55 +0000 Subject: [PATCH] build: scale-out run workers, add 1pw pods to servers --- .k8s/1password/values-override.yaml | 21 +++++++++++++++++++++ .k8s/dagster/values-override.yaml | 16 ++++++---------- 2 files changed, 27 insertions(+), 10 deletions(-) diff --git a/.k8s/1password/values-override.yaml b/.k8s/1password/values-override.yaml index 09c74be62d..1f87f7a637 100644 --- a/.k8s/1password/values-override.yaml +++ b/.k8s/1password/values-override.yaml @@ -6,6 +6,9 @@ connect: requests: cpu: 250m memory: 0.5Gi + limits: + cpu: 250m + memory: 0.5Gi # The 1Password Connect Sync Specific Values sync: @@ -13,6 +16,15 @@ connect: requests: cpu: 250m memory: 0.5Gi + limits: + cpu: 250m + memory: 0.5Gi + + # Node selector stanza for the Connect pod + nodeSelector: + cloud.google.com/gke-spot: "true" + cloud.google.com/compute-class: Balanced + cloud.google.com/gke-placement-group: servers # This section of values is for 1Password Operator Configuration operator: @@ -28,3 +40,12 @@ operator: requests: cpu: 250m memory: 0.5Gi + limits: + cpu: 250m + memory: 0.5Gi + + # Node selector stanza for the Operator pod + nodeSelector: + cloud.google.com/gke-spot: "true" + cloud.google.com/compute-class: Balanced + cloud.google.com/gke-placement-group: servers diff --git a/.k8s/dagster/values-override.yaml b/.k8s/dagster/values-override.yaml index 642883c5bb..fd508d7bdf 100644 --- a/.k8s/dagster/values-override.yaml +++ b/.k8s/dagster/values-override.yaml @@ -23,18 +23,11 @@ dagsterCloud: # Dagster Cloud Agent: Configuration for the Dagster Cloud (User) Agent ######################################################################################## dagsterCloudAgent: - # # Number of replicas of the agent service to keep up at a given time. - # replicas: 2 - resources: requests: cpu: 250m limits: cpu: 250m - - # annotations: - # cluster-autoscaler.kubernetes.io/safe-to-evict: "false" - nodeSelector: cloud.google.com/gke-placement-group: servers cloud.google.com/compute-class: Balanced @@ -50,18 +43,21 @@ workspace: podTemplateSpecMetadata: # raw config for the pod's metadata annotations: cluster-autoscaler.kubernetes.io/safe-to-evict: "false" + podSpecConfig: + nodeSelector: + cloud.google.com/compute-class: Scale-Out + kubernetes.io/arch: amd64 # Raw k8s configuration for the Kubernetes Deployment created for each code location. serverK8sConfig: podTemplateSpecMetadata: # raw config for the pod's metadata annotations: operator.1password.io/auto-restart: "true" - # cluster-autoscaler.kubernetes.io/safe-to-evict: "false" podSpecConfig: nodeSelector: - cloud.google.com/gke-placement-group: servers - cloud.google.com/compute-class: Balanced cloud.google.com/gke-spot: "true" + cloud.google.com/compute-class: Balanced + cloud.google.com/gke-placement-group: servers terminationGracePeriodSeconds: 25 # Specify TTL for user code servers.