build: scale-out run workers, add 1pw pods to servers

TEAMSchools · Feb 1, 2024 · 3dab484 · 3dab484
1 parent 38ee6ab
commit 3dab484
Show file tree

Hide file tree

Showing 2 changed files with 27 additions and 10 deletions.
diff --git a/.k8s/1password/values-override.yaml b/.k8s/1password/values-override.yaml
@@ -6,13 +6,25 @@ connect:
       requests:
         cpu: 250m
         memory: 0.5Gi
+      limits:
+        cpu: 250m
+        memory: 0.5Gi
 
   # The 1Password Connect Sync Specific Values
   sync:
     resources:
       requests:
         cpu: 250m
         memory: 0.5Gi
+      limits:
+        cpu: 250m
+        memory: 0.5Gi
+
+  # Node selector stanza for the Connect pod
+  nodeSelector:
+    cloud.google.com/gke-spot: "true"
+    cloud.google.com/compute-class: Balanced
+    cloud.google.com/gke-placement-group: servers
 
 # This section of values is for 1Password Operator Configuration
 operator:
@@ -28,3 +40,12 @@ operator:
     requests:
       cpu: 250m
       memory: 0.5Gi
+    limits:
+      cpu: 250m
+      memory: 0.5Gi
+
+  # Node selector stanza for the Operator pod
+  nodeSelector:
+    cloud.google.com/gke-spot: "true"
+    cloud.google.com/compute-class: Balanced
+    cloud.google.com/gke-placement-group: servers
diff --git a/.k8s/dagster/values-override.yaml b/.k8s/dagster/values-override.yaml
@@ -23,18 +23,11 @@ dagsterCloud:
 # Dagster Cloud Agent: Configuration for the Dagster Cloud (User) Agent
 ########################################################################################
 dagsterCloudAgent:
-  # # Number of replicas of the agent service to keep up at a given time.
-  # replicas: 2
-
   resources:
     requests:
       cpu: 250m
     limits:
       cpu: 250m
-
-  # annotations:
-  #   cluster-autoscaler.kubernetes.io/safe-to-evict: "false"
-
   nodeSelector:
     cloud.google.com/gke-placement-group: servers
     cloud.google.com/compute-class: Balanced
@@ -50,18 +43,21 @@ workspace:
     podTemplateSpecMetadata: # raw config for the pod's metadata
       annotations:
         cluster-autoscaler.kubernetes.io/safe-to-evict: "false"
+    podSpecConfig:
+      nodeSelector:
+        cloud.google.com/compute-class: Scale-Out
+        kubernetes.io/arch: amd64
 
   # Raw k8s configuration for the Kubernetes Deployment created for each code location.
   serverK8sConfig:
     podTemplateSpecMetadata: # raw config for the pod's metadata
       annotations:
         operator.1password.io/auto-restart: "true"
-        # cluster-autoscaler.kubernetes.io/safe-to-evict: "false"
     podSpecConfig:
       nodeSelector:
-        cloud.google.com/gke-placement-group: servers
-        cloud.google.com/compute-class: Balanced
         cloud.google.com/gke-spot: "true"
+        cloud.google.com/compute-class: Balanced
+        cloud.google.com/gke-placement-group: servers
       terminationGracePeriodSeconds: 25
 
   # Specify TTL for user code servers.