Scaling up ingestors in app-sre-stage-01 for load testing RHOBS-961

Signed-off-by: Moad Zardab <[email protected]>
rhobs · Feb 5, 2024 · 1c6b825 · 1c6b825
1 parent fd524f2
commit 1c6b825
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 6 deletions.
diff --git a/...p-sre-stage-01/rhobs/default/observatorium-metrics-receive-ingestor-default-template.yaml b/...p-sre-stage-01/rhobs/default/observatorium-metrics-receive-ingestor-default-template.yaml
@@ -247,6 +247,7 @@ objects:
             periodSeconds: 5
           resources:
             limits:
+              cpu: "4"
               memory: ${INGESTOR_MEMORY_LIMIT}
             requests:
               cpu: ${INGESTOR_CPU_REQUEST}
@@ -319,16 +320,16 @@ objects:
         - ReadWriteOnce
         resources:
           requests:
-            storage: 5Gi
+            storage: 50Gi
         storageClassName: gp2
 parameters:
 - name: INGESTOR_CPU_REQUEST
-  value: 200m
+  value: "2"
 - name: INGESTOR_LOG_LEVEL
   value: warn
 - name: INGESTOR_MEMORY_LIMIT
-  value: 10Gi
+  value: 64Gi
 - name: INGESTOR_MEMORY_REQUEST
-  value: 3Gi
+  value: 32Gi
 - name: INGESTOR_REPLICAS
-  value: "1"
+  value: "3"
diff --git a/services_go/instances/rhobs/rhobs.go b/services_go/instances/rhobs/rhobs.go
@@ -203,7 +203,10 @@ func stageConfig() observatorium.Observatorium {
 					ObjStoreSecret: "default-tenant-s3",
 					Tenants:        buildMetricTenants(tenants, DefaultInstanceName),
 					ReceiveIngestorPreManifestsHook: func(ingestor *receive.Ingestor) {
-						ingestor.VolumeSize = "5Gi"
+						ingestor.VolumeSize = "50Gi"
+						// TODO @moadz: Increased for testing, remove when load testing RHOBS-961 is completed
+						ingestor.Replicas = 3
+						ingestor.ContainerResources = k8sutil.NewResourcesRequirements("2", "4", "32Gi", "64Gi")
 					},
 					StorePreManifestsHook: func(store *store.StoreStatefulSet) {
 						store.VolumeSize = "5Gi"