Merge pull request openshift#59 from skordas/metrics-update

Switching from telemetrygen to honeycombio

tests/perfscale-sizing-recommendation/01-test.sh

@@ -1,7 +1,13 @@
 #!/bin/bash
 
-rate=1000
+rate=40 # traces per second
+runtime=4200 # Time in seconds
+tracecount=$(($rate*$runtime))
 
 oc delete job generate-traces -n test-generate-traces
 
-cat ./content/05-generate-traces.yaml | sed "s/%RATE_NUMBER%/$rate/g" | oc create -f -
+cat ./content/05-generate-traces.yaml \
+| sed "s/%RATE_NUMBER%/$rate/g" \
+| sed "s/%RUN_TIME%/${runtime}s/g" \
+| sed "s/%TRACE_COUNT%/$tracecount/g" \
+| oc create -f -

tests/perfscale-sizing-recommendation/check_metrics.sh

@@ -7,7 +7,7 @@ THANOS_QUERIER_HOST=$(oc get route thanos-querier -n openshift-monitoring -o jso
 
 #Check metrics used in the prometheus rules created for TempoStack. Refer issue https://issues.redhat.com/browse/TRACING-3399 for skipped metrics.
 # metrics="tempo_request_duration_seconds_count tempo_request_duration_seconds_sum tempo_request_duration_seconds_bucket tempo_build_info tempo_ingester_bytes_received_total tempo_ingester_flush_failed_retries_total tempo_ingester_failed_flushes_total tempo_ring_members"
-metrics="tempo_ingester_traces_created_total tempo_receiver_accepted_spans tempo_receiver_refused_spans"
+metrics="tempo_ingester_traces_created_total tempo_distributor_spans_received_total tempo_discarded_spans_total"
 
 for metric in $metrics; do
 query="$metric"

tests/perfscale-sizing-recommendation/content/05-generate-traces.yaml

@@ -11,14 +11,21 @@ spec:
       nodeSelector:
         node-role.kubernetes.io/worker: ""
       containers:
-      - name: telemetrygen
-        image: ghcr.io/open-telemetry/opentelemetry-collector-contrib/telemetrygen:v0.98.0
+      - name: loadgen
+        image: ghcr.io/honeycombio/loadgen/loadgen:latest
         args:
-        - traces
-        - --otlp-endpoint=tempo-tempostack-distributor.test-perfscale.svc:4317
-        - --otlp-insecure
-        - --duration=70m
-        - --workers=50
-        - --child-spans=50
-        - --rate=%RATE_NUMBER%
+        - --dataset=loadtest
+        - --tps=%RATE_NUMBER%
+        - --depth=50
+        - --nspans=50
+        - --runtime=%RUN_TIME%
+        - --ramptime=1s
+        - --tracecount=%TRACE_COUNT%
+        - --protocol=grpc
+        - --sender=otel
+        - --host=tempo-tempostack-distributor.test-perfscale:4317
+        - --loglevel=info
+        - --insecure
       restartPolicy: Never
+  backoffLimit: 4
+