feat(tests, scale): add csv reporting

Signed-off-by: Fatih Acar <[email protected]>

.gitignore

@@ -27,4 +27,7 @@ retype.manifest
 storage/*
 .coverage.*
 python_sdk/dist/*
-.benchmarks/*
+.benchmarks/*
+
+# Test reports
+**/*.csv

backend/tests/scale/common/users.py

@@ -1,3 +1,5 @@
+import time
+
 from infrahub_sdk import Config
 from locust import HttpUser, User, task
 
@@ -33,16 +35,19 @@ def __init__(self, environment):
 
     @task
     def crud(self):
-        objects = self.client.all(kind="InfraNode", limit=50)
+        begin = time.time()
+        # Run for at least 5 minutes
+        while time.time() < begin + 300:
+            objects = self.client.all(kind="InfraNode", limit=50)
 
-        if len(objects) >= 2:
-            delete_this_node, update_this_node = objects[0:2]
+            if len(objects) >= 2:
+                delete_this_node, update_this_node = objects[0:2]
 
-        obj = self.client.create(kind="InfraNode", data={"name": random_ascii_string()})
-        obj.save()
+            obj = self.client.create(kind="InfraNode", data={"name": random_ascii_string()})
+            obj.save()
 
-        if len(objects) >= 2:
-            update_this_node.name.value = random_ascii_string()
-            update_this_node.save()
+            if len(objects) >= 2:
+                update_this_node.name.value = random_ascii_string()
+                update_this_node.save()
 
-            delete_this_node.delete()
+                delete_this_node.delete()

backend/tests/scale/main.py

@@ -5,10 +5,12 @@
 import common.events
 import common.stagers
 import common.users
+import gevent
 from common.config import Config as ScaleTestConfig
 from infrahub_sdk import Config, InfrahubClientSync
 from locust import events
 from locust.env import Environment
+from locust.stats import PERCENTILES_TO_REPORT, StatsCSVFileWriter
 
 config = ScaleTestConfig()
 
@@ -97,6 +99,10 @@ def main(schema: Path, stager: str, amount: int, attrs: int, rels: int, test: st
     print("--- starting test")
     env = Environment(user_classes=[user_class], events=events)
     runner = env.create_local_runner()
+
+    stats_csv_writer = StatsCSVFileWriter(env, PERCENTILES_TO_REPORT, str(time.time()), True)
+    gevent.spawn(stats_csv_writer.stats_writer)
+
     runner.start(1, spawn_rate=1)
     runner.greenlet.join()