diff --git a/tests/load-tests/.gitignore b/tests/load-tests/.gitignore
index 41dcd563a..b0d5ed03f 100644
--- a/tests/load-tests/.gitignore
+++ b/tests/load-tests/.gitignore
@@ -4,4 +4,7 @@
 *.csv
 load-tests.json
 load-tests.*.json
+load-test.max-concurrency.json
 output.json
+started
+ended
\ No newline at end of file
diff --git a/tests/load-tests/ci-scripts/max-concurrency/collect-results.sh b/tests/load-tests/ci-scripts/max-concurrency/collect-results.sh
index 93763905a..58943ae53 100755
--- a/tests/load-tests/ci-scripts/max-concurrency/collect-results.sh
+++ b/tests/load-tests/ci-scripts/max-concurrency/collect-results.sh
@@ -9,6 +9,10 @@ source "/usr/local/ci-secrets/redhat-appstudio-load-test/load-test-scenario.${1:
 
 pushd "${2:-.}"
 
+# Setup directories
+ARTIFACT_DIR=${ARTIFACT_DIR:-artifacts}
+mkdir -p ${ARTIFACT_DIR}
+
 output_dir="${OUTPUT_DIR:-./tests/load-tests}"
 
 csv_delim=";"