skip benchmarking tests by default due to unpredictable performance o…

…f CI runner Signed-off-by: Reuben Miller <[email protected]>
thin-edge · Nov 2, 2023 · 1c70561 · 1c70561
1 parent 32672b1
commit 1c70561
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml
@@ -172,7 +172,7 @@ jobs:
           invoke test \
             --processes "${{ inputs.processes || '' }}" \
             --include "${{ inputs.include || '' }}" \
-            --exclude "test:on_demand" \
+            --exclude "test:on_demand OR theme:benchmarks" \
             --outputdir output
 
       - name: Upload test results

diff --git a/tests/RobotFramework/tasks.py b/tests/RobotFramework/tasks.py
@@ -327,7 +327,7 @@ def flake_finder(
     outputdir="output_flake_finder",
     processes=None,
     include="",
-    exclude="test:on_demand",
+    exclude="test:on_demand OR theme:benchmarks",
     clean=False,
 ):
     """Run tests multiple times to find any flakey tests
@@ -415,7 +415,7 @@ def test(
     outputdir=None,
     processes=None,
     include="",
-    exclude="test:on_demand",
+    exclude="test:on_demand OR theme:benchmarks",
 ):
     """Run tests