diff --git a/build_tools/ci/cpu_comparison/run_test.py b/build_tools/ci/cpu_comparison/run_test.py
index 3ff4a05a5..816afabda 100755
--- a/build_tools/ci/cpu_comparison/run_test.py
+++ b/build_tools/ci/cpu_comparison/run_test.py
@@ -522,7 +522,8 @@ def aie_vs_llvm_cpu(
         return
 
     name = name_from_mlir_filename(test_file)
-    print(f"Running {name} test")
+    if config.verbose:
+        print(f"Running {name} test")
 
     input_args = generate_inputs(test_file, config.output_dir, seed)