diff --git a/build_tools/ci/cpu_comparison/run_test.py b/build_tools/ci/cpu_comparison/run_test.py
index ec4a79069..6dc9dde3b 100755
--- a/build_tools/ci/cpu_comparison/run_test.py
+++ b/build_tools/ci/cpu_comparison/run_test.py
@@ -266,6 +266,7 @@ def __init__(
         self.iree_run_exe = iree_run_exe
         self.return_on_fail = return_on_fail
         self.verbose = verbose
+        self.xdna_datetime = None
         self.reset_npu_between_runs = reset_npu_between_runs
         self.do_not_run_aie = do_not_run_aie
         self.additional_aie_compilation_flags = additional_aie_compilation_flags
@@ -344,7 +345,6 @@ def __init__(
             xrt_info,
             flags=re.MULTILINE | re.IGNORECASE,
         )
-        self.xdna_datetime = None
         if xdna_datetime:
             self.xdna_datetime = int(xdna_datetime[0])
 
diff --git a/build_tools/ci/run_matmul_test.sh b/build_tools/ci/run_matmul_test.sh
index c461e9002..dfa76d44c 100755
--- a/build_tools/ci/run_matmul_test.sh
+++ b/build_tools/ci/run_matmul_test.sh
@@ -812,6 +812,13 @@ run_matmul_test_on_shapes ${i32_shapes_small[@]} \
     --acc_type "i32" \
     --num_repeat_runs "10"
 
+i32_shapes_medium=(
+  '1024x1024x1024'
+)
+if [ "$OSTYPE" != "msys" ]; then
+  i32_shapes_medium+=('1536x2048x1536')
+fi
+
 run_matmul_test_on_shapes ${i32_shapes_medium[@]} \
     --name_prefix "medium" \
     --lower_to_aie_pipeline "objectFifo" \