diff --git a/.github/workflows/build-wheels.yml b/.github/workflows/build-wheels.yml
index 06c5da867..68b4b05c5 100644
--- a/.github/workflows/build-wheels.yml
+++ b/.github/workflows/build-wheels.yml
@@ -5,7 +5,17 @@ on:
     branches: [main]
     tags: ["*"]
   pull_request:
-    # Check all PR
+    paths:
+      # build wheels in PR if this file changed
+      - '.github/workflows/build-wheels.yml'
+      # build wheels in PR if any of the build system files changed
+      - '**/VERSION'
+      - '**/setup.py'
+      - '**/pyproject.toml'
+      - '**/MANIFEST.in'
+      - '**/Cargo.toml'
+      - '**/CMakeLists.txt'
+      - '**/build.rs'
 
 concurrency:
   group: wheels-${{ github.ref }}