diff --git a/.github/workflows/llvm.yml b/.github/workflows/llvm.yml
index fea29cf..7d72027 100644
--- a/.github/workflows/llvm.yml
+++ b/.github/workflows/llvm.yml
@@ -30,5 +30,5 @@ jobs:
     - name: Run cases
       run: |
         cd tests/official && make ci
-        cd ../test_cases && make ci
+        cd ../test_cases && make ci-no-dylib
         cd ../ckb-c-stdlib-tests && make all-via-docker && make ci
diff --git a/tests/test_cases/Makefile b/tests/test_cases/Makefile
index 9cb0be4..6b75be7 100644
--- a/tests/test_cases/Makefile
+++ b/tests/test_cases/Makefile
@@ -69,6 +69,8 @@ all:
 	$(call run_with_mocked_tx, test_ckbsyscalls.lua)
 	$(call run, bn.lua)
 
+ci-no-dylib: hello_world save-and-load-file-system-data partial_loading memory_leak lua-fs-util
+
 ci: hello_world save-and-load-file-system-data partial_loading memory_leak dylibtest lua-fs-util
 	$(call run_ci, test_require.lua)
 	$(call run_ci, test_loadfile.lua)