diff --git a/tools/bench_test.sh b/tools/bench_test.sh
index 4b31723b..f6ec1230 100755
--- a/tools/bench_test.sh
+++ b/tools/bench_test.sh
@@ -1,7 +1,7 @@
 #!/bin/bash
 set -ex
 
-pkill -f llumnix.entrypoints.vllm.api_server
+pgrep -f llumnix.entrypoints.vllm.api_server | { while read pid; do kill -9 "$pid"; done; }
 
 nvidia-docker run --rm -t --ipc host -v ${PWD}:/workspace -v /mnt:/mnt -w /workspace \
   registry.cn-beijing.aliyuncs.com/llumnix/llumnix-dev:20240909_action_678a439 \
diff --git a/tools/e2e_test.sh b/tools/e2e_test.sh
index bb8066f7..99ccdefb 100755
--- a/tools/e2e_test.sh
+++ b/tools/e2e_test.sh
@@ -1,7 +1,7 @@
 # #!/bin/bash
 set -ex
 
-pkill -f llumnix.entrypoints.vllm.api_server
+pgrep -f llumnix.entrypoints.vllm.api_server | { while read pid; do kill -9 "$pid"; done; }
 
 nvidia-docker run --rm -t --ipc host -v ${PWD}:/workspace -v /mnt:/mnt -w /workspace \
   registry.cn-beijing.aliyuncs.com/llumnix/llumnix-dev:20240909_action_678a439 \
diff --git a/tools/migration_test.sh b/tools/migration_test.sh
index d974723a..3061f0f6 100755
--- a/tools/migration_test.sh
+++ b/tools/migration_test.sh
@@ -1,7 +1,7 @@
 # #!/bin/bash
 set -ex
 
-pkill -f llumnix.entrypoints.vllm.api_server
+pgrep -f llumnix.entrypoints.vllm.api_server | { while read pid; do kill -9 "$pid"; done; }
 
 nvidia-docker run --rm -t --ipc host -v ${PWD}:/workspace -v /mnt:/mnt -w /workspace \
   registry.cn-beijing.aliyuncs.com/llumnix/llumnix-dev:20240909_action_678a439 \
diff --git a/tools/offline_test.sh b/tools/offline_test.sh
index 308ca790..259558cf 100755
--- a/tools/offline_test.sh
+++ b/tools/offline_test.sh
@@ -1,7 +1,7 @@
 #!/bin/bash
 set -ex
 
-pkill -f llumnix.entrypoints.vllm.api_server
+pgrep -f llumnix.entrypoints.vllm.api_server | { while read pid; do kill -9 "$pid"; done; }
 
 nvidia-docker run --rm -t --ipc host -v ${PWD}:/workspace -v /mnt:/mnt -w /workspace \
   registry.cn-beijing.aliyuncs.com/llumnix/llumnix-dev:20240909_action_678a439 \
diff --git a/tools/unit_test.sh b/tools/unit_test.sh
index 5f2b2b4f..efcf91d0 100755
--- a/tools/unit_test.sh
+++ b/tools/unit_test.sh
@@ -1,7 +1,7 @@
 # #!/bin/bash
 set -ex
 
-pkill -f llumnix.entrypoints.vllm.api_server
+pgrep -f llumnix.entrypoints.vllm.api_server | { while read pid; do kill -9 "$pid"; done; }
 
 nvidia-docker run --rm -t --ipc host -v ${PWD}:/workspace -v /mnt:/mnt -w /workspace \
   registry.cn-beijing.aliyuncs.com/llumnix/llumnix-dev:20240909_action_678a439 \