diff --git a/Dockerfile.rocm b/Dockerfile.rocm
index e733994f8c33e..be2e301f5993c 100644
--- a/Dockerfile.rocm
+++ b/Dockerfile.rocm
@@ -171,4 +171,5 @@ RUN --mount=type=cache,target=/root/.cache/pip \
 # install development dependencies (for testing)
 RUN python3 -m pip install -e tests/vllm_test_utils
 
-CMD ["/bin/bash"]
+ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]
+