diff --git a/.azure-pipelines/scripts/install_nc.sh b/.azure-pipelines/scripts/install_nc.sh
index 0caf4b1a651..4c090777c84 100644
--- a/.azure-pipelines/scripts/install_nc.sh
+++ b/.azure-pipelines/scripts/install_nc.sh
@@ -3,6 +3,10 @@
 echo -e "\n Install Neural Compressor ... "
 cd /neural-compressor
 if [[ $1 = *"3x_pt"* ]]; then
+    if [[ $1 != *"3x_pt_fp8"* ]]; then
+        echo -e "\n Install torch CPU ... "
+        pip install torch==2.3.0 --index-url https://download.pytorch.org/whl/cpu
+    fi
     python -m pip install --no-cache-dir -r requirements_pt.txt
     python setup.py pt bdist_wheel
     pip install --no-deps dist/neural_compressor*.whl --force-reinstall