diff --git a/.github/workflows/unit_test_4gpu.yaml b/.github/workflows/unit_test_4gpu.yaml
index 506c1bb7c..ee426b914 100644
--- a/.github/workflows/unit_test_4gpu.yaml
+++ b/.github/workflows/unit_test_4gpu.yaml
@@ -21,11 +21,14 @@ jobs:
       repository: "pytorch/torchtitan"
       upload-artifact: "outputs"
       script: |
+        conda create -n "test" python=3.10
+        conda activate test
+        conda install git
         pip config --user set global.progress_bar off
+        pip install --upgrade pip
         python -m pip install --force-reinstall --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121
         python -m pip install -r requirements.txt
         python -m pip install -r dev-requirements.txt
-        python -m pip install git
         python -m pip install git+https://github.com/pytorch/pippy
         python ./test_runner.py
         mv outputs artifacts-to-be-uploaded