try to make pytorch 2.5 use CUDA 12.1

Signed-off-by: Bill Nell <[email protected]>

pyproject.toml

@@ -6,7 +6,7 @@ requires = [
     "packaging",
     "setuptools>=61",
     "setuptools-scm>=8.0",
-    "torch == 2.5.0",
+    "torch == 2.5.0 --extra-index-url https://download.pytorch.org/whl/cu121",
     "wheel",
     "jinja2",
 ]

requirements-build.txt

@@ -4,6 +4,6 @@ ninja
 packaging
 setuptools>=61
 setuptools-scm>=8
-torch==2.5.0
+torch==2.5.0 --extra-index-url https://download.pytorch.org/whl/cu121
 wheel
 jinja2

requirements-cpu.txt

@@ -2,5 +2,5 @@
 -r requirements-common.txt
 
 # Dependencies for x86_64 CPUs
-torch == 2.5.0+cpu; platform_machine != "ppc64le"
-torchvision; platform_machine != "ppc64le"   # required for the image processor of phi3v, this must be updated alongside torch
+torch == 2.5.0+cpu --extra-index-url https://download.pytorch.org/whl/cu121; platform_machine != "ppc64le"
+torchvision --extra-index-url https://download.pytorch.org/whl/cu121; platform_machine != "ppc64le"   # required for the image processor of phi3v, this must be updated alongside torch

requirements-cuda.txt

@@ -4,7 +4,9 @@
 # Dependencies for NVIDIA GPUs
 ray >= 2.9
 nvidia-ml-py # for pynvml package
-torch == 2.5.0
+torch == 2.5.0 --extra-index-url https://download.pytorch.org/whl/cu121
 # These must be updated alongside torch
-torchvision == 0.20   # Required for phi3v processor. See https://github.com/pytorch/vision?tab=readme-ov-file#installation for corresponding version
-xformers == 0.0.28.post2; platform_system == 'Linux' and platform_machine == 'x86_64'  # Requires PyTorch 2.5.0
+# Required for phi3v processor. See https://github.com/pytorch/vision?tab=readme-ov-file#installation for corresponding version
+torchvision == 0.20 --extra-index-url https://download.pytorch.org/whl/cu121
+# Requires PyTorch 2.5.0
+xformers == 0.0.28.post2 --extra-index-url https://download.pytorch.org/whl/cu121; platform_system == 'Linux' and platform_machine == 'x86_64'

requirements-openvino.txt

@@ -1,7 +1,7 @@
 # Common dependencies
 -r requirements-common.txt
 
-torch == 2.5.0 #  should be aligned with "common" vLLM torch version
+torch == 2.5.0 --extra-index-url https://download.pytorch.org/whl/cu121 #  should be aligned with "common" vLLM torch version
 openvino >= 2024.4.0 # since 2024.4.0 both CPU and GPU support Paged Attention
 
 optimum @ git+https://github.com/huggingface/optimum.git@main # latest optimum is used to support latest transformers version