Onboard PT 2.6 ARM64 Inference images to autopatch (#4587)

* autopatch build + test * fix core_packages, add torchdata, do non-autopatch ec2 build * test sm * revert temp changes
aws · Mar 7, 2025 · 0162d79 · 0162d79
1 parent 03ce482
commit 0162d79
Show file tree

Hide file tree

Showing 6 changed files with 101 additions and 4 deletions.
diff --git a/pytorch/inference/buildspec-arm64-2-6-ec2.yml b/pytorch/inference/buildspec-arm64-2-6-ec2.yml
@@ -42,7 +42,7 @@ images:
     os_version: &OS_VERSION ubuntu22.04
     torch_serve_version: &TORCHSERVE_VERSION 0.12.0
     tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION , "-ec2"]
-    # latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION, "-ec2" ]
+    latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION, "-ec2" ]
     # build_tag_override: "beta:2.6.0-cpu-py312-ubuntu22.04-ec2"
     docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /Dockerfile.arm64., *DEVICE_TYPE ]
     target: ec2
@@ -59,7 +59,7 @@ images:
     os_version: &OS_VERSION ubuntu22.04
     torch_serve_version: &TORCHSERVE_VERSION 0.12.0
     tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *CUDA_VERSION, "-", *OS_VERSION , "-ec2"]
-    # latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *CUDA_VERSION, "-", *OS_VERSION, "-ec2" ]
+    latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *CUDA_VERSION, "-", *OS_VERSION, "-ec2" ]
     # build_tag_override: "beta:2.6.0-gpu-py312-cu124-ubuntu22.04-ec2"
     docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /, *CUDA_VERSION, /Dockerfile.arm64., *DEVICE_TYPE ]
     target: ec2

diff --git a/pytorch/inference/buildspec-arm64-2-6-sm.yml b/pytorch/inference/buildspec-arm64-2-6-sm.yml
@@ -5,7 +5,7 @@ framework: &FRAMEWORK pytorch
 version: &VERSION 2.6.0
 short_version: &SHORT_VERSION "2.6"
 arch_type: arm64
-# autopatch_build: "True"
+autopatch_build: "True"
 
 repository_info:
   inference_repository: &INFERENCE_REPOSITORY
@@ -43,7 +43,7 @@ images:
     torch_serve_version: &TORCHSERVE_VERSION 0.12.0
     tool_kit_version: &SM_TOOLKIT_VERSION 2.0.25
     tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION , "-sagemaker"]
-    # latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION, "-sagemaker" ]
+    latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION, "-sagemaker" ]
     # build_tag_override: "beta:2.6.0-cpu-py312-ubuntu22.04-sagemaker"
     docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /Dockerfile.arm64., *DEVICE_TYPE ]
     target: sagemaker

diff --git a/pytorch/inference/docker/2.6/py3/Dockerfile.ec2.arm64.cpu.core_packages.json b/pytorch/inference/docker/2.6/py3/Dockerfile.ec2.arm64.cpu.core_packages.json
@@ -0,0 +1,31 @@
+{
+  "captum": {
+    "version_specifier": "==0.6.0",
+    "skip": "True"
+  },
+  "torchaudio": {
+    "version_specifier": "==2.6.0+cpu",
+    "skip": "True"
+  },
+  "torchdata": {
+    "version_specifier": "==0.10.1+cpu",
+    "skip": "True"
+  },
+  "torchtext": {
+    "version_specifier": "==0.18.0+cpu",
+    "skip": "True"
+  },
+  "torchvision": {
+    "version_specifier": "==0.21.0+cpu",
+    "skip": "True"
+  },
+  "requests": {
+    "version_specifier": ">=2.32.3"
+  },
+  "torchserve": {
+    "version_specifier": "==0.12.0"
+  },
+  "torch-model-archiver": {
+    "version_specifier": "==0.12.0"
+  }
+}
diff --git a/pytorch/inference/docker/2.6/py3/Dockerfile.sagemaker.arm64.cpu.core_packages.json b/pytorch/inference/docker/2.6/py3/Dockerfile.sagemaker.arm64.cpu.core_packages.json
@@ -0,0 +1,34 @@
+{
+  "captum": {
+    "version_specifier": "==0.6.0",
+    "skip": "True"
+  },
+  "torchaudio": {
+    "version_specifier": "==2.6.0+cpu",
+    "skip": "True"
+  },
+  "torchdata": {
+    "version_specifier": "==0.10.1+cpu",
+    "skip": "True"
+  },
+  "torchtext": {
+    "version_specifier": "==0.18.0+cpu",
+    "skip": "True"
+  },
+  "torchvision": {
+    "version_specifier": "==0.21.0+cpu",
+    "skip": "True"
+  },
+  "requests": {
+    "version_specifier": ">=2.32.3"
+  },
+  "torchserve": {
+    "version_specifier": "==0.12.0"
+  },
+  "torch-model-archiver": {
+    "version_specifier": "==0.12.0"
+  },
+  "sagemaker-pytorch-inference": {
+    "version_specifier": "==2.0.25"
+  }
+}
diff --git a/pytorch/inference/docker/2.6/py3/cu124/Dockerfile.arm64.gpu b/pytorch/inference/docker/2.6/py3/cu124/Dockerfile.arm64.gpu
@@ -48,6 +48,7 @@ ARG TORCHVISION_URL
 ARG TORCHAUDIO_URL
 ARG TORCHTEXT_URL
 ARG TORCHSERVE_VERSION
+ARG TORCHDATA_URL
 
 ENV DEBIAN_FRONTEND=noninteractive \
     LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/lib" \

diff --git a/pytorch/inference/docker/2.6/py3/cu124/Dockerfile.ec2.arm64.gpu.core_packages.json b/pytorch/inference/docker/2.6/py3/cu124/Dockerfile.ec2.arm64.gpu.core_packages.json
@@ -0,0 +1,31 @@
+{
+  "captum": {
+    "version_specifier": "==0.6.0",
+    "skip": "True"
+  },
+  "torchaudio": {
+    "version_specifier": "==2.6.0+cu124",
+    "skip": "True"
+  },
+  "torchdata": {
+    "version_specifier": "==0.10.1+cu124",
+    "skip": "True"
+  },
+  "torchtext": {
+    "version_specifier": "==0.18.0+cu124",
+    "skip": "True"
+  },
+  "torchvision": {
+    "version_specifier": "==0.21.0+cu124",
+    "skip": "True"
+  },
+  "requests": {
+    "version_specifier": ">=2.32.3"
+  },
+  "torchserve": {
+    "version_specifier": "==0.12.0"
+  },
+  "torch-model-archiver": {
+    "version_specifier": "==0.12.0"
+  }
+}