chore: fix build step for triton deploy + wandb/distributed_test (#32)

wandb · Aug 28, 2023 · de16c66 · de16c66
1 parent b14e060
commit de16c66
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/docker_build.py b/docker_build.py
@@ -220,10 +220,15 @@ def _get_image_paths_dir_and_subdir(repo: str):
 
         image_formatted = image.replace("/", "_")
 
+        platforms = ["linux/amd64", "linux/arm64"]
+        if image == "distributed_test":  # hack for amd-only distributed job
+            platforms = ["linux/amd64"]
+
         build(
             image=f"wandb/job_{image_formatted}",
             context_path=os.path.join(repo, "jobs", image),
             dockerfile=os.path.join(repo, "jobs", image, "Dockerfile"),
             cache_from_image=f"wandb/{image_formatted}",
             extra_write_tags=extra_write_tags,
+            platforms=platforms
         )
diff --git a/jobs/deploy_to_nvidia_triton/Dockerfile b/jobs/deploy_to_nvidia_triton/Dockerfile
@@ -3,6 +3,7 @@
 FROM python:3.9-slim
 RUN apt update && apt install gcc -y
 
+RUN apt-get update && apt-get install -y --no-install-recommends build-essential
 # RUN apt-get update && apt-get install -y --no-install-recommends apt-utils
 # RUN apt-get -y install curl
 # RUN apt-get install libgomp1