Update image to Hugging Face DLC for TGI

GoogleCloudPlatform · Sep 16, 2024 · a58d42b · a58d42b
1 parent 9ff340f
commit a58d42b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/...rence-server/text-generation-inference/manifest-templates/text-generation-inference.tftpl b/...rence-server/text-generation-inference/manifest-templates/text-generation-inference.tftpl
@@ -51,7 +51,7 @@ spec:
         - name: text-generation-inference
           ports:
             - containerPort: 80
-          image: "ghcr.io/huggingface/text-generation-inference:1.4.2"
+          image: "us-docker.pkg.dev/deeplearning-platform-release/gcr.io/huggingface-text-generation-inference-cu121.2-2.ubuntu2204.py310"
           args: ["--model-id", "${model_id}", "--num-shard", "${gpu_count}", "--max-concurrent-requests", "${max_concurrent_requests}"]
           env:
 %{ for hugging_face_token_secret in hugging_face_token_secret_list ~}