Bump TGI version to 1.4.2 to support gemma models (#288)

GoogleCloudPlatform · Mar 6, 2024 · 92055de · 92055de
1 parent ffd5a19
commit 92055de
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/...rence-server/text-generation-inference/manifest-templates/text-generation-inference.tftpl b/...rence-server/text-generation-inference/manifest-templates/text-generation-inference.tftpl
@@ -50,7 +50,7 @@ spec:
         - name: text-generation-inference
           ports:
             - containerPort: 80
-          image: "ghcr.io/huggingface/text-generation-inference:1.1.1"
+          image: "ghcr.io/huggingface/text-generation-inference:1.4.2"
           args: ["--model-id", "${model_id}", "--num-shard", "${gpu_count}"] # , "{token}" tensor parallelism, should correspond to number of gpus below
 %{ for hugging_face_token_secret in hugging_face_token_secret_list ~}
           env: