update templates by adding option to disable the use of the Amazon EC…

…2 instance metadata service
vllm-project · Nov 28, 2024 · bd9db73 · bd9db73
1 parent f0ac67c
commit bd9db73
Show file tree

Hide file tree

Showing 4 changed files with 9 additions and 3 deletions.
diff --git a/examples/chart-helm/README.md b/examples/chart-helm/README.md
@@ -40,9 +40,10 @@ The command removes all the Kubernetes components associated with the chart **in
 | deploymentStrategy | object | `{}` | Deployment strategy configuration |
 | externalConfigs | list | `[]` | External configuration |
 | extraContainers | list | `[]` | Additional containers configuration |
-| extraInit | object | `{"pvcStorage":"1Gi","s3modelpath":"relative_s3_model_path/opt-125m"}` | Additional configuration for the init container |
+| extraInit | object | `{"pvcStorage":"1Gi","s3modelpath":"relative_s3_model_path/opt-125m", "awsEc2MetadataDisabled": true}` | Additional configuration for the init container |
 | extraInit.pvcStorage | string | `"50Gi"` | Storage size of the s3 |
 | extraInit.s3modelpath | string | `"relative_s3_model_path/opt-125m"` | Path of the model on the s3 which hosts model weights and config files |
+| extraInit.awsEc2MetadataDisabled | boolean | `true` | Disables the use of the Amazon EC2 instance metadata service |
 | extraPorts | list | `[]` | Additional ports configuration |
 | gpuModels | list | `["TYPE_GPU_USED"]` | Type of gpu used |
 | image | object | `{"command":["vllm","serve","/data/","--served-model-name","opt-125m","--host","0.0.0.0","--port","8000"],"repository":"vllm/vllm-openai","tag":"latest"}` | Image configuration |

diff --git a/examples/chart-helm/templates/_helpers.tpl b/examples/chart-helm/templates/_helpers.tpl
@@ -151,7 +151,7 @@ runAsUser:
 - name: S3_PATH
   value: "{{ .Values.extraInit.s3modelpath }}"
 - name: AWS_EC2_METADATA_DISABLED
-  value: "true"
+  value: "{{ .Values.extraInit.awsEc2MetadataDisabled }}"
 {{- end }}
 
 {{/*

diff --git a/examples/chart-helm/values.schema.json b/examples/chart-helm/values.schema.json
@@ -141,11 +141,15 @@
                 },
                 "pvcStorage": {
                     "type": "string"
+                },
+                "awsEc2MetadataDisabled": {
+                    "type": "boolean"
                 }
             },
             "required": [
                 "pvcStorage",
-                "s3modelpath"
+                "s3modelpath",
+                "awsEc2MetadataDisabled"
             ]
         },
         "extraContainers": {

diff --git a/examples/chart-helm/values.yaml b/examples/chart-helm/values.yaml
@@ -79,6 +79,7 @@ extraInit:
   s3modelpath: "relative_s3_model_path/opt-125m"
    # -- Storage size of the s3
   pvcStorage: "1Gi"
+  awsEc2MetadataDisabled: true
 
 # -- Additional containers configuration
 extraContainers: []