Update online-inference/vllm/01-optional-s3-serialize-job.yaml

Co-authored-by: Sanger Steel <[email protected]>
coreweave · Apr 25, 2024 · 367973e · 367973e
1 parent 7897763
commit 367973e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/online-inference/vllm/01-optional-s3-serialize-job.yaml b/online-inference/vllm/01-optional-s3-serialize-job.yaml
@@ -13,7 +13,7 @@ spec:
           - "/bin/sh"
           - "-c"
           - |
-            cd /app/vllm && python3 -m examples.tensorize_vllm_model --model EleutherAI/pythia-70m --dtype float16 serialize --serialized-directory s3://model-store/ --suffix vllm
+            cd /app/vllm && python3 -m examples.tensorize_vllm_model --model EleutherAI/pythia-70m serialize --serialized-directory s3://model-store/ --suffix vllm
         env:
         - name: S3_ACCESS_KEY_ID
           valueFrom: