Update config.yaml (#381)

Force rebuild
basetenlabs · Nov 21, 2024 · 7025918 · 7025918
1 parent 5cdc52a
commit 7025918
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/llama/engine-llama-3-1-70b-instruct/README.md b/llama/engine-llama-3-1-70b-instruct/README.md
@@ -1,4 +1,4 @@
-# Llama 3.1 70B Instruct 
+# Llama 3.1 70B Instruct
 
 This deployment of Llama 3.1 70B Instruct uses the TensorRT-LLM Engine Builder.
 

diff --git a/llama/engine-llama-3-1-70b-instruct/config.yaml b/llama/engine-llama-3-1-70b-instruct/config.yaml
@@ -42,3 +42,4 @@ trt_llm:
     num_builder_gpus: 4
     quantization_type: fp8_kv
     tensor_parallel_count: 2
+    enable_chunked_context: false