From 8245488926e344fe38b44663e094aa7ad9d5cff9 Mon Sep 17 00:00:00 2001 From: DocShotgun <126566557+DocShotgun@users.noreply.github.com> Date: Sat, 2 Mar 2024 09:29:50 -0800 Subject: [PATCH] Additional clarification for override_base_seq_len --- config_sample.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/config_sample.yml b/config_sample.yml index 96dd2fd8..077be819 100644 --- a/config_sample.yml +++ b/config_sample.yml @@ -73,7 +73,8 @@ model: # Overrides base model context length (default: Empty) # WARNING: Don't set this unless you know what you're doing! - # Only use this if the model's base sequence length in config.json is incorrect (ex. Mistral/Mixtral models) + # Again, do NOT use this for configuring context length, use max_seq_len above ^ + # Only use this if the model's base sequence length in config.json is incorrect (ex. Mistral 7B) #override_base_seq_len: # Automatically allocate resources to GPUs (default: True)