From 1aa81f765224c1b00db24239c35966dcfa408cbf Mon Sep 17 00:00:00 2001 From: Christopher Speller Date: Tue, 15 Oct 2024 04:21:48 -0700 Subject: [PATCH] Update OpenAI token limits chart. (#254) --- server/ai/openai/openai.go | 19 +++++++++++++------ 1 file changed, 13 insertions(+), 6 deletions(-) diff --git a/server/ai/openai/openai.go b/server/ai/openai/openai.go index 30f2fbb9..6719fa8f 100644 --- a/server/ai/openai/openai.go +++ b/server/ai/openai/openai.go @@ -477,15 +477,22 @@ func (s *OpenAI) TokenLimit() int { } switch { - case strings.HasPrefix(s.defaultModel, "gpt-4-32k"): - return 32768 + case strings.HasPrefix(s.defaultModel, "gpt-4o"), + strings.HasPrefix(s.defaultModel, "o1-preview"), + strings.HasPrefix(s.defaultModel, "o1-mini"), + strings.HasPrefix(s.defaultModel, "gpt-4-turbo"), + strings.HasPrefix(s.defaultModel, "gpt-4-0125-preview"), + strings.HasPrefix(s.defaultModel, "gpt-4-1106-preview"): + return 128000 case strings.HasPrefix(s.defaultModel, "gpt-4"): return 8192 - case strings.HasPrefix(s.defaultModel, "gpt-3.5-turbo-16k"): - return 16384 - case strings.HasPrefix(s.defaultModel, "gpt-3.5-turbo"): + case strings.HasPrefix(s.defaultModel, "gpt-3.5-turbo"), + s.defaultModel == "gpt-3.5-turbo-0125", + s.defaultModel == "gpt-3.5-turbo-1106": + return 16385 + case s.defaultModel == "gpt-3.5-turbo-instruct": return 4096 } - return 4096 + return 128000 // Default fallback }