Improve summarize token args.

yiwen-ai · Aug 13, 2023 · 34c707f · 34c707f
1 parent 6b6149d
commit 34c707f
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 5 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "jarvis"
-version = "0.7.7"
+version = "0.7.8"
 edition = "2021"
 rust-version = "1.64"
 description = ""

diff --git a/src/api/mod.rs b/src/api/mod.rs
@@ -24,8 +24,8 @@ static TRANSLATE_SECTION_TOKENS: usize = 6000;
 static TRANSLATE_HIGH_TOKENS: usize = 7000;
 
 // gpt-35-turbo, 4096
-static SUMMARIZE_SECTION_TOKENS: usize = 3000;
-static SUMMARIZE_HIGH_TOKENS: usize = 3500;
+static SUMMARIZE_SECTION_TOKENS: usize = 2800;
+static SUMMARIZE_HIGH_TOKENS: usize = 3200;
 
 // text-embedding-ada-002, 8191
 // https://community.openai.com/t/embedding-text-length-vs-accuracy/96564

diff --git a/src/openai.rs b/src/openai.rs
@@ -483,7 +483,7 @@ impl OpenAI {
         text: &str,
     ) -> Result<CreateChatCompletionResponse> {
         let mut req_body = CreateChatCompletionRequestArgs::default()
-            .max_tokens(256u16)
+            .max_tokens(800u16)
             .temperature(0f32)
             .messages([
                 ChatCompletionRequestMessageArgs::default()