Replace all repeated newlines in the chat input.

Ai00-X · Oct 30, 2023 · bfce88a · bfce88a
1 parent 2c4a277
commit bfce88a
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/oai/chat.rs b/src/oai/chat.rs
@@ -8,6 +8,7 @@ use axum::{
 };
 use futures_util::{Stream, StreamExt};
 use itertools::Itertools;
+use regex::Regex;
 use serde::{Deserialize, Serialize};
 
 use crate::{
@@ -92,10 +93,12 @@ impl From<ChatRequest> for GenerateRequest {
             ..
         } = value;
 
+        let re = Regex::new(r"\n(\s*\n)+").unwrap();
         let prompt = Vec::from(messages.clone())
             .into_iter()
             .map(|ChatRecord { role, content }| {
                 let role = names.get(&role).cloned().unwrap_or(role.to_string());
+                let content = re.replace_all(&content, "\n");
                 let content = content.trim();
                 format!("{role}: {content}")
             })