diff --git a/src/lib/server/generateFromDefaultEndpoint.ts b/src/lib/server/generateFromDefaultEndpoint.ts index 239897f0779..9bcd7d40931 100644 --- a/src/lib/server/generateFromDefaultEndpoint.ts +++ b/src/lib/server/generateFromDefaultEndpoint.ts @@ -21,6 +21,7 @@ export async function generateFromDefaultEndpoint({ generated_text = generated_text.slice(0, -stop.length).trimEnd(); } } + tokenStream.return(); return generated_text; } }