Stream bubble content if placed right after Op…

Closes #617
This commit is contained in:
Baptiste Arnaud
2023-07-19 11:20:44 +02:00
parent 6c540657a6
commit 3952ae2755
14 changed files with 231 additions and 34 deletions

View File

@@ -11,7 +11,7 @@ export const streamChat =
content?: string | undefined
role?: 'system' | 'user' | 'assistant' | undefined
}[],
{ onStreamedMessage }: { onStreamedMessage?: (message: string) => void }
{ onMessageStream }: { onMessageStream?: (message: string) => void }
): Promise<{ message?: string; error?: object }> => {
try {
abortController = new AbortController()
@@ -59,8 +59,8 @@ export const streamChat =
break
}
const chunk = decoder.decode(value)
if (onStreamedMessage) onStreamedMessage(chunk)
message += chunk
if (onMessageStream) onMessageStream(message)
if (abortController === null) {
reader.cancel()
break