blsmedia/bot
2
0
Fork 0
Code Activity

⚡ Add dynamic timeout to bot engine api

Browse Source
This commit is contained in:
Baptiste Arnaud
2023-12-08 13:43:58 +00:00
parent 8819e9e567
commit 957eaf33dd
16 changed files with 124 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
packages/bot-engine/blocks/integrations/openai/createChatCompletionOpenAI.ts
View File

@@ -120,6 +120,7 @@ export const createChatCompletionOpenAI = async (
})
if (!chatCompletion)
return {
startTimeShouldBeUpdated: true,
outgoingEdgeId,
logs,
}
@@ -127,13 +128,16 @@ export const createChatCompletionOpenAI = async (
const totalTokens = chatCompletion.usage?.total_tokens
if (isEmpty(messageContent)) {
console.error('OpenAI block returned empty message', chatCompletion.choices)
return { outgoingEdgeId, newSessionState }
return { outgoingEdgeId, newSessionState, startTimeShouldBeUpdated: true }
}
return {
...(await resumeChatCompletion(newSessionState, {
options,
outgoingEdgeId,
logs,
})(messageContent, totalTokens)),
startTimeShouldBeUpdated: true,
}
return resumeChatCompletion(newSessionState, {
options,
outgoingEdgeId,
logs,
})(messageContent, totalTokens)
}
const isNextBubbleMessageWithAssistantMessage =