157 lines
4.0 KiB
TypeScript
157 lines
4.0 KiB
TypeScript
import { option, createAction } from '@typebot.io/forge'
|
|
import { isDefined } from '@typebot.io/lib'
|
|
import { auth } from '../auth'
|
|
import { parseMessages } from '../helpers/parseMessages'
|
|
import { createMistral } from '@ai-sdk/mistral'
|
|
import { apiBaseUrl } from '../constants'
|
|
import ky from 'ky'
|
|
import { generateText, streamText } from 'ai'
|
|
|
|
const nativeMessageContentSchema = {
|
|
content: option.string.layout({
|
|
inputType: 'textarea',
|
|
placeholder: 'Content',
|
|
}),
|
|
}
|
|
|
|
const systemMessageItemSchema = option
|
|
.object({
|
|
role: option.literal('system'),
|
|
})
|
|
.extend(nativeMessageContentSchema)
|
|
|
|
const userMessageItemSchema = option
|
|
.object({
|
|
role: option.literal('user'),
|
|
})
|
|
.extend(nativeMessageContentSchema)
|
|
|
|
const assistantMessageItemSchema = option
|
|
.object({
|
|
role: option.literal('assistant'),
|
|
})
|
|
.extend(nativeMessageContentSchema)
|
|
|
|
const dialogueMessageItemSchema = option.object({
|
|
role: option.literal('Dialogue'),
|
|
dialogueVariableId: option.string.layout({
|
|
inputType: 'variableDropdown',
|
|
placeholder: 'Dialogue variable',
|
|
}),
|
|
startsBy: option.enum(['user', 'assistant']).layout({
|
|
label: 'starts by',
|
|
direction: 'row',
|
|
defaultValue: 'user',
|
|
}),
|
|
})
|
|
|
|
export const options = option.object({
|
|
model: option.string.layout({
|
|
placeholder: 'Select a model',
|
|
fetcher: 'fetchModels',
|
|
}),
|
|
messages: option
|
|
.array(
|
|
option.discriminatedUnion('role', [
|
|
systemMessageItemSchema,
|
|
userMessageItemSchema,
|
|
assistantMessageItemSchema,
|
|
dialogueMessageItemSchema,
|
|
])
|
|
)
|
|
.layout({ accordion: 'Messages', itemLabel: 'message', isOrdered: true }),
|
|
responseMapping: option.saveResponseArray(['Message content']).layout({
|
|
accordion: 'Save response',
|
|
}),
|
|
})
|
|
|
|
export const createChatCompletion = createAction({
|
|
name: 'Create chat completion',
|
|
auth,
|
|
options,
|
|
turnableInto: [
|
|
{
|
|
blockId: 'openai',
|
|
},
|
|
{
|
|
blockId: 'together-ai',
|
|
},
|
|
{ blockId: 'open-router' },
|
|
{
|
|
blockId: 'anthropic',
|
|
transform: (options) => ({
|
|
...options,
|
|
model: undefined,
|
|
action: 'Create Chat Message',
|
|
responseMapping: options.responseMapping?.map((res: any) =>
|
|
res.item === 'Message content'
|
|
? { ...res, item: 'Message Content' }
|
|
: res
|
|
),
|
|
}),
|
|
},
|
|
],
|
|
getSetVariableIds: (options) =>
|
|
options.responseMapping?.map((res) => res.variableId).filter(isDefined) ??
|
|
[],
|
|
fetchers: [
|
|
{
|
|
id: 'fetchModels',
|
|
dependencies: [],
|
|
fetch: async ({ credentials }) => {
|
|
if (!credentials?.apiKey) return []
|
|
|
|
const { data } = await ky
|
|
.get(apiBaseUrl + '/v1/models', {
|
|
headers: {
|
|
Authorization: `Bearer ${credentials.apiKey}`,
|
|
},
|
|
})
|
|
.json<{ data: { id: string }[] }>()
|
|
|
|
return data.map((model) => model.id)
|
|
},
|
|
},
|
|
],
|
|
run: {
|
|
server: async ({ credentials: { apiKey }, options, variables, logs }) => {
|
|
if (!options.model) return logs.add('No model selected')
|
|
|
|
const model = createMistral({
|
|
apiKey,
|
|
})(options.model)
|
|
|
|
const { text } = await generateText({
|
|
model,
|
|
messages: parseMessages({ options, variables }),
|
|
tools: {},
|
|
})
|
|
|
|
options.responseMapping?.forEach((mapping) => {
|
|
if (!mapping.variableId) return
|
|
if (!mapping.item || mapping.item === 'Message content')
|
|
variables.set(mapping.variableId, text)
|
|
})
|
|
},
|
|
stream: {
|
|
getStreamVariableId: (options) =>
|
|
options.responseMapping?.find(
|
|
(res) => res.item === 'Message content' || !res.item
|
|
)?.variableId,
|
|
run: async ({ credentials: { apiKey }, options, variables }) => {
|
|
if (!options.model) return
|
|
const model = createMistral({
|
|
apiKey,
|
|
})(options.model)
|
|
|
|
const response = await streamText({
|
|
model,
|
|
messages: parseMessages({ options, variables }),
|
|
})
|
|
|
|
return response.toAIStream()
|
|
},
|
|
},
|
|
},
|
|
})
|