✨ Automatically parse markdown from variables in text bubbles

Closes #539

packages/bot-engine/executeGroup.ts

@@ -11,6 +11,7 @@ import {
 } from '@typebot.io/schemas'
 import {
   isBubbleBlock,
+  isEmpty,
   isInputBlock,
   isIntegrationBlock,
   isLogicBlock,
@@ -26,6 +27,12 @@ import { getPrefilledInputValue } from './getPrefilledValue'
 import { parseDateInput } from './blocks/inputs/date/parseDateInput'
 import { deepParseVariables } from './variables/deepParseVariables'
 import { parseVideoUrl } from '@typebot.io/lib/parseVideoUrl'
+import { TDescendant, createPlateEditor } from '@udecode/plate-common'
+import {
+  createDeserializeMdPlugin,
+  deserializeMd,
+} from '@udecode/plate-serializer-md'
+import { getVariablesToParseInfoInText } from './variables/parseVariables'
 
 export const executeGroup =
   (
@@ -158,12 +165,19 @@ const parseBubbleBlock =
   (variables: Variable[]) =>
   (block: BubbleBlock): ChatReply['messages'][0] => {
     switch (block.type) {
-      case BubbleBlockType.TEXT:
-        return deepParseVariables(
-          variables,
-          {},
-          { takeLatestIfList: true }
-        )(block)
+      case BubbleBlockType.TEXT: {
+        return {
+          ...block,
+          content: {
+            ...block.content,
+            richText: parseVariablesInRichText(
+              block.content.richText,
+              variables
+            ),
+          },
+        }
+      }
+
       case BubbleBlockType.EMBED: {
         const message = deepParseVariables(variables)(block)
         return {
@@ -189,6 +203,82 @@ const parseBubbleBlock =
     }
   }
 
+const parseVariablesInRichText = (
+  elements: TDescendant[],
+  variables: Variable[]
+): TDescendant[] => {
+  const parsedElements: TDescendant[] = []
+  for (const element of elements) {
+    if ('text' in element) {
+      const text = element.text as string
+      if (isEmpty(text)) {
+        parsedElements.push(element)
+        continue
+      }
+      const variablesInText = getVariablesToParseInfoInText(text, variables)
+      if (variablesInText.length === 0) {
+        parsedElements.push(element)
+        continue
+      }
+      for (const variableInText of variablesInText) {
+        const textBeforeVariable = text.substring(0, variableInText.startIndex)
+        const textAfterVariable = text.substring(variableInText.endIndex)
+        const isStandaloneElement =
+          isEmpty(textBeforeVariable) && isEmpty(textAfterVariable)
+        const variableElements = convertMarkdownToRichText(
+          isStandaloneElement
+            ? variableInText.value
+            : variableInText.value.replace(/[\n]+/g, ' ')
+        )
+        if (isStandaloneElement) {
+          parsedElements.push(...variableElements)
+          continue
+        }
+        const children: TDescendant[] = []
+        if (isNotEmpty(textBeforeVariable))
+          children.push({
+            text: textBeforeVariable,
+          })
+        children.push({
+          type: 'inline-variable',
+          children: variableElements,
+        })
+        if (isNotEmpty(textAfterVariable))
+          children.push({
+            ...element,
+            text: textAfterVariable,
+          })
+        parsedElements.push(...children)
+      }
+      continue
+    }
+
+    const type =
+      element.children.length === 1 &&
+      'text' in element.children[0] &&
+      (element.children[0].text as string).startsWith('{{') &&
+      (element.children[0].text as string).endsWith('}}')
+        ? 'variable'
+        : element.type
+
+    parsedElements.push({
+      ...element,
+      type,
+      children: parseVariablesInRichText(
+        element.children as TDescendant[],
+        variables
+      ),
+    })
+  }
+  return parsedElements
+}
+
+const convertMarkdownToRichText = (text: string): TDescendant[] => {
+  const plugins = [createDeserializeMdPlugin()]
+  //@ts-ignore
+  return deserializeMd(createPlateEditor({ plugins }), text)
+}
+
 export const parseInput =
   (state: SessionState) =>
   async (block: InputBlock): Promise<ChatReply['input']> => {

packages/bot-engine/package.json

@@ -17,6 +17,7 @@
     "@typebot.io/schemas": "workspace:*",
     "@typebot.io/tsconfig": "workspace:*",
     "@udecode/plate-common": "^21.1.5",
+    "@udecode/plate-serializer-md": "^24.4.0",
     "ai": "2.1.32",
     "chrono-node": "2.6.6",
     "date-fns": "^2.30.0",

packages/bot-engine/variables/parseVariables.ts

@@ -55,6 +55,35 @@ export const parseVariables =
     )
   }
 
+type VariableToParseInformation = {
+  startIndex: number
+  endIndex: number
+  textToReplace: string
+  value: string
+}
+
+export const getVariablesToParseInfoInText = (
+  text: string,
+  variables: Variable[]
+): VariableToParseInformation[] => {
+  const pattern = /\{\{([^{}]+)\}\}|(\$)\{\{([^{}]+)\}\}/g
+  const variablesToParseInfo: VariableToParseInformation[] = []
+  let match
+  while ((match = pattern.exec(text)) !== null) {
+    const matchedVarName = match[1] ?? match[3]
+    const variable = variables.find((variable) => {
+      return matchedVarName === variable.name && isDefined(variable.value)
+    }) as VariableWithValue | undefined
+    variablesToParseInfo.push({
+      startIndex: match.index,
+      endIndex: match.index + match[0].length,
+      textToReplace: match[0],
+      value: safeStringify(variable?.value) ?? '',
+    })
+  }
+  return variablesToParseInfo
+}
+
 const parseVariableValueInJson = (value: VariableWithValue['value']) => {
   const stringifiedValue = JSON.stringify(value)
   if (typeof value === 'string') return stringifiedValue.slice(1, -1)