✨ Support Vision for compatible AI models

Closes #1313
2024-06-11 10:51:02 +02:00
parent 40ca02df8c
commit ee834999e6
23 changed files with 360 additions and 92 deletions
--- a/packages/forge/blocks/openai/constants.ts
+++ b/packages/forge/blocks/openai/constants.ts
@@ -7,6 +7,14 @@ export const openAIVoices = [
  'shimmer',
 ] as const

+export const modelsWithImageUrlSupport = [
+  'gpt-4-turbo*',
+  'gpt-4o*',
+  'gpt-4*vision-preview',
+]
+
+export const excludedModelsFromImageUrlSupport = ['gpt-4-turbo-preview']
+
 export const defaultOpenAIOptions = {
  baseUrl: 'https://api.openai.com/v1',
  model: 'gpt-3.5-turbo',