Function buildOpenAIMessageContent

apps/sim/providers/attachments.ts:421–466

(
  content: string | null | undefined,
  files: UserFile[] | undefined,
  providerId: ProviderId | string
)

type AnthropicImageMediaType = Anthropic.Messages.Base64ImageSource['media_type']

export function buildOpenAIMessageContent(
  content: string | null | undefined,
  files: UserFile[] | undefined,
  providerId: ProviderId | string
): string | OpenAIResponsesInputContent[] {
  const attachments = prepareProviderAttachments(files, providerId)
  if (attachments.length === 0) return content ?? ''

  const parts: OpenAIResponsesInputContent[] = []
  if (content) {
    parts.push({ type: 'input_text', text: content } satisfies OpenAI.Responses.ResponseInputText)
  }

  for (const attachment of attachments) {
    if (attachment.contentType === 'image') {
      parts.push(
        attachment.providerFileId
          ? ({
              type: 'input_image',
              file_id: attachment.providerFileId,
              detail: 'auto',
            } satisfies OpenAI.Responses.ResponseInputImage)
          : ({
              type: 'input_image',
              image_url: attachment.dataUrl,
              detail: 'auto',
            } satisfies OpenAI.Responses.ResponseInputImage)
      )
    } else {
      parts.push(
        attachment.providerFileId
          ? ({
              type: 'input_file',
              file_id: attachment.providerFileId,
            } satisfies OpenAI.Responses.ResponseInputFile)
          : ({
              type: 'input_file',
              filename: attachment.filename,
              file_data: attachment.dataUrl,
            } satisfies OpenAI.Responses.ResponseInputFile)
      )
    }
  }

  return parts
}

export function buildAnthropicMessageContent(
  content: string | null | undefined,