Function generateFalVideo

apps/sim/lib/media/falai-video.ts:137–193

(params: GenerateFalVideoParams)

}

export async function generateFalVideo(params: GenerateFalVideoParams): Promise<GeneratedVideo> {
  const model = params.model || DEFAULT_VIDEO_MODEL
  const config = VIDEO_MODELS[model]
  if (!config) {
    throw new Error(
      `Unknown video model: ${model}. Supported: ${Object.keys(VIDEO_MODELS).join(', ')}`
    )
  }

  const apiKey = getFalApiKey()

  let endpoint = config.endpoint
  const input: Record<string, unknown> = { prompt: params.prompt }

  if (params.imageDataUri) {
    if (!config.i2vEndpoint) {
      throw new Error(
        `Image-to-video is not supported for model ${model}. Try veo-3.1, veo-3.1-fast, seedance-2.0, or kling-v3-pro.`
      )
    }
    endpoint = config.i2vEndpoint
    input.image_url = params.imageDataUri
  }

  const duration = formatDuration(config.durationFormat, params.duration)
  if (duration !== undefined) input.duration = duration
  if (config.supportsAspectRatio && params.aspectRatio) input.aspect_ratio = params.aspectRatio
  if (config.supportsResolution && params.resolution) input.resolution = params.resolution
  if (config.supportsGenerateAudio && params.generateAudio !== undefined) {
    input.generate_audio = params.generateAudio
  }
  if (config.supportsNegativePrompt && params.negativePrompt) {
    input.negative_prompt = params.negativePrompt
  }
  if (config.supportsPromptOptimizer && params.promptOptimizer !== undefined) {
    input.prompt_optimizer = params.promptOptimizer
  }

  const { requestId, data } = await runFalQueue(endpoint, input, apiKey)
  const url = extractFalMediaUrl(data, ['video', 'output'])
  if (!url) throw new Error('No video URL in Fal.ai response')

  const videoNode = isRecordLike(data.video) ? data.video : undefined
  const { buffer, contentType } = await downloadFalMedia(url)
  const cost = await getFalAICostMetadata({ apiKey, endpointId: endpoint, requestId })

  return {
    buffer,
    contentType: contentType.startsWith('video/') ? contentType : 'video/mp4',
    width: getNumberProp(videoNode, 'width'),
    height: getNumberProp(videoNode, 'height'),
    model,
    endpoint,
    jobId: requestId,
    cost,
  }
}