Function execute

apps/sim/lib/copilot/tools/server/media/generate-audio.ts:60–151

(
    params: GenerateAudioArgs,
    context?: ServerToolContext
  )

  name: GenerateAudio.id,

  async execute(
    params: GenerateAudioArgs,
    context?: ServerToolContext
  ): Promise<GenerateAudioResult> {
    if (!context?.userId) {
      throw new Error('Authentication required')
    }
    const workspaceId = context.workspaceId
    if (!workspaceId) {
      return { success: false, message: 'Workspace ID is required' }
    }
    if (!params.prompt) {
      return { success: false, message: 'prompt is required' }
    }

    const type = (params.type || 'speech') as AudioType
    if (!VALID_TYPES.includes(type)) {
      return {
        success: false,
        message: `Invalid type "${params.type}". Must be one of: ${VALID_TYPES.join(', ')}`,
      }
    }

    // Voice cloning: a reference sample clones that voice into the generated speech.
    let voiceSampleDataUri: string | undefined
    const samplePath = params.inputs?.files?.[0]?.path
    if (samplePath) {
      const sample = await resolveWorkspaceFileReference(workspaceId, samplePath)
      if (!sample) {
        return { success: false, message: `Voice sample not found: ${samplePath}` }
      }
      const sampleBuffer = await fetchWorkspaceFileBuffer(sample)
      const sampleMime = sample.type || 'audio/mpeg'
      voiceSampleDataUri = `data:${sampleMime};base64,${sampleBuffer.toString('base64')}`
    }

    try {
      logger.info('Generating audio', {
        type,
        model: params.model,
        promptLength: params.prompt.length,
        voiceClone: Boolean(voiceSampleDataUri),
      })

      const result = await generateFalAudio({
        prompt: params.prompt,
        type,
        model: params.model,
        voice: params.voice,
        duration: params.duration,
        lyrics: params.lyrics,
        instrumental: params.instrumental,
        voiceSampleDataUri,
      })

      const outputFile = params.outputs?.files?.[0]
      const ext = audioExtFromContentType(result.contentType)
      const outputPath = outputFile?.path || `files/generated-audio.${ext}`