Function chatStream

src/services/ai-stream/service.ts:10–38

(
      messages: Array<{ role: string; content: string }>,
      options?: { temperature?: number; maxTokens?: number },
      onChunk?: (chunk: LlmStreamChunk) => void
    )

export function useLlmStreamService() {
  return {
    async chatStream(
      messages: Array<{ role: string; content: string }>,
      options?: { temperature?: number; maxTokens?: number },
      onChunk?: (chunk: LlmStreamChunk) => void
    ): Promise<{ success: boolean; error?: string }> {
      let streamError: string | undefined
      try {
        await fetchSSE({
          url: '/_web/ai/llm/chat-stream',
          body: { messages, options },
          onEvent: ({ data }) => {
            try {
              const parsed = JSON.parse(data) as LlmStreamChunk
              if (parsed.finishReason === 'error' && parsed.error) {
                streamError = parsed.error
              }
              onChunk?.(parsed)
            } catch {
              // skip malformed JSON
            }
          },
        })
        if (streamError) return { success: false, error: streamError }
        return { success: true }
      } catch (error) {
        const msg = error instanceof Error ? error.message : String(error)
        return { success: false, error: streamError ?? msg }
      }
    },
  }
}