Method StreamChat

core/cli/chat/client.go:45–81

(ctx context.Context, model string, messages []chatMessage, out io.Writer)

}

func (c *localAIChatClient) StreamChat(ctx context.Context, model string, messages []chatMessage, out io.Writer) (string, error) {
	stream, err := c.client.CreateChatCompletionStream(ctx, openai.ChatCompletionRequest{
		Model:    model,
		Messages: openAIChatMessages(messages),
	})
	if err != nil {
		return "", friendlyChatError(err, model)
	}
	defer func() {
		_ = stream.Close()
	}()

	var answer strings.Builder
	for {
		resp, err := stream.Recv()
		if errors.Is(err, io.EOF) {
			break
		}
		if err != nil {
			return answer.String(), friendlyChatError(err, model)
		}
		if len(resp.Choices) == 0 {
			continue
		}

		token := resp.Choices[0].Delta.Content
		if token == "" {
			continue
		}
		answer.WriteString(token)
		if _, err := fmt.Fprint(out, token); err != nil {
			return answer.String(), err
		}
	}

	return answer.String(), nil
}

func openAIChatMessages(messages []chatMessage) []openai.ChatCompletionMessage {
	converted := make([]openai.ChatCompletionMessage, len(messages))