Function chat

examples/chat/main.go:130–174

chat sends the conversation to the server, prints the assistant's reply to stdout (streaming if requested) and returns the final assembled content so the caller can append it to the history.

(
	ctx context.Context,
	client *openai.Client,
	model string,
	history []openai.ChatCompletionMessageParamUnion,
	stream bool,
)

// to stdout (streaming if requested) and returns the final assembled
// content so the caller can append it to the history.
func chat(
	ctx context.Context,
	client *openai.Client,
	model string,
	history []openai.ChatCompletionMessageParamUnion,
	stream bool,
) (string, error) {
	params := openai.ChatCompletionNewParams{
		Model:    model,
		Messages: history,
	}

	if !stream {
		resp, err := client.Chat.Completions.New(ctx, params)
		if err != nil {
			return "", err
		}
		if len(resp.Choices) == 0 {
			return "", errors.New("server returned no choices")
		}
		content := resp.Choices[0].Message.Content
		fmt.Println(content)
		return content, nil
	}

	s := client.Chat.Completions.NewStreaming(ctx, params)
	var b strings.Builder
	for s.Next() {
		chunk := s.Current()
		if len(chunk.Choices) == 0 {
			continue
		}
		delta := chunk.Choices[0].Delta.Content
		if delta == "" {
			continue
		}
		fmt.Print(delta)
		b.WriteString(delta)
	}
	if err := s.Err(); err != nil && !errors.Is(err, io.EOF) {
		return "", err
	}
	fmt.Println()
	return b.String(), nil
}