Method runChatCommand

cmd/root/chat.go:61–98

(cmd *cobra.Command, args []string)

}

func (f *chatFlags) runChatCommand(cmd *cobra.Command, args []string) (commandErr error) {
	ctx := cmd.Context()
	telemetry.TrackCommand(ctx, "serve", append([]string{"chat"}, args...))
	defer func() { // do not inline this defer so that commandErr is not resolved early
		telemetry.TrackCommandError(ctx, "serve", append([]string{"chat"}, args...), commandErr)
	}()

	out := cli.NewPrinter(cmd.OutOrStdout())
	agentFilename := args[0]

	ln, cleanup, err := newListener(ctx, f.listenAddr)
	if err != nil {
		return err
	}
	defer cleanup()

	out.Println("Listening on", ln.Addr().String())
	out.Println("OpenAI-compatible chat completions endpoint: http://" + ln.Addr().String() + "/v1/chat/completions")

	apiKey := f.apiKey
	if f.apiKeyEnv != "" {
		if v := os.Getenv(f.apiKeyEnv); v != "" {
			apiKey = v
		}
	}

	return chatserver.Run(ctx, agentFilename, chatserver.Options{
		AgentName:                f.agentName,
		RunConfig:                &f.runConfig,
		CORSOrigin:               f.corsOrigin,
		APIKey:                   apiKey,
		MaxRequestBytes:          f.maxRequestSize,
		RequestTimeout:           f.requestTimeout,
		ConversationsMaxSessions: f.conversationsMaxItems,
		ConversationTTL:          f.conversationTTL,
		MaxIdleRuntimes:          f.maxIdleRuntimes,
	}, ln)
}