Method Ask

pkg/runtime/model_hook.go:38–84

Ask implements [hooks.ModelClient]. Errors from any stage (model spec parsing, provider construction, stream open, stream recv) are returned unwrapped so the executor's fail-closed semantics deny PreToolUse calls cleanly. The caller (the model handler) is responsible for surfacing the error to the

(
	ctx context.Context,
	modelSpec, system, user string,
	schema *latest.StructuredOutput,
)

// (the model handler) is responsible for surfacing the error to the
// hook's [HandlerResult].
func (c providerModelClient) Ask(
	ctx context.Context,
	modelSpec, system, user string,
	schema *latest.StructuredOutput,
) (string, error) {
	cfg, err := latest.ParseModelRef(modelSpec)
	if err != nil {
		return "", fmt.Errorf("invalid model spec: %w", err)
	}

	var opts []options.Opt
	if schema != nil {
		opts = append(opts, options.WithStructuredOutput(schema))
	}
	registry := c.registry
	if registry == nil {
		registry = provider.DefaultRegistry()
	}
	p, err := registry.New(ctx, &cfg, environment.NewDefaultProvider(), opts...)
	if err != nil {
		return "", fmt.Errorf("create provider: %w", err)
	}

	stream, err := p.CreateChatCompletionStream(ctx, []chat.Message{
		{Role: chat.MessageRoleSystem, Content: system},
		{Role: chat.MessageRoleUser, Content: user},
	}, nil)
	if err != nil {
		return "", fmt.Errorf("start stream: %w", err)
	}
	defer stream.Close()

	var sb strings.Builder
	for {
		resp, err := stream.Recv()
		if errors.Is(err, io.EOF) {
			break
		}
		if err != nil {
			return "", fmt.Errorf("stream recv: %w", err)
		}
		for _, c := range resp.Choices {
			sb.WriteString(c.Delta.Content)
		}
	}
	return sb.String(), nil
}

// registerModelHook installs the [hooks.HookTypeModel] factory on r
// using the runtime's default [hooks.ModelClient]. It is called once