Method Infer

tests/integration/pkg/resources/infer_api.go:40–78

(filename string, requestPath string)

}

func (s *SeldonInferAPI) Infer(filename string, requestPath string) ([]byte, error) {
	callOpts := s.defaultCallOpts
	logOpts := &cli.LogOptions{}

	// Get infer type
	resourceMeta, err := getResource(filename)
	if err != nil {
		return nil, err
	}
	switch resourceMeta.gvk.Kind {
	case resourceModelKind:
		callOpts.InferType = cli.InferModel
	case resourcePipelineKind:
		callOpts.InferType = cli.InferPipeline
	default:
		return nil, fmt.Errorf("Cannot run infer for resource type %s in %s", resourceMeta.gvk.String(), filename)
	}

	// Get request
	request, err := os.ReadFile(requestPath)
	if err != nil {
		return nil, err
	}
	// Get infer protocol
	protocol, err := getInferRequestProtocol(request)
	if err != nil {
		return nil, err
	}
	callOpts.InferProtocol = protocol

	return removeIdFromResponse(s.inferenceClient.Infer(
		resourceMeta.name,
		request,
		[]string{},
		"",
		callOpts,
		logOpts,
	))
}