(ctx context.Context, in *pb.PredictOptions)
| 404 | } |
| 405 | |
| 406 | func (s *server) TokenizeString(ctx context.Context, in *pb.PredictOptions) (*pb.TokenizationResponse, error) { |
| 407 | if s.llm.Locking() { |
| 408 | s.llm.Lock() |
| 409 | defer s.llm.Unlock() |
| 410 | } |
| 411 | res, err := s.llm.TokenizeString(in) |
| 412 | if err != nil { |
| 413 | return nil, err |
| 414 | } |
| 415 | |
| 416 | castTokens := make([]int32, len(res.Tokens)) |
| 417 | for i, v := range res.Tokens { |
| 418 | castTokens[i] = int32(v) |
| 419 | } |
| 420 | |
| 421 | return &pb.TokenizationResponse{ |
| 422 | Length: int32(res.Length), |
| 423 | Tokens: castTokens, |
| 424 | }, err |
| 425 | } |
| 426 | |
| 427 | func (s *server) Status(ctx context.Context, in *pb.HealthMessage) (*pb.StatusResponse, error) { |
| 428 | res, err := s.llm.Status() |
nothing calls this directly
no test coverage detected