(self, request, context)
| 381 | return backend_pb2.EmbeddingResult() |
| 382 | |
| 383 | async def TokenizeString(self, request, context): |
| 384 | if not hasattr(self, "tokenizer") or self.tokenizer is None: |
| 385 | context.set_code(grpc.StatusCode.FAILED_PRECONDITION) |
| 386 | context.set_details("tokenizer not loaded") |
| 387 | return backend_pb2.TokenizationResponse() |
| 388 | try: |
| 389 | tokens = self.tokenizer.encode(request.Prompt) |
| 390 | if hasattr(tokens, "tolist"): |
| 391 | tokens = tokens.tolist() |
| 392 | tokens = list(tokens) |
| 393 | return backend_pb2.TokenizationResponse(length=len(tokens), tokens=tokens) |
| 394 | except Exception as e: |
| 395 | context.set_code(grpc.StatusCode.INTERNAL) |
| 396 | context.set_details(str(e)) |
| 397 | return backend_pb2.TokenizationResponse() |
| 398 | |
| 399 | async def Free(self, request, context): |
| 400 | try: |
nothing calls this directly
no test coverage detected