(self, request)
| 432 | return backend_pb2.Result(success=False, message=str(e)) |
| 433 | |
| 434 | def _prepare_prompt(self, request): |
| 435 | if not request.Prompt and request.UseTokenizerTemplate and request.Messages: |
| 436 | messages = messages_to_dicts(request.Messages) |
| 437 | kwargs = {"tokenize": False, "add_generation_prompt": True} |
| 438 | if request.Tools: |
| 439 | try: |
| 440 | kwargs["tools"] = json.loads(request.Tools) |
| 441 | except json.JSONDecodeError: |
| 442 | pass |
| 443 | if request.Metadata.get("enable_thinking", "").lower() == "true": |
| 444 | kwargs["enable_thinking"] = True |
| 445 | try: |
| 446 | return self.tokenizer.apply_chat_template(messages, **kwargs) |
| 447 | except TypeError: |
| 448 | return self.tokenizer.apply_chat_template( |
| 449 | messages, tokenize=False, add_generation_prompt=True |
| 450 | ) |
| 451 | return request.Prompt |
| 452 | |
| 453 | def _get_tokens_from_prompt(self, prompt_text: str) -> List[int]: |
| 454 | tokens = self.tokenizer.encode(prompt_text) |
no test coverage detected