(self, messages: List[Dict], lora_request=None, **kwargs)
| 310 | return None |
| 311 | |
| 312 | async def chat(self, messages: List[Dict], lora_request=None, **kwargs) -> Sequence[Experience]: |
| 313 | prompt_length = sum(len(msg["content"]) for msg in messages) |
| 314 | return [ |
| 315 | Experience( |
| 316 | tokens=torch.zeros(prompt_length + 10), |
| 317 | prompt_length=prompt_length, |
| 318 | logprobs=torch.zeros(10), |
| 319 | ) |
| 320 | ] |
| 321 | |
| 322 | async def generate(self, prompt: str, lora_request=None, **kwargs) -> Sequence[Experience]: |
| 323 | prompt_length = len(prompt) |