Calculate the logprobs of the given tokens in async.
(
self, tokens: List[int], temperature: Optional[float] = None
)
| 536 | return ray.get(self.model.logprobs.remote(tokens, temperature=temperature)) |
| 537 | |
| 538 | async def logprobs_async( |
| 539 | self, tokens: List[int], temperature: Optional[float] = None |
| 540 | ) -> Tensor: |
| 541 | """Calculate the logprobs of the given tokens in async.""" |
| 542 | return await self.model.logprobs.remote(tokens, temperature=temperature) |
| 543 | |
| 544 | def convert_messages_to_experience( |
| 545 | self, |