(
self,
prompts: list[str],
sampling_params,
**kwargs: Any,
)
| 55 | ) |
| 56 | |
| 57 | def generate( |
| 58 | self, |
| 59 | prompts: list[str], |
| 60 | sampling_params, |
| 61 | **kwargs: Any, |
| 62 | ) -> list[tuple[list[list[int]], list[str]]]: |
| 63 | |
| 64 | req_outputs = self.llm.generate(prompts, sampling_params=sampling_params, **kwargs) |
| 65 | outputs: list[tuple[list[list[int]], list[str]]] = [] |
| 66 | for output in req_outputs: |
| 67 | outputs.append((output.outputs.token_ids, output.outputs.text)) |
| 68 | return outputs |
| 69 | |
| 70 | def generate_topp0( |
| 71 | self, |
no outgoing calls
no test coverage detected