(self, request, context)
| 463 | yield backend_pb2.Reply(message=bytes(generated_text, encoding='utf-8')) |
| 464 | |
| 465 | async def Predict(self, request, context): |
| 466 | gen = self._predict(request, context, streaming=False) |
| 467 | res = await gen.__anext__() |
| 468 | return res |
| 469 | |
| 470 | async def PredictStream(self, request, context): |
| 471 | iterations = self._predict(request, context, streaming=True) |