(self, completion: Completion, finish_reason: str)
| 14830 | request.on_stream_chunk(payload) |
| 14831 | |
| 14832 | def finish_completion(self, completion: Completion, finish_reason: str) -> None: |
| 14833 | if completion.finished: |
| 14834 | return |
| 14835 | completion.finished = True |
| 14836 | completion.finish_reason = finish_reason |
| 14837 | completion.pending_input_tokens.clear() |
| 14838 | completion.draft_tokens.clear() |
| 14839 | request = self.requests[completion.request_id] |
| 14840 | if request.payload.stream: |
| 14841 | self.flush_stream_updates(completion, finish_reason=finish_reason) |
| 14842 | if request.on_stream_chunk is not None: |
| 14843 | request.on_stream_chunk( |
| 14844 | self.formatter.completion_finish_chunk( |
| 14845 | request, |
| 14846 | completion, |
| 14847 | finish_reason, |
| 14848 | ) |
| 14849 | ) |
| 14850 | |
| 14851 | def finalize_request_if_ready(self, request: CompletionRequest) -> None: |
| 14852 | if not request.completions or not all(completion.finished for completion in request.completions): |
no test coverage detected