(self, request: CompletionRequest)
| 14979 | self.active_request_ids.add(request.id) |
| 14980 | |
| 14981 | def release_request(self, request: CompletionRequest) -> None: |
| 14982 | for completion in request.completions: |
| 14983 | completion.sampler.close() |
| 14984 | for seq_id in request.completion_seq_ids: |
| 14985 | if seq_id in self.claimed_sequences: |
| 14986 | self.claimed_sequences.remove(seq_id) |
| 14987 | self.free_sequences[seq_id] = None |
| 14988 | self.free_sequences.move_to_end(seq_id) |
| 14989 | self.active_request_ids.discard(request.id) |
| 14990 | self.requests.pop(request.id, None) |
| 14991 | |
| 14992 | def remove_pending_request(self, request: CompletionRequest) -> None: |
| 14993 | try: |
no test coverage detected