()
| 800 | } |
| 801 | |
| 802 | func (s *responseSink) end() error { |
| 803 | s.exchange.mu.Lock() |
| 804 | if s.exchange.finished { |
| 805 | s.exchange.mu.Unlock() |
| 806 | return nil |
| 807 | } |
| 808 | s.exchange.finished = true |
| 809 | s.exchange.mu.Unlock() |
| 810 | s.adapter.removePending(s.requestID) |
| 811 | api, err := s.rpcAPI() |
| 812 | if err != nil { |
| 813 | return err |
| 814 | } |
| 815 | end := true |
| 816 | _, err = api.HttpResponseChunk(context.Background(), &rpc.LlmInferenceHTTPResponseChunkRequest{ |
| 817 | RequestID: s.requestID, |
| 818 | Data: "", |
| 819 | End: &end, |
| 820 | }) |
| 821 | return err |
| 822 | } |
| 823 | |
| 824 | func (s *responseSink) sinkError(message string, code string) error { |
| 825 | s.exchange.mu.Lock() |
no test coverage detected