MCPcopy
hub / github.com/mudler/LocalAI / QuantizationProgress

Method QuantizationProgress

pkg/grpc/server.go:818–837  ·  view source on GitHub ↗
(in *pb.QuantizationProgressRequest, stream pb.Backend_QuantizationProgressServer)

Source from the content-addressed store, hash-verified

816}
817
818func (s *server) QuantizationProgress(in *pb.QuantizationProgressRequest, stream pb.Backend_QuantizationProgressServer) error {
819 if s.llm.Locking() {
820 s.llm.Lock()
821 defer s.llm.Unlock()
822 }
823 updateChan := make(chan *pb.QuantizationProgressUpdate)
824
825 done := make(chan bool)
826 go func() {
827 for update := range updateChan {
828 stream.Send(update)
829 }
830 done <- true
831 }()
832
833 err := s.llm.QuantizationProgress(in, updateChan)
834 <-done
835
836 return err
837}
838
839func (s *server) StopQuantization(ctx context.Context, in *pb.QuantizationStopRequest) (*pb.Result, error) {
840 if s.llm.Locking() {

Callers

nothing calls this directly

Calls 5

LockingMethod · 0.65
LockMethod · 0.65
UnlockMethod · 0.65
SendMethod · 0.65
QuantizationProgressMethod · 0.65

Tested by

no test coverage detected