MCPcopy Create free account
hub / github.com/InferCore/InferCore / backendSaturationHints

Method backendSaturationHints

internal/server/server.go:828–836  ·  view source on GitHub ↗
()

Source from the content-addressed store, hash-verified

826}
827
828func (s *Server) backendSaturationHints() []string {
829 out := make([]string, 0)
830 for _, b := range s.cfg.Backends {
831 if b.MaxConcurrency > 0 {
832 out = append(out, fmt.Sprintf("%s:max_concurrency=%d", b.Name, b.MaxConcurrency))
833 }
834 }
835 return out
836}
837
838func (s *Server) noteTimeoutForScaling(err error) {
839 if err == nil {

Callers 1

CurrentSignalsMethod · 0.95

Calls

no outgoing calls

Tested by

no test coverage detected