Function NewInFlightTrackingClient

core/services/nodes/inflight.go:48–57

NewInFlightTrackingClient wraps a gRPC backend client with in-flight tracking.

(inner grpc.Backend, registry InFlightTracker, nodeID, modelName string, replicaIndex int)

// NewInFlightTrackingClient wraps a gRPC backend client with in-flight tracking.
func NewInFlightTrackingClient(inner grpc.Backend, registry InFlightTracker, nodeID, modelName string, replicaIndex int) *InFlightTrackingClient {
	return &InFlightTrackingClient{
		ControlBackend: inner,
		inner:          inner,
		registry:       registry,
		nodeID:         nodeID,
		modelName:      modelName,
		replicaIndex:   replicaIndex,
	}
}

// OnFirstComplete registers a callback that fires once after the first tracked
// inference call completes. This is used to release the initial in-flight