Struct ConnectionEvictingClient

pkg/model/connection_evicting_client.go:18–23

ConnectionEvictingClient wraps a grpc.Backend. When any inference method fails with a connection error (server unreachable), it calls the evict callback to remove the model from the ModelLoader's cache. The error is still returned to the caller — the NEXT request will trigger rescheduling via SmartR

// still returned to the caller — the NEXT request will trigger rescheduling
// via SmartRouter.
type ConnectionEvictingClient struct {
	grpc.Backend
	modelID string
	evict   func()
	once    sync.Once
}

func newConnectionEvictingClient(inner grpc.Backend, modelID string, evict func()) grpc.Backend {
	return &ConnectionEvictingClient{