NewDistributedModelManager creates a DistributedModelManager. Backend auto-install is disabled because the frontend node delegates inference to workers and never runs backends locally.
(appConfig *config.ApplicationConfig, ml *model.ModelLoader, adapter *RemoteUnloaderAdapter)
| 28 | // Backend auto-install is disabled because the frontend node delegates |
| 29 | // inference to workers and never runs backends locally. |
| 30 | func NewDistributedModelManager(appConfig *config.ApplicationConfig, ml *model.ModelLoader, adapter *RemoteUnloaderAdapter) *DistributedModelManager { |
| 31 | local := galleryop.NewLocalModelManager(appConfig, ml) |
| 32 | local.SetAutoInstallBackend(false) |
| 33 | return &DistributedModelManager{ |
| 34 | local: local, |
| 35 | adapter: adapter, |
| 36 | } |
| 37 | } |
| 38 | |
| 39 | func (d *DistributedModelManager) DeleteModel(name string) error { |
| 40 | err := d.local.DeleteModel(name) |
no test coverage detected