Function ToggleStateModelEndpoint

core/http/endpoints/localai/toggle_model.go:28–54

ToggleModelEndpoint handles enabling or disabling a model from being loaded on demand. When disabled, the model remains in the collection but will not be loaded when requested. @Summary Toggle model enabled/disabled status @Description Enable or disable a model from being loaded on demand. Di

(cl *config.ModelConfigLoader, ml *model.ModelLoader, gs *galleryop.GalleryService, appConfig *config.ApplicationConfig)

// @Failure      500  {object}  ModelResponse
// @Router       /api/models/{name}/{action} [put]
func ToggleStateModelEndpoint(cl *config.ModelConfigLoader, ml *model.ModelLoader, gs *galleryop.GalleryService, appConfig *config.ApplicationConfig) echo.HandlerFunc {
	svc := modeladmin.NewConfigService(cl, appConfig)
	return func(c echo.Context) error {
		modelName := c.Param("name")
		if decoded, err := url.PathUnescape(modelName); err == nil {
			modelName = decoded
		}
		action := modeladmin.Action(c.Param("action"))
		result, err := svc.ToggleState(c.Request().Context(), modelName, action, ml)
		if err != nil {
			return c.JSON(httpStatusForModelAdminError(err), ModelResponse{Success: false, Error: err.Error()})
		}

		// Enabling/disabling rewrites the config on disk and reloads only the
		// local loader; tell peers to refresh so the model's availability is
		// consistent across replicas. No-op in standalone mode.
		if gs != nil {
			gs.BroadcastModelsChanged(modelName, "install")
		}

		msg := fmt.Sprintf("Model '%s' has been %sd successfully.", modelName, action)
		if action == modeladmin.ActionDisable {
			msg += " The model will not be loaded on demand until re-enabled."
		}
		return c.JSON(http.StatusOK, ModelResponse{Success: true, Message: msg, Filename: result.Filename})
	}
}