Method UpdateModelRuntimeFrameworks

api/handler/model.go:1019–1062

UpdateModelRuntime godoc @Security ApiKey @Summary Set model runtime frameworks @Description set model runtime frameworks @Tags RuntimeFramework @Accept json @Produce json @Param id path int true "runtime framework id" @Param deploy_type query int false "deploy

(ctx *gin.Context)

// @Failure      500  {object}  types.APIInternalServerError "Internal server error"
// @Router       /runtime_framework/{id} [post]
func (h *ModelHandler) UpdateModelRuntimeFrameworks(ctx *gin.Context) {
	currentUser := httpbase.GetCurrentUser(ctx)
	if currentUser == "" {
		httpbase.UnauthorizedError(ctx, component.ErrUserNotFound)
		return
	}

	var req types.RuntimeFrameworkModels
	if err := ctx.ShouldBindJSON(&req); err != nil {
		slog.Error("Bad request format", "error", err)
		httpbase.BadRequest(ctx, err.Error())
		return
	}

	id, err := strconv.ParseInt(ctx.Param("id"), 10, 64)
	if err != nil {
		slog.Error("Bad request format", "error", err)
		httpbase.BadRequest(ctx, err.Error())
		return
	}

	deployTypeStr := ctx.Query("deploy_type")
	if deployTypeStr == "" {
		// backward compatibility for inferences
		deployTypeStr = strconv.Itoa(types.InferenceType)
	}
	deployType, err := strconv.Atoi(deployTypeStr)
	if err != nil {
		slog.Error("Bad request format", "error", err)
		httpbase.BadRequest(ctx, err.Error())
		return
	}

	slog.Info("update runtime frameworks models", slog.Any("req", req), slog.Any("runtime framework id", id), slog.Any("deployType", deployType))

	list, err := h.c.SetRuntimeFrameworkModes(ctx, currentUser, deployType, id, req.Models)
	if err != nil {
		slog.Error("Failed to set models runtime framework", slog.Any("error", err))
		httpbase.ServerError(ctx, err)
		return
	}

	httpbase.OK(ctx, list)
}

// UpdateModelRuntime godoc
// @Security     ApiKey