Method Deploy

component/model.go:640–730

create model deploy as inference/serverless

(ctx context.Context, deployReq types.DeployActReq, req types.ModelRunReq)

// create model deploy as inference/serverless
func (c *ModelComponent) Deploy(ctx context.Context, deployReq types.DeployActReq, req types.ModelRunReq) (int64, error) {
	m, err := c.ms.FindByPath(ctx, deployReq.Namespace, deployReq.Name)
	if err != nil {
		return -1, fmt.Errorf("cannot find model, %w", err)
	}
	if deployReq.DeployType == types.ServerlessType {
		// only one service deploy was allowed
		d, err := c.deploy.GetServerlessDeployByRepID(ctx, m.Repository.ID)
		if err != nil {
			return -1, fmt.Errorf("fail to get deploy, %w", err)
		}
		if d != nil {
			return d.ID, nil
		}
	}
	// found user id
	user, err := c.us.FindByUsername(ctx, deployReq.CurrentUser)
	if err != nil {
		return -1, fmt.Errorf("cannot find user for deploy model, %w", err)
	}

	if deployReq.DeployType == types.ServerlessType {
		// Check if the user is an admin
		isAdmin := c.isAdminRole(user)
		if !isAdmin {
			return -1, fmt.Errorf("need admin permission for Serverless deploy")
		}
	}

	frame, err := c.rtfm.FindEnabledByID(ctx, req.RuntimeFrameworkID)
	if err != nil {
		return -1, fmt.Errorf("cannot find available runtime framework, %w", err)
	}

	// put repo-type and namespace/name in annotation
	annotations := make(map[string]string)
	annotations[types.ResTypeKey] = string(types.ModelRepo)
	annotations[types.ResNameKey] = fmt.Sprintf("%s/%s", deployReq.Namespace, deployReq.Name)
	annoStr, err := json.Marshal(annotations)
	if err != nil {
		return -1, fmt.Errorf("fail to create annotations for deploy model, %w", err)
	}

	resource, err := c.SS.FindByID(ctx, req.ResourceID)
	if err != nil {
		return -1, fmt.Errorf("cannot find resource, %w", err)
	}

	var hardware types.HardWare
	err = json.Unmarshal([]byte(resource.Resources), &hardware)
	if err != nil {
		return -1, fmt.Errorf("invalid hardware setting, %w", err)
	}

	_, err = c.deployer.CheckResourceAvailable(ctx, req.ClusterID, &hardware)
	if err != nil {
		return -1, fmt.Errorf("fail to check resource, %w", err)
	}