Method push

ms_agent/utils/push_to_hub.py:437–489

Push files from a local directory to the ModelScope repository. Args: repo_id (str): The ModelScope repository ID in the format 'namespace/repo_name'. For example, 'my_namespace/my_model'. folder_path (str): The local directory containing fil

(
        self,
        *,
        repo_id: str,
        folder_path: str,
        path_in_repo: Optional[str] = None,
        repo_type: Optional[str] = 'model',
        commit_message: Optional[str] = None,
        exclude: Optional[List[str]] = None,
        add_powered_by: Optional[bool] = True,
    )

            )

    def push(
        self,
        *,
        repo_id: str,
        folder_path: str,
        path_in_repo: Optional[str] = None,
        repo_type: Optional[str] = 'model',
        commit_message: Optional[str] = None,
        exclude: Optional[List[str]] = None,
        add_powered_by: Optional[bool] = True,
    ):
        """
        Push files from a local directory to the ModelScope repository.

        Args:
            repo_id (str): The ModelScope repository ID in the format 'namespace/repo_name'.
                For example, 'my_namespace/my_model'.
            folder_path (str): The local directory containing files to upload.
            path_in_repo (Optional[str]): The relative path in the repository where files should be stored.
                Defaults to the root of the repository.
            repo_type (Optional[str]): Type of the repository, either 'model' or 'dataset'. Defaults to 'model'.
            commit_message (Optional[str]): The commit message for the upload. Defaults to a generic message.
            exclude (Optional[List[str]]): List of regex patterns to exclude files from upload. Defaults to None.
        """
        path_in_repo_replace = f'{path_in_repo.rstrip("/")}/' if path_in_repo else ''
        path_in_repo_url: str = f'{self.endpoint}/{repo_type}s/{repo_id}/resolve/master/{path_in_repo_replace}'
        origin_report, backup_report = self._preprocess(
            folder_path=folder_path,
            path_in_repo_url=path_in_repo_url,
            add_powered_by=add_powered_by,
        )

        try:
            self.api.upload_folder(
                repo_id=repo_id,
                folder_path=folder_path,
                path_in_repo=path_in_repo,
                commit_message=commit_message or f'Upload files to {repo_id}',
                token=self.token,
                ignore_patterns=exclude,
                revision='master',
            )
            target_url: str = f'{self.endpoint}/{repo_type}s/{repo_id}/files'
            logger.info(
                f'Successfully pushed files to ModelScope: {target_url}')
        except Exception as e:
            logger.error(f'Failed to push files to ModelScope: {e}')
        finally:
            if origin_report and backup_report:
                self._postprocess(
                    report_file_path=origin_report,
                    report_file_path_in_cache=backup_report,
                )


class PushToHuggingFace(PushToHub):