Method load

internlm/utils/storage_manager.py:207–228

Args: fp (str): Path to save, eg. s3://opennlplab/model_weights/xxx/ddd.pt

(
        handler,
        bucket_name: str,
        fp: str,
        local_nvme_path: str,  # pylint: disable=W0613
        *args,
        **kwargs,
    )

    @staticmethod
    def load(
        handler,
        bucket_name: str,
        fp: str,
        local_nvme_path: str,  # pylint: disable=W0613
        *args,
        **kwargs,
    ) -> Dict:
        """
        Args:
            fp (str): Path to save, eg. s3://opennlplab/model_weights/xxx/ddd.pt
        """
        try:
            with io.BytesIO() as f:
                handler.client.download_fileobj(bucket_name, fp, f, Config=handler.config)
                f.seek(0)
                states = torch.load(f, *args, **kwargs)
        except handler.botocore.exceptions.EndpointConnectionError as exc:
            raise RuntimeError(
                f"Boto3 Network Error: Please Check your Internet Connection in {socket.gethostname()}"
            ) from exc
        return states

    @staticmethod
    def assert_fp_exists(handler, bucket_name: str, fp: str, local_nvme_path: str):  # pylint: disable=W0613