Method get

lmdeploy/turbomind/checkpoint.py:63–72

Read the tensor at ``self.prefix + sep + name``. Empty ``name`` reads the tensor at the exact prefix. Raises ``KeyError`` on miss (delegates to checkpoint). If ``index`` is not None, the checkpoint slices the tensor along dim 0 on CPU before transferring to GPU.

(self, name: str = '', sep: str = '.', *, index=None)

    # ----- tensor access -----

    def get(self, name: str = '', sep: str = '.', *, index=None) -> torch.Tensor:
        """Read the tensor at ``self.prefix + sep + name``.

        Empty ``name`` reads the tensor at the exact prefix. Raises
        ``KeyError`` on miss (delegates to checkpoint).

        If ``index`` is not None, the checkpoint slices the tensor along
        dim 0 on CPU before transferring to GPU.
        """
        return self.ckpt.get(self._joined(name, sep), index=index)

    def has(self, name: str = '', sep: str = '.') -> bool:
        return self.ckpt.has(self._joined(name, sep))