Method checkpoint_paths

axlearn/common/checkpointer.py:1006–1016

See `BaseCheckpointer.checkpointer_paths`.

(cls, base_dir: str)

    @classmethod
    def checkpoint_paths(cls, base_dir: str) -> list[str]:
        """See `BaseCheckpointer.checkpointer_paths`."""
        # The default checkpointer commits under "<base_dir>/<step_prefix>_<step>/index". Using a
        # concurrent `exists` check for the index file can be several times faster than `glob` on
        # gcs when there are many checkpoint files, even if using a "native" solution like
        # `google-cloud-python` SDK.
        paths = cls._all_checkpoint_paths(base_dir)
        paths = [os.path.join(path, "index") for path in paths]
        with futures.ThreadPoolExecutor() as pool:
            index_exists = pool.map(fs.exists, paths)
        return [os.path.dirname(path) for path, committed in zip(paths, index_exists) if committed]

    @classmethod
    def checkpoint_steps(cls, base_dir: str) -> list[int]: