Function lazy_load_file

utils/convert.py:987–995

(path: Path)

@functools.lru_cache(maxsize=None)
def lazy_load_file(path: Path) -> ModelPlus:
    fp = open(path, 'rb')
    first8 = fp.read(8)
    fp.seek(0)
    if struct.unpack('<Q', first8)[0] < 16 * 1024 * 1024:
        # Safetensors format
        return lazy_load_safetensors_file(fp, path)
    else:
        raise ValueError(f"unknown format: {path}. Only safetensors format is supported.")


In = TypeVar('In')