Function read_general

Large-DiT-T2I/data/data_reader.py:11–17

(path)

logger = logging.getLogger(__name__)

def read_general(path) -> Union[str, BytesIO]:
    if "s3://" in path:
        init_ceph_client_if_needed()
        file_bytes = BytesIO(client.get(path))
        return file_bytes
    else:
        return path

def init_ceph_client_if_needed():
    global client