Method load_from

python/graphscope/framework/graph.py:1193–1246

Load a ArrowProperty graph from a certain data source. The data source can be vineyard serialized files, graphar serialized files, or other data sources supported by graphscope. Args: uri (str): URI contains the description of the data source or p

(cls, uri, sess=None, **kwargs)

    @classmethod
    def load_from(cls, uri, sess=None, **kwargs):
        """Load a ArrowProperty graph from a certain data source. The data source
        can be vineyard serialized files, graphar serialized files, or other data
        sources supported by graphscope.

        Args:
            uri (str): URI contains the description of the data source or
                path contains the serialization files,
                example: "graphar+file:///tmp/graphar/xxx"
            sess (`graphscope.Session`): The target session that the graph
                will be construct, if None, use the default session.
            selector (dict, optional): the selector to select the data to read.
            graphar_store_in_local (bool, optional): whether store graphar format in local, default is False.
        Returns:
            `Graph`: A new graph object.
        """
        from graphscope.client.session import get_default_session

        def _check_load_options(load_options):
            for k, v in load_options.items():
                if k == "selector":
                    if not isinstance(v, dict):
                        raise ValueError(
                            "selector should be a dict, but got {}".format(type(v))
                        )
                elif k == "graphar_store_in_local":
                    if not isinstance(v, bool):
                        raise ValueError(
                            "graphar_store_in_local should be a bool, but got {}".format(
                                v
                            )
                        )

        if sess is None:
            sess = get_default_session()
        uri_str = uri
        uri = urlparse(uri)
        if uri.scheme and "+" in uri.scheme:
            source = uri.scheme.split("+")[0]
            if uri.scheme.split("+")[-1] not in ["file", "s3", "oss", "hdfs"]:
                raise ValueError(
                    "Unknown file system %s, currently only support file, s3, oss and hdfs"
                    % uri.scheme.split("+")[-1]
                )
            path = uri.scheme.split("+")[-1] + "://" + uri.netloc + uri.path
            if source == "graphar":
                _check_load_options(kwargs)
                return cls._load_from_graphar(path, sess, **kwargs)
            else:
                raise ValueError("Unknown source %s with uri $s:" % source, uri_str)
        else:
            # not a uri string, assume it is a path for deserialization
            op = dag_utils.deserialize_graph(uri_str, sess, **kwargs)
            return sess._wrapper(GraphDAGNode(sess, op))

    def save_to(
        self,