MCPcopy Create free account
hub / github.com/apify/crawlee-python / load

Method load

src/crawlee/_utils/sitemap.py:436–447  ·  view source on GitHub ↗
(
        cls,
        urls: str | list[str],
        http_client: HttpClient,
        proxy_info: ProxyInfo | None = None,
        parse_sitemap_options: ParseSitemapOptions | None = None,
    )

Source from the content-addressed store, hash-verified

434
435 @classmethod
436 async def load(
437 cls,
438 urls: str | list[str],
439 http_client: HttpClient,
440 proxy_info: ProxyInfo | None = None,
441 parse_sitemap_options: ParseSitemapOptions | None = None,
442 ) -> Sitemap:
443 if isinstance(urls, str):
444 urls = [urls]
445 return await cls.parse(
446 [SitemapSource(type='url', url=url) for url in urls], http_client, proxy_info, parse_sitemap_options
447 )
448
449 @classmethod
450 async def from_xml_string(cls, content: str) -> Sitemap:

Callers 15

_cli.pyFile · 0.45
openMethod · 0.45
get_valueMethod · 0.45
openMethod · 0.45
openMethod · 0.45
_parse_request_fileMethod · 0.45
try_common_namesMethod · 0.45

Calls 2

SitemapSourceClass · 0.85
parseMethod · 0.45