Function request_handler

docs/introduction/code_examples/03_globs.py:11–23

(context: BeautifulSoupCrawlingContext)

    @crawler.router.default_handler
    async def request_handler(context: BeautifulSoupCrawlingContext) -> None:
        context.log.info(f'Processing {context.request.url}.')

        # Enqueue links that match the 'include' glob pattern and
        # do not match the 'exclude' glob pattern.
        # highlight-next-line
        await context.enqueue_links(
            # highlight-next-line
            include=[Glob('https://someplace.com/**/cats')],
            # highlight-next-line
            exclude=[Glob('https://**/archive/**')],
            # highlight-next-line
        )

    await crawler.run(['https://crawlee.dev/'])