Function test_custom_user_agent

tests/async/test_parameters_and_options.py:57–64

()

@pytest.mark.asyncio
async def test_custom_user_agent():
    async with AsyncWebCrawler(verbose=True) as crawler:
        url = "https://www.nbcnews.com/business"
        custom_user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36 Crawl4AI/1.0"
        result = await crawler.arun(url=url, user_agent=custom_user_agent, bypass_cache=True)
        
        assert result.success
        # Note: We can't directly verify the user agent in the result, but we can check if the crawl was successful

@pytest.mark.asyncio
async def test_extract_media_and_links():