Function fetch

WebAgent/WebWalker/src/rag_system.py:84–86

(session, url, headers, data, semaphore, query_text)

    MAX_CONCURRENT = 16

    async def fetch(session, url, headers, data, semaphore, query_text):
        async with semaphore:
            return query_text, await _fetch_with_retry(session, url, headers, data)

    @retry(stop=stop_after_attempt(10), wait=wait_exponential(min=4, max=60), reraise=True)
    async def _fetch_with_retry(session, url, headers, data):