Function limited_request_func

benchmarks/benchmark_serving.py:448–452

(request_func_input, pbar)

        semaphore = asyncio.Semaphore(max_concurrency) if max_concurrency else None

        async def limited_request_func(request_func_input, pbar):
            if semaphore is None:
                return await request_func(request_func_input=request_func_input, pbar=pbar)
            async with semaphore:
                return await request_func(request_func_input=request_func_input, pbar=pbar)

        tasks: list[asyncio.Task] = []
        benchmark_start_time = time.perf_counter()