(args)
| 17 | retriever_lock = None |
| 18 | |
| 19 | def init_retriever(args): |
| 20 | global retriever_semaphore |
| 21 | config = Config(args.config) |
| 22 | for i in range(args.num_retriever): |
| 23 | print(f"Initializing retriever {i+1}/{args.num_retriever}") |
| 24 | retriever = get_retriever(config) |
| 25 | retriever_list.append(retriever) |
| 26 | available_retrievers.append(i) |
| 27 | # create a semaphore to limit the number of retrievers that can be used concurrently |
| 28 | retriever_semaphore = asyncio.Semaphore(args.num_retriever) |
| 29 | global retriever_lock |
| 30 | retriever_lock = asyncio.Lock() |
| 31 | |
| 32 | @app.get("/health") |
| 33 | async def health_check(): |
no test coverage detected