Function generate_completion

fastchat/serve/openai_api_server.py:703–704

(payload: Dict[str, Any], worker_addr: str)

async def generate_completion(payload: Dict[str, Any], worker_addr: str):
    return await fetch_remote(worker_addr + "/worker_generate", payload, "")


@app.post("/v1/embeddings", dependencies=[Depends(check_api_key)])