Function api_rerank

backend/app/routes/inference/rerank.py:23–43

(
    request: Request,
    data: RerankRequest,
    auth_info: Dict = Depends(auth_info_required),
)

    response_model=RerankResponse,
)
async def api_rerank(
    request: Request,
    data: RerankRequest,
    auth_info: Dict = Depends(auth_info_required),
):
    # validate model
    model: Model = await get_model(
        model_id=data.model_id,
    )

    # generate none stream response
    response = await rerank(
        model=model,
        encrypted_credentials=model.encrypted_credentials,
        query=data.query,
        documents=data.documents,
        top_n=data.top_n,
    )
    check_http_error(response)
    data = RerankResult(results=response.json()["data"]["results"])
    return RerankResponse(data=data, usage=response.json()["usage"])