(
model: Model,
encrypted_credentials: Dict,
query: str,
documents: List[str],
top_n: int,
)
| 34 | |
| 35 | # For POST /v1/rerank |
| 36 | async def rerank( |
| 37 | model: Model, |
| 38 | encrypted_credentials: Dict, |
| 39 | query: str, |
| 40 | documents: List[str], |
| 41 | top_n: int, |
| 42 | ) -> ResponseWrapper: |
| 43 | model_schema_id = model.model_schema_id |
| 44 | provider_model_id, properties = await __validate_model(model) |
| 45 | request_url = f"{CONFIG.TASKINGAI_INFERENCE_URL}/v1/rerank" |
| 46 | payload = { |
| 47 | "model_schema_id": model_schema_id, |
| 48 | "provider_model_id": provider_model_id, |
| 49 | "encrypted_credentials": encrypted_credentials, |
| 50 | "properties": properties, |
| 51 | "query": query, |
| 52 | "documents": documents, |
| 53 | "top_n": top_n, |
| 54 | } |
| 55 | |
| 56 | async with aiohttp.ClientSession() as session: |
| 57 | response = await session.post(request_url, json=payload) |
| 58 | return ResponseWrapper(response.status, await response.json()) |
no test coverage detected