Function inference

modelscope/server/api/routers/model_router.py:13–37

Inference general interface. For image, video, audio etc binary data, need encoded with base64. Args: request (Request): The request object. request_info (ModelScopeRequest): The post body. Returns: ApiResponse: For binary field, encoded with base64

(
    request: Request,
    body: BaseModel = Body(examples=[{
        'usage': 'copy body from describe'
    }]))

@router.post('/call')
async def inference(
    request: Request,
    body: BaseModel = Body(examples=[{
        'usage': 'copy body from describe'
    }])):  # noqa E125
    """Inference general interface.

    For image, video, audio etc binary data, need encoded with base64.

    Args:
        request (Request): The request object.
        request_info (ModelScopeRequest): The post body.

    Returns:
        ApiResponse: For binary field, encoded with base64
    """
    pipeline_service = request.app.state.pipeline
    pipeline_info = request.app.state.pipeline_info
    request_json = await request.json()
    result = call_pipeline_with_json(pipeline_info, pipeline_service,
                                     request_json)
    # convert output to json, if binary field, we need encoded.
    output = pipeline_output_to_service_base64_output(
        pipeline_info['task_name'], result)
    return output


@router.get('/describe')