Function is_valid_request_data

server/lib/api/inference.py:48–49

(data)

    return stream_response(global_state, request_uuid)

def is_valid_request_data(data):
    return isinstance(data['prompt'], str) and isinstance(data['models'], list)

def create_inference_request(model, storage, prompt, request_uuid):
    model_name, provider_name, model_tag, parameters = extract_model_data(model)