Function update_weights

fastdeploy/entrypoints/openai/api_server.py:447–473

(request: Request)

@app.post("/v1/update_weights")
async def update_weights(request: Request) -> Response:
    request_id = f"control-{uuid.uuid4()}"

    request_data = await request.json() if await request.body() else {}

    args = {}

    # Validate and extract version parameter
    if "version" in request_data and request_data["version"] is not None:
        if not isinstance(request_data["version"], str):
            return JSONResponse(
                status_code=400, content={"error": "Invalid parameter type", "message": "version must be a string"}
            )
        args["version"] = request_data["version"]

    # Validate and extract verify_checksum parameter
    if "verify_checksum" in request_data and request_data["verify_checksum"] is not None:
        if not isinstance(request_data["verify_checksum"], bool):
            return JSONResponse(
                status_code=400,
                content={"error": "Invalid parameter type", "message": "verify_checksum must be a boolean"},
            )
        args["verify_checksum"] = request_data["verify_checksum"]

    control_request = ControlRequest(request_id, "update_weights", args)
    control_response = await app.state.engine_client.run_control_method(control_request)
    return control_response.to_api_json_response()


@app.post("/v1/abort_requests")