Function upsert_cluster_inference_route

crates/openshell-server/src/inference.rs:156–241

(
    store: &Store,
    route_name: &str,
    provider_name: &str,
    model_id: &str,
    timeout_secs: u64,
    verify: bool,
)

}

async fn upsert_cluster_inference_route(
    store: &Store,
    route_name: &str,
    provider_name: &str,
    model_id: &str,
    timeout_secs: u64,
    verify: bool,
) -> Result<UpsertedInferenceRoute, Status> {
    if provider_name.trim().is_empty() {
        return Err(Status::invalid_argument("provider_name is required"));
    }
    if model_id.trim().is_empty() {
        return Err(Status::invalid_argument("model_id is required"));
    }

    let provider = store
        .get_message_by_name::<Provider>(provider_name)
        .await
        .map_err(|e| Status::internal(format!("fetch provider failed: {e}")))?
        .ok_or_else(|| {
            Status::failed_precondition(format!("provider '{provider_name}' not found"))
        })?;

    let resolved = resolve_provider_route(&provider, model_id)?;
    let validation = if verify {
        vec![verify_provider_endpoint(provider.object_name(), model_id, &resolved).await?]
    } else {
        Vec::new()
    };

    let config = build_cluster_inference_config(&provider, model_id, timeout_secs);

    // Fetch existing route to determine create vs. update path
    let existing = store
        .get_message_by_name::<InferenceRoute>(route_name)
        .await
        .map_err(|e| Status::internal(format!("fetch route failed: {e}")))?;

    let now_ms = current_time_ms();

    let (id, metadata, new_version, condition) = if let Some(existing) = existing {
        // Update path: preserve metadata, increment version, use CAS
        let resource_version = existing.metadata.as_ref().map_or(0, |m| m.resource_version);
        (
            existing.object_id().to_string(),
            existing.metadata.clone(),
            existing.version.saturating_add(1),
            WriteCondition::MatchResourceVersion(resource_version),
        )
    } else {
        // Create path: new metadata, version 1, use MustCreate
        let new_id = uuid::Uuid::new_v4().to_string();
        let new_metadata = Some(openshell_core::proto::datamodel::v1::ObjectMeta {
            id: new_id.clone(),
            name: route_name.to_string(),
            created_at_ms: now_ms,
            labels: std::collections::HashMap::new(),
            resource_version: 0,