Function resolve_inference_bundle

crates/openshell-server/src/inference.rs:891–931

Resolve the inference bundle (all managed routes + revision hash).

(store: &Store)

/// Resolve the inference bundle (all managed routes + revision hash).
async fn resolve_inference_bundle(store: &Store) -> Result<GetInferenceBundleResponse, Status> {
    let mut routes = Vec::new();
    if let Some(r) = resolve_route_by_name(store, CLUSTER_INFERENCE_ROUTE_NAME).await? {
        routes.push(r);
    }
    if let Some(r) = resolve_route_by_name(store, SANDBOX_SYSTEM_ROUTE_NAME).await? {
        routes.push(r);
    }

    let now_ms = i64::try_from(
        std::time::SystemTime::now()
            .duration_since(std::time::UNIX_EPOCH)
            .unwrap_or_default()
            .as_millis(),
    )
    .unwrap_or(i64::MAX);

    // Compute a simple revision from route contents for cache freshness checks.
    let revision = {
        use std::hash::{Hash, Hasher};
        let mut hasher = std::collections::hash_map::DefaultHasher::new();
        for r in &routes {
            r.name.hash(&mut hasher);
            r.base_url.hash(&mut hasher);
            r.model_id.hash(&mut hasher);
            r.api_key.hash(&mut hasher);
            r.protocols.hash(&mut hasher);
            r.provider_type.hash(&mut hasher);
            r.timeout_secs.hash(&mut hasher);
            r.model_in_path.hash(&mut hasher);
            r.request_path_override.hash(&mut hasher);
        }
        format!("{:016x}", hasher.finish())
    };

    Ok(GetInferenceBundleResponse {
        routes,
        revision,
        generated_at_ms: now_ms,
    })
}

async fn resolve_route_by_name(
    store: &Store,