Method parse_response

core/src/llm/ai21.rs:118–182

Parse the AI21 response into your internal `LlmResponse`

(&self, resp: Ai21Response)

    /// Parse the AI21 response into your internal `LlmResponse`
    fn parse_response(&self, resp: Ai21Response) -> GraphBitResult<LlmResponse> {
        let choice = resp
            .choices
            .into_iter()
            .next()
            .ok_or_else(|| GraphBitError::llm_provider("ai21", "No choices in response"))?;

        let mut content = choice.message.content;
        // If content is empty but tool_calls are present, we may set default content text
        if content.trim().is_empty()
            && !choice
                .message
                .tool_calls
                .as_ref()
                .unwrap_or(&vec![])
                .is_empty()
        {
            content = "Calling tool to fulfill request.".to_string();
        }

        let tool_calls = choice
            .message
            .tool_calls
            .unwrap_or_default()
            .into_iter()
            .map(|tc| {
                let params = if tc.function.arguments.trim().is_empty() {
                    serde_json::Value::Object(serde_json::Map::new())
                } else {
                    match serde_json::from_str(&tc.function.arguments) {
                        Ok(v) => v,
                        Err(e) => {
                            tracing::warn!(
                                "Failed to parse AI21 tool arguments {}: {}",
                                tc.function.name,
                                e
                            );
                            serde_json::json!({ "raw_arguments": tc.function.arguments })
                        }
                    }
                };
                LlmToolCall {
                    id: tc.id,
                    name: tc.function.name,
                    parameters: params,
                }
            })
            .collect();

        let finish_reason = match choice.finish_reason.as_deref() {
            Some("stop") => FinishReason::Stop,
            Some("length") => FinishReason::Length,
            Some("tool_calls") => FinishReason::ToolCalls,
            Some(other) => FinishReason::Other(other.to_string()),
            None => FinishReason::Stop,
        };

        let usage = LlmUsage::new(resp.usage.prompt_tokens, resp.usage.completion_tokens);