Function estimated_tokens

core/src/context/static_provider.rs:78–84

(item: &ContextItem)

}

fn estimated_tokens(item: &ContextItem) -> usize {
    if item.token_count > 0 {
        item.token_count
    } else {
        item.content.split_whitespace().count().max(1)
    }
}

fn truncate_item(item: &ContextItem, max_tokens: usize) -> ContextItem {
    let max_bytes = max_tokens.saturating_mul(4).max(1);