Function detect_encoding

atomic-core/src/record/workflow/compare.rs:239–251

Detect the encoding of content. Analyzes content to determine if it's valid UTF-8 text or binary data. # Arguments `content` - The content to analyze # Returns `Encoding::Utf8` for valid text, `Encoding::Binary` otherwise. # Algorithm Content is considered binary if: 1. It contains null bytes (0x00) 2. It's not valid UTF-8 # Example ```rust use atomic_core::record::workflow::compare::dete

(content: &[u8])

/// assert_eq!(detect_encoding(&[0x00, 0x01, 0x02]), Encoding::Binary);
/// ```
pub fn detect_encoding(content: &[u8]) -> Encoding {
    // Check for null bytes (strong indicator of binary)
    if content.contains(&0) {
        return Encoding::Binary;
    }

    // Check for valid UTF-8
    if std::str::from_utf8(content).is_ok() {
        Encoding::Utf8
    } else {
        Encoding::Binary
    }
}

/// Check if content is binary.
///