Function test_tokenize_multi_line

atomic-repository/src/semantic_regen.rs:821–826

()

    #[test]
    fn test_tokenize_multi_line() {
        let content = b"line 1\nline 2\nline 3\n";
        let ops = tokenize_content_for_display("multi.txt", content, Encoding::Utf8);

        assert!(ops.line_count() >= 3);
    }

    #[test]
    fn test_tokenize_binary_content() {