Function test_tokenize_single_line

atomic-repository/src/semantic_regen.rs:812–818

()

    #[test]
    fn test_tokenize_single_line() {
        let content = b"hello world\n";
        let ops = tokenize_content_for_display("hello.txt", content, Encoding::Utf8);

        assert_eq!(ops.path(), "hello.txt");
        assert!(ops.line_count() >= 1);
    }

    #[test]
    fn test_tokenize_multi_line() {