Function test_tokenize_simple_content

atomic-repository/src/semantic_regen.rs:795–803

()

    #[test]
    fn test_tokenize_simple_content() {
        let content = b"fn main() {\n    println!(\"hello\");\n}\n";
        let ops = tokenize_content_for_display("src/main.rs", content, Encoding::Utf8);

        assert_eq!(ops.path(), "src/main.rs");
        assert!(ops.is_create());
        assert!(ops.line_count() > 0);
        assert!(ops.token_count() > 0);
    }

    #[test]
    fn test_tokenize_empty_content() {