Function compute_non_code_ranges

server/src/ops/content.rs:211–301

Compute byte ranges of comment and string nodes using tree-sitter.

(source: &str, language: Language)

/// Compute byte ranges of comment and string nodes using tree-sitter.
fn compute_non_code_ranges(source: &str, language: Language) -> Vec<(usize, usize)> {
    use tree_sitter::StreamingIterator;

    let config = match queries::get_language_config(language) {
        Some(c) => c,
        None => return Vec::new(),
    };

    let mut parser = tree_sitter::Parser::new();
    if parser.set_language(&config.language).is_err() {
        return Vec::new();
    }

    let tree = match parser.parse(source, None) {
        Some(t) => t,
        None => return Vec::new(),
    };

    // Query for comment and string nodes
    let query_str = match language {
        Language::Rust => r#"
            (line_comment) @skip
            (block_comment) @skip
            (string_literal) @skip
            (raw_string_literal) @skip
        "#,
        Language::Python => r#"
            (comment) @skip
            (string) @skip
        "#,
        Language::TypeScript | Language::JavaScript => r#"
            (comment) @skip
            (string) @skip
            (template_string) @skip
        "#,
        Language::Go => r#"
            (comment) @skip
            (raw_string_literal) @skip
            (interpreted_string_literal) @skip
        "#,
        Language::Java => r#"
            (line_comment) @skip
            (block_comment) @skip
            (string_literal) @skip
        "#,
        Language::Scala => r#"
            (comment) @skip
            (block_comment) @skip
            (string) @skip
            (interpolated_string_expression) @skip
        "#,
        Language::Ruby => r#"
            (comment) @skip
            (string) @skip
            (heredoc_body) @skip
            (regex) @skip
        "#,
        Language::Php => r#"