Function filter_sections

explainshell/extraction/llm/text.py:114–145

Remove blacklisted top-level sections from manpage text. Returns (filtered_text, removal_counts).

(text: str)

def filter_sections(text: str) -> tuple[str, dict[str, int]]:
    """Remove blacklisted top-level sections from manpage text.

    Returns (filtered_text, removal_counts).
    """
    sections = _split_sections(text)
    kept: list[str] = []
    removal_counts: dict[str, int] = {}
    skip_until_top = False

    for _start, section_text in sections:
        header_line = section_text.split("\n", 1)[0].strip()

        is_top_level = header_line.startswith("# ") and not header_line.startswith(
            "## "
        )

        if is_top_level:
            heading_name = header_line.split(" ", 1)[1].strip().upper()
            if heading_name in _BLACKLISTED_SECTIONS:
                removal_counts[heading_name] = removal_counts.get(heading_name, 0) + 1
                skip_until_top = True
                continue
            else:
                skip_until_top = False

        if skip_until_top:
            continue

        kept.append(section_text)

    return "\n".join(kept), removal_counts


_MAX_PREAMBLE_CHARS = CHUNK_SIZE_CHARS // 2