Function get_python_file_asts

src/pyspector/cli.py:181–297

Recursively finds Python files and returns their content and AST. Args: path: File or directory to scan. enable_syntax_warnings: When True, SyntaxWarning is treated as an error and the offending file is excluded from results. _stats_meta: Optional dict t

(
    path: Path,
    enable_syntax_warnings: bool = False,
    _stats_meta: Optional[Dict[str, int]] = None,
    debug: bool = False,
    exclude: Optional[List[str]] = None,
    cache: Optional[IncrementalAstCache] = None,
)

    abs_str = str(file_path).replace("\\", "/")
    parts = set(rel.parts) | set(file_path.parts)
    for pat in patterns:
        if fnmatch.fnmatch(rel_str, pat) or fnmatch.fnmatch(abs_str, pat):
            return True
        if pat in parts:
            return True
    return False


def get_python_file_asts(
    path: Path,
    enable_syntax_warnings: bool = False,
    _stats_meta: Optional[Dict[str, int]] = None,
    debug: bool = False,
    exclude: Optional[List[str]] = None,
    cache: Optional[IncrementalAstCache] = None,
) -> List[Dict[str, Any]]:
    """
    Recursively finds Python files and returns their content and AST.

    Args:
        path: File or directory to scan.
        enable_syntax_warnings: When True, SyntaxWarning is treated as an
            error and the offending file is excluded from results.
        _stats_meta: Optional dict that will be populated with
            ``{'skipped': N, 'errors': N}`` for use by StatsCollector.
            Defaults to None (no tracking).  Backward-compatible: callers
            that do not pass this argument are unaffected.
        cache: Optional incremental AST cache. When supplied (and syntax
            warnings are not being promoted to errors), the cached AST JSON
            is reused instead of re-running ast.parse + json.dumps. The cache
            suppresses SyntaxWarning internally, so it is bypassed whenever
            ``enable_syntax_warnings`` is True to preserve that diagnostic.
    """
    if _stats_meta is not None:
        _stats_meta['skipped'] = 0
        _stats_meta['errors']  = 0

    results = []
    exclude_patterns = list(exclude or [])
    root = path if path.is_dir() else path.parent
    if path.is_dir():
        files_to_scan = [
            p for p in path.glob("**/*.py")
            if not _is_path_excluded(p, root, exclude_patterns)
        ]
    else:
        files_to_scan = [path]

    with warnings.catch_warnings():
        if not enable_syntax_warnings:
            warnings.filterwarnings('ignore', category=SyntaxWarning)
        else:
            warnings.filterwarnings('error', category=SyntaxWarning)

        for py_file in files_to_scan:
            if py_file.is_file():
                display_path = (
                    py_file.relative_to(path) if path.is_dir() else py_file.name