Function auto_mark_file

scripts/update_lib/cmd_auto_mark.py:720–839

Run tests and auto-mark failures in a test file. Args: test_path: Path to the test file mark_failure: If True, add @expectedFailure to ALL failing tests verbose: Print progress messages original_methods: If provided, only auto-mark failures for NEW methods

(
    test_path: pathlib.Path,
    mark_failure: bool = False,
    verbose: bool = True,
    original_methods: set[tuple[str, str]] | None = None,
    skip_build: bool = False,
)

def auto_mark_file(
    test_path: pathlib.Path,
    mark_failure: bool = False,
    verbose: bool = True,
    original_methods: set[tuple[str, str]] | None = None,
    skip_build: bool = False,
) -> tuple[int, int, int]:
    """
    Run tests and auto-mark failures in a test file.

    Args:
        test_path: Path to the test file
        mark_failure: If True, add @expectedFailure to ALL failing tests
        verbose: Print progress messages
        original_methods: If provided, only auto-mark failures for NEW methods
                          (methods not in original_methods) even without mark_failure.
                          Failures in existing methods are treated as regressions.

    Returns:
        (num_failures_added, num_successes_removed, num_regressions)
    """
    test_path = pathlib.Path(test_path).resolve()
    if not test_path.exists():
        raise FileNotFoundError(f"File not found: {test_path}")

    # Strip reason-less markers so those tests fail normally and we capture
    # their error messages during the test run.
    contents = test_path.read_text(encoding="utf-8")
    original_contents = contents
    contents, stripped_tests = strip_reasonless_expected_failures(contents)
    if stripped_tests:
        test_path.write_text(contents, encoding="utf-8")

    test_name = get_test_module_name(test_path)
    if verbose:
        print(f"Running test: {test_name}")

    results = run_test(test_name, skip_build=skip_build)

    # Check if test run failed entirely (e.g., import error, crash)
    if (
        not results.tests_result
        and not results.tests
        and not results.unexpected_successes
    ):
        # Restore original contents before raising
        if stripped_tests:
            test_path.write_text(original_contents, encoding="utf-8")
        raise TestRunError(
            f"Test run failed for {test_name}. "
            f"Output: {results.stdout[-500:] if results.stdout else '(no output)'}"
        )

    # If the run crashed (incomplete), restore original file so that markers
    # for tests that never ran are preserved.  Only observed results will be
    # re-applied below.
    if not results.tests_result and stripped_tests:
        test_path.write_text(original_contents, encoding="utf-8")