Function main

scripts/fetch_flaky_tests.py:167–253

()

def main() -> None:
    parser = argparse.ArgumentParser(
        description="Fetch top flaky E2E tests from recent CI runs"
    )
    parser.add_argument(
        "--days",
        type=int,
        default=4,
        help="Number of days to look back (default: 4)",
    )
    parser.add_argument(
        "--limit",
        type=int,
        default=100,
        help="Maximum number of workflow runs to fetch (default: 100)",
    )
    parser.add_argument(
        "--top",
        type=int,
        default=10,
        help="Number of top flaky tests to return (default: 10)",
    )
    parser.add_argument(
        "--min-reruns",
        type=int,
        default=2,
        help="Minimum total reruns to include (default: 2)",
    )
    parser.add_argument(
        "--json",
        action="store_true",
        help="Output as JSON",
    )
    args = parser.parse_args()

    print(
        f"Fetching successful playwright.yml runs from the last {args.days} days...",
        file=sys.stderr,
    )
    runs = _fetch_successful_workflow_runs(days=args.days, limit=args.limit)
    print(f"Found {len(runs)} successful runs", file=sys.stderr)

    if not runs:
        print("No successful runs found in the specified time range", file=sys.stderr)
        sys.exit(0)

    all_flaky_tests = []
    with tempfile.TemporaryDirectory() as temp_dir:
        temp_path = Path(temp_dir)
        for i, run in enumerate(runs):
            run_id = run["databaseId"]
            print(
                f"Processing run {i + 1}/{len(runs)} (ID: {run_id})...",
                file=sys.stderr,
            )

            test_stats = _download_test_stats(run_id, temp_path)
            if test_stats: