Function main

pythonbuild/mirror.py:201–261

(argv: Sequence[str] | None = None)

def main(argv: Sequence[str] | None = None) -> int:
    args = parse_args(argv)

    try:
        uploads, missing = build_upload_entries(args.dist, args.tag)

        for filename in missing:
            print(f"missing release artifact: {filename}")

        if missing and not args.ignore_missing:
            raise SystemExit(f"missing {len(missing)} release artifacts")

        if not missing:
            print(f"found all {len(uploads)} release artifacts")

        client = None
        transfer_config = None
        if not args.dry_run:
            client, transfer_config = make_s3_client()

        mirror = S3MirrorClient(
            client=client,
            transfer_config=transfer_config,
            dry_run=args.dry_run,
        )

        errors: list[str] = []
        with concurrent.futures.ThreadPoolExecutor(
            max_workers=UPLOAD_CONCURRENCY
        ) as executor:
            futures = [
                executor.submit(
                    mirror.upload_file,
                    args.bucket,
                    f"{args.prefix}{entry.dest_name}",
                    args.dist / entry.source_name,
                )
                for entry in uploads
            ]

            for future in concurrent.futures.as_completed(futures):
                try:
                    future.result()
                except MirrorError as e:
                    errors.append(str(e))

        if errors:
            error_lines = "\n".join(f"- {error}" for error in sorted(errors))
            raise MirrorError(
                f"encountered {len(errors)} upload errors:\n{error_lines}"
            )

        mirror.upload_file(
            args.bucket,
            f"{args.prefix}SHA256SUMS",
            args.dist / "SHA256SUMS",
        )
    except MirrorError as e: