Function workflow_instance_size

test/limits/mzcompose.py:2400–2602

Create multiple clusters with multiple nodes and replicas each

(c: Composition, parser: WorkflowArgumentParser)

def workflow_instance_size(c: Composition, parser: WorkflowArgumentParser) -> None:
    """Create multiple clusters with multiple nodes and replicas each"""

    parser.add_argument(
        "--workers",
        type=int,
        metavar="N",
        default=2,
        help="set the default number of workers",
    )

    parser.add_argument(
        "--clusters",
        type=int,
        metavar="N",
        default=8,
        help="set the number of clusters to create",
    )
    parser.add_argument(
        "--replicas",
        type=int,
        metavar="N",
        default=4,
        help="set the number of replicas per cluster",
    )
    parser.add_argument(
        "--nodes",
        type=int,
        metavar="N",
        default=4,
        help="set the number of nodes per cluster replica",
    )
    args = parser.parse_args()

    assert args.clusters <= MAX_CLUSTERS, "SERVICES have to be static"
    assert args.replicas <= MAX_REPLICAS, "SERVICES have to be static"
    assert args.nodes <= MAX_NODES, "SERVICES have to be static"

    c.up(
        "kafka",
        "schema-registry",
        "materialized",
        "balancerd",
        "frontegg-mock",
        Service("testdrive", idle=True),
    )

    # Construct the requied Clusterd instances and peer them into clusters
    node_names = []
    node_overrides = []
    for cluster_id in range(1, args.clusters + 1):
        for replica_id in range(1, args.replicas + 1):
            names = [
                f"clusterd_{cluster_id}_{replica_id}_{i}"
                for i in range(1, args.nodes + 1)
            ]
            for node_name in names:
                node_names.append(node_name)