Function run_once

test/parallel-benchmark/mzcompose.py:377–554

(
    c: Composition,
    scenarios: list[type[Scenario]],
    service_names: list[str],
    tag: str | None,
    params: str | None,
    args,
    suffix: str,
    sqlite_store: bool,
)

def run_once(
    c: Composition,
    scenarios: list[type[Scenario]],
    service_names: list[str],
    tag: str | None,
    params: str | None,
    args,
    suffix: str,
    sqlite_store: bool,
) -> tuple[dict[Scenario, dict[str, Statistics]], list[TestFailureDetails]]:
    stats: dict[Scenario, dict[str, Statistics]] = {}
    failures: list[TestFailureDetails] = []

    overrides = []

    if args.benchmarking_env:
        assert not args.mz_url
        assert not args.canary_env
        region = "aws/us-east-1"
        environment = os.getenv("ENVIRONMENT", "staging")
        app_password = os.environ["QA_BENCHMARKING_APP_PASSWORD"]

        target = PgConnInfo(
            user="qabenchmarking",
            password=app_password,
            database="materialize",
            # Service accounts can't use mz
            host="4pe2w4etmpsnwx1iizersezg7.lb.us-east-1.aws.staging.materialize.cloud",
            # host=get_cloud_hostname(
            #     c, region=region, environment=environment, app_password=app_password
            # ),
            port=6875,
            ssl=True,
        )
    elif args.canary_env:
        assert not args.mz_url
        assert not args.benchmarking_env
        region = "aws/us-east-1"
        environment = os.getenv("ENVIRONMENT", "production")
        app_password = os.environ["CANARY_LOADTEST_APP_PASSWORD"]

        target = PgConnInfo(
            user=os.getenv(
                "CANARY_LOADTEST_USERNAME", "infra+qacanaryload@materialize.io"
            ),
            password=app_password,
            database="materialize",
            host=get_cloud_hostname(
                c, region=region, environment=environment, app_password=app_password
            ),
            port=6875,
            ssl=True,
        )
    elif args.mz_url:
        overrides = [
            Testdrive(
                no_reset=True,
                materialize_url=args.mz_url,