Function workflow_default

test/doc-examples/mzcompose.py:186–236

(c: Composition, parser: WorkflowArgumentParser)

def workflow_default(c: Composition, parser: WorkflowArgumentParser) -> None:
    parser.add_argument(
        "files",
        nargs="*",
        default=["*.yml"],
        help="run against the specified files",
    )
    args = parser.parse_args()

    c.up(
        "fivetran-destination",
        "materialized",
        "postgres",
        "mysql",
        "minio",
        "kafka",
        "schema-registry",
        "ssh-bastion-host",
        "sql-server",
        Service("testdrive", idle=True),
    )

    def process(file: pathlib.Path) -> None:
        snippet = td_snippet(file)
        if not snippet:
            return
        print(f"--- {posixpath.relpath(file, LOCATION)}")
        junit_report = ci_util.junit_report_filename(str(file).replace("/", "_"))
        c.testdrive(
            snippet,
            silent=True,
            args=[f"--junit-report={junit_report}"],
            caller=f"{file}:1",
        )
        # Uploading successful junit files wastes time and contains no useful information
        os.remove(MZ_ROOT / "test" / "doc-examples" / junit_report)

    files_unsharded: list[pathlib.Path] = []
    for file in args.files:
        new_files = list(LOCATION.rglob(file))
        if not new_files:
            known = "\n  ".join(
                [posixpath.relpath(file, LOCATION) for file in LOCATION.rglob("*.yml")]
            )
            raise ValueError(f'No files found matching "{file}", known:\n  {known}')
        files_unsharded.extend(new_files)
    files: list[pathlib.Path] = buildkite.shard_list(
        sorted(files_unsharded),
        lambda file: str(file),
    )
    c.test_parts(files, process)