Function read_jsonlines

python/pathway/tests/utils.py:807–821

Return parsed rows from a JSON-Lines file, or `[]` if the file does not exist yet. Blank lines are skipped. The missing-file branch matters for streaming-pipeline tests that may poll for output before the first row lands on disk.

(path: str | pathlib.Path)

def read_jsonlines(path: str | pathlib.Path) -> list[dict]:
    """Return parsed rows from a JSON-Lines file, or `[]` if the file does not
    exist yet.  Blank lines are skipped.  The missing-file branch matters for
    streaming-pipeline tests that may poll for output before the first row
    lands on disk."""
    path = pathlib.Path(path)
    if not path.exists():
        return []
    rows: list[dict] = []
    with open(path) as f:
        for line in f:
            line = line.strip()
            if line:
                rows.append(json.loads(line))
    return rows


def get_aws_s3_settings():