Function test_http_filesystem

tests/sources/filesystem/test_filesystem_source.py:18–28

(public_http_server, bucket_url: str)

    ],
)
def test_http_filesystem(public_http_server, bucket_url: str):
    public_resource = filesystem(bucket_url=bucket_url, file_glob="parquet/mlb_players.parquet")
    pipeline = dlt.pipeline("test_http_load", dev_mode=True, destination="duckdb")
    # just execute iterator
    load_info = pipeline.run(
        [
            public_resource.with_name("http_parquet_example"),
        ]
    )
    assert_load_info(load_info)
    assert pipeline.last_trace.last_normalize_info.row_counts["http_parquet_example"] == 1