Function TestIntegrationS3

upload/s3_integration_test.go:155–173

(t *testing.T)

}

func TestIntegrationS3(t *testing.T) {
	// This test configures a pipelines from the ground up by passing it a TOML,
	// mocks S3 to not rely on an external service. The created topology is then
	// ran in conditions that are very similar to what would happen in production
	// with a batch workload (i.e process an pre-specified amount of record and
	// exits).
	//
	// The topology should end by itself without any error, we also checks that
	t.Run("topology.wait", testIntegrationS3(false))

	// the expected number of files have been uploaded to their expected bucket/key.
	// On the second subtest we immeditately stop the topology after starting it,
	// but the outcome should be the same since we wait enough time for the input
	// to produce the records, which means topology.Stop() should block until:
	//  - all records have been processed,
	//  - all files have been written by the output
	//  - all files have been uplodaed by the S3 upload
	t.Run("topology.stop", testIntegrationS3(true))
}