MCPcopy Create free account
hub / github.com/cortexproject/cortex / convertBlockToParquet

Function convertBlockToParquet

pkg/querier/parquet_queryable_test.go:561–590  ·  view source on GitHub ↗

convertBlockToParquet converts a TSDB block to parquet and uploads it to the bucket

(t *testing.T, ctx context.Context, userBucketClient objstore.Bucket, blockID ulid.ULID, blockDir string)

Source from the content-addressed store, hash-verified

559
560// convertBlockToParquet converts a TSDB block to parquet and uploads it to the bucket
561func convertBlockToParquet(t *testing.T, ctx context.Context, userBucketClient objstore.Bucket, blockID ulid.ULID, blockDir string) error {
562 tsdbBlock, err := tsdb.OpenBlock(nil, blockDir, chunkenc.NewPool(), tsdb.DefaultPostingsDecoderFactory)
563 require.NoError(t, err)
564
565 converterOpts := []convert.ConvertOption{
566 convert.WithSortBy(labels.MetricName),
567 convert.WithColDuration(time.Hour * 8),
568 convert.WithRowGroupSize(1000),
569 convert.WithName(blockID.String()),
570 }
571
572 numShards, err := convert.ConvertTSDBBlock(
573 ctx,
574 userBucketClient,
575 tsdbBlock.MinTime(),
576 tsdbBlock.MaxTime(),
577 []convert.Convertible{tsdbBlock},
578 util_log.SLogger,
579 converterOpts...,
580 )
581 require.NoError(t, err)
582
583 _ = tsdbBlock.Close()
584
585 // Write parquet converter marker
586 err = parquet.WriteConverterMark(ctx, blockID, userBucketClient, numShards)
587 require.NoError(t, err)
588
589 return nil
590}
591
592func defaultOverrides(t *testing.T, queryVerticalShardSize int) *validation.Overrides {
593 limits := validation.Limits{}

Callers 1

Calls 4

WriteConverterMarkFunction · 0.92
WithNameMethod · 0.80
StringMethod · 0.65
CloseMethod · 0.65

Tested by

no test coverage detected