convertBlockToParquet converts a TSDB block to parquet and uploads it to the bucket
(t *testing.T, ctx context.Context, userBucketClient objstore.Bucket, blockID ulid.ULID, blockDir string)
| 559 | |
| 560 | // convertBlockToParquet converts a TSDB block to parquet and uploads it to the bucket |
| 561 | func convertBlockToParquet(t *testing.T, ctx context.Context, userBucketClient objstore.Bucket, blockID ulid.ULID, blockDir string) error { |
| 562 | tsdbBlock, err := tsdb.OpenBlock(nil, blockDir, chunkenc.NewPool(), tsdb.DefaultPostingsDecoderFactory) |
| 563 | require.NoError(t, err) |
| 564 | |
| 565 | converterOpts := []convert.ConvertOption{ |
| 566 | convert.WithSortBy(labels.MetricName), |
| 567 | convert.WithColDuration(time.Hour * 8), |
| 568 | convert.WithRowGroupSize(1000), |
| 569 | convert.WithName(blockID.String()), |
| 570 | } |
| 571 | |
| 572 | numShards, err := convert.ConvertTSDBBlock( |
| 573 | ctx, |
| 574 | userBucketClient, |
| 575 | tsdbBlock.MinTime(), |
| 576 | tsdbBlock.MaxTime(), |
| 577 | []convert.Convertible{tsdbBlock}, |
| 578 | util_log.SLogger, |
| 579 | converterOpts..., |
| 580 | ) |
| 581 | require.NoError(t, err) |
| 582 | |
| 583 | _ = tsdbBlock.Close() |
| 584 | |
| 585 | // Write parquet converter marker |
| 586 | err = parquet.WriteConverterMark(ctx, blockID, userBucketClient, numShards) |
| 587 | require.NoError(t, err) |
| 588 | |
| 589 | return nil |
| 590 | } |
| 591 | |
| 592 | func defaultOverrides(t *testing.T, queryVerticalShardSize int) *validation.Overrides { |
| 593 | limits := validation.Limits{} |
no test coverage detected