Function TEST_F

cpp/src/parquet/chunker_internal_test.cc:831–868

};

TEST_F(TestCDC, ChunkSizeParameterValidation) {
  // Test that constructor validates min/max chunk size parameters
  auto li = LevelInfo();

  ASSERT_NO_THROW(ContentDefinedChunker(li, 256 * 1024, 1024 * 1024));

  // with norm_level=0 the difference between min and max chunk size must be
  // at least 16
  ASSERT_THROW(ContentDefinedChunker(li, 0, -1), ParquetException);
  ASSERT_THROW(ContentDefinedChunker(li, 1024, 512), ParquetException);

  ASSERT_THROW(ContentDefinedChunker(li, -1, 0), ParquetException);
  ASSERT_THROW(ContentDefinedChunker(li, 0, 0), ParquetException);
  ASSERT_THROW(ContentDefinedChunker(li, 0, 16), ParquetException);
  ASSERT_NO_THROW(ContentDefinedChunker(li, 0, 32));
  ASSERT_THROW(ContentDefinedChunker(li, -16, -16), ParquetException);
  ASSERT_THROW(ContentDefinedChunker(li, 16, 0), ParquetException);
  ASSERT_THROW(ContentDefinedChunker(li, 32, 32), ParquetException);
  ASSERT_THROW(ContentDefinedChunker(li, 32, 48), ParquetException);
  ASSERT_NO_THROW(ContentDefinedChunker(li, 32, 64));
  ASSERT_NO_THROW(ContentDefinedChunker(li, 1024 * 1024, 2 * 1024 * 1024));
  ASSERT_NO_THROW(
      ContentDefinedChunker(li, 1024 * 1024 * 1024L, 2LL * 1024 * 1024 * 1024L));

  // with norm_level=1 the difference between min and max chunk size must be
  // at least 64
  ASSERT_THROW(ContentDefinedChunker(li, 1, -1, 1), ParquetException);
  ASSERT_THROW(ContentDefinedChunker(li, -1, 1, 1), ParquetException);
  ASSERT_THROW(ContentDefinedChunker(li, 1, 1, 1), ParquetException);
  ASSERT_THROW(ContentDefinedChunker(li, 1, 32, 1), ParquetException);
  ASSERT_THROW(ContentDefinedChunker(li, 1, 33, 1), ParquetException);
  ASSERT_NO_THROW(ContentDefinedChunker(li, 1, 65, 1));

  // with norm_level=2 the difference between min and max chunk size must be
  // at least 128
  ASSERT_THROW(ContentDefinedChunker(li, 0, 123, 2), ParquetException);
  ASSERT_NO_THROW(ContentDefinedChunker(li, 0, 128, 2));
}

TEST_F(TestCDC, RollingHashMaskCalculation) {
  auto le = LevelInfo();