Function TEST

tests/ailego/algorithm/integer_quantizer_test.cc:22–58

namespace zvec::ailego {

TEST(IntegerQuantizer, INT8_Uniform_Distribution) {
  std::vector<size_t> tests = {1, 100, 1000, 10000, 100000};
  for (auto COUNT : tests) {
    std::random_device rd;
    std::mt19937 gen(rd());
    std::vector<float> data;

    std::uniform_real_distribution<float> dist(1.0, 2.0);
    float max = -std::numeric_limits<float>::max();
    float min = std::numeric_limits<float>::max();
    for (size_t i = 0; i < COUNT; ++i) {
      auto v = dist(gen);
      max = std::max(max, v);
      min = std::min(min, v);
      data.emplace_back(v);
    }
    // data.emplace_back(10);  // deviation point
    EntropyInt8Quantizer quantizer;
    quantizer.set_max(max);
    quantizer.set_min(min);
    quantizer.feed(data.data(), data.size());

    ASSERT_TRUE(quantizer.train());

    std::vector<int8_t> qdata(data.size(), 0);
    quantizer.encode(data.data(), qdata.size(), qdata.data());

    std::vector<float> recover_data(data.size(), 0.0f);
    quantizer.decode(qdata.data(), qdata.size(), recover_data.data());

    float var = 0.0f;
    for (size_t i = 0; i < data.size(); ++i) {
      var += (data[i] - recover_data[i]) * (data[i] - recover_data[i]);
    }
    EXPECT_LT(var / COUNT, 0.01);
  }
}

TEST(IntegerQuantizer, INT8_Normal_Distribution) {
  const size_t COUNT = 1000000u;