Function TestQuantizerEncodeDecodeINT8

src/quantization/int8_quantizer_test.cpp:40–77

template <MetricType metric>
void
TestQuantizerEncodeDecodeINT8(Quantizer<INT8Quantizer<metric>>& quant,
                              int64_t dim,
                              int count,
                              float error = 1e-5,
                              bool retrain = true) {
    auto vecs = fixtures::generate_int8_codes(count, dim);
    if (retrain) {
        quant.ReTrain(reinterpret_cast<DataType*>(vecs.data()), count);
    }
    // Test EncodeOne & DecodeOne
    for (uint64_t i = 0; i < count; ++i) {
        std::vector<uint8_t> codes(quant.GetCodeSize());
        quant.EncodeOne(reinterpret_cast<DataType*>(vecs.data() + i * dim), codes.data());
        std::vector<int8_t> out_vec(dim);
        quant.DecodeOne(codes.data(), reinterpret_cast<DataType*>(out_vec.data()));
        float sum = 0.0F;
        for (int j = 0; j < dim; ++j) {
            sum += std::abs(static_cast<DataType>(vecs[i * dim + j]) -
                            static_cast<DataType>(out_vec[j]));
        }
        REQUIRE(sum < error * dim);
    }

    // Test EncodeBatch & DecodeBatch
    std::vector<uint8_t> codes(quant.GetCodeSize() * count);
    quant.EncodeBatch(reinterpret_cast<DataType*>(vecs.data()), codes.data(), count);
    std::vector<int8_t> out_vec(dim * count);
    quant.DecodeBatch(codes.data(), reinterpret_cast<DataType*>(out_vec.data()), count);
    for (int64_t i = 0; i < count; ++i) {
        float sum = 0.0F;
        for (int j = 0; j < dim; ++j) {
            sum += std::abs(static_cast<DataType>(vecs[i * dim + j]) -
                            static_cast<DataType>(out_vec[i * dim + j]));
        }
        REQUIRE(sum < error * dim);
    }
}

template <MetricType metric>
void