Function test_higher_bits_lower_mse

tests/test_decompress.py:63–75

More bits → strictly lower reconstruction MSE.

()

def test_higher_bits_lower_mse():
    """More bits → strictly lower reconstruction MSE."""
    d = 128
    V = torch.randn(256, d).half()
    prev_mse = float("inf")

    for bits in [2, 3, 4]:
        engine = TurboQuantEngine(head_dim=d, total_bits=bits, device="cpu")
        compressed = engine.compress_values_pytorch(V)
        V_recon = engine.decompress_values_pytorch(compressed)
        mse = ((V.float() - V_recon.float()) ** 2).sum(dim=-1).mean().item()
        assert mse < prev_mse, f"bits={bits}: MSE={mse:.6f} >= prev={prev_mse:.6f}"
        prev_mse = mse


def test_norms_preserved():