Function weight_quant

bitnet/bitlinear.py:20–24

(w: Tensor)

def weight_quant(w: Tensor):
    scale = w.abs().mean()
    e = w.mean()
    u = (w - e).sign() * scale
    return u


class BitLinear(nn.Linear):