Function get_named_bnb_linears

test/humaneval/rtn.py:15–16

(module)

    return {name: m for name, m in module.named_modules() if isinstance(m, nn.Linear)}

def get_named_bnb_linears(module):
    return {name: m for name, m in module.named_modules() if isinstance(m, bnb.nn.Linear4bit)}

# core quantization method (simulated quantization)
def pseudo_quantize_tensor(w, n_bit=8,