(module, layers=[nn.Linear], name="")
| 114 | |
| 115 | |
| 116 | def find_layers(module, layers=[nn.Linear], name=""): |
| 117 | if type(module) in layers: |
| 118 | return {name: module} |
| 119 | res = {} |
| 120 | for name1, child in module.named_children(): |
| 121 | res.update( |
| 122 | find_layers( |
| 123 | child, layers=layers, name=name + "." + name1 if name != "" else name1 |
| 124 | ) |
| 125 | ) |
| 126 | return res |
| 127 | |
| 128 | |
| 129 | def load_awq_llama_fast(model, checkpoint, w_bit, group_size, device): |
no outgoing calls
no test coverage detected