MCPcopy Create free account

hub / github.com/GreenBitAI/low_bit_llama / functions

Functions23 in github.com/GreenBitAI/low_bit_llama

↓ 5 callersFunctionget_loaders
(name, nsamples=128, seed=0, seqlen=2048, model='', cache_dir='cache')
datautils.py:102
↓ 5 callersFunctionllama_eval
(model, testenc, dev = torch.device('cuda:0'))
evaluate.py:7
↓ 4 callersFunctionload_llama_model
(model_uri, cache_dir, groupsize=-1, double_groupsize=-1, bits=4, half=False, v1=True, asym=False, device_map=
model.py:134
↓ 2 callersFunctionfind_layers
(module, layers=[nn.Conv2d, nn.Linear], name='')
model.py:123
↓ 2 callersFunctionmake_quant
(module, names, name='', groupsize=-1, double_groupsize=-1, bits=4, v1=True, asym=True)
model.py:99
↓ 1 callersMethod_replace_module
(self, parent_module, child_name, new_module, old_module)
peft_tuners_lora.py:154
↓ 1 callersFunctionget_c4
(nsamples, seed, seqlen, model, cache_dir)
datautils.py:55
↓ 1 callersFunctionget_ptb
(nsamples, seed, seqlen, model, cache_dir)
datautils.py:33
↓ 1 callersFunctionget_wikitext2
(nsamples, seed, seqlen, model, cache_dir)
datautils.py:11
↓ 1 callersMethodinitialize
(self, in_features, out_features, groupsize, double_quantize_groupsize, bits, v1, asym)
model.py:32
↓ 1 callersFunctionload_llama_model_lora
(model_uri, lora_uri, cache_dir, bits = 32, groupsize=-1, device_map="auto", seqlen=2048, max_memory=None)
model.py:173
↓ 1 callersFunctionmodel_to_half
(model)
model.py:113
↓ 1 callersFunctionreplace_peft_model_with_lora_model
()
peft_tuners_lora.py:189
Method__init__
(self, input_ids)
datautils.py:95
Method__init__
( self, adapter_name, in_features, out_features, g
peft_tuners_lora.py:18
Method__init__
(self, module)
evaluate.py:26
Method__init__
(self, in_features, out_features, groupsize=-1, double_groupsize=-1, bits=4, v1 = True, asym=True)
model.py:13
Method_find_and_replace
(self, adapter_name)
peft_tuners_lora.py:89
Methodforward
(self, x: torch.Tensor)
peft_tuners_lora.py:53
Methodforward
(self, inp, **kwargs)
evaluate.py:30
Methodforward
(self, x)
model.py:58
Functionset_seed
(seed)
datautils.py:6
Methodweight
(self)
peft_tuners_lora.py:82