MCPcopy Create free account

hub / github.com/OpenBitSys/BitDistiller / functions

Functions1,634 in github.com/OpenBitSys/BitDistiller

⨍ Functions 1,634◇ Types & classes 490
↓ 73 callersMethodloglikelihood
(self, requests)
test/general/lm_eval/models/dummy.py:13
↓ 52 callersFunctionrotary_embedding_transform
inference/kernels/csrc/attention/decoder_masked_multihead_attention_utils.h:1281
↓ 34 callersFunctionrotary_embedding_coefficient
inference/kernels/csrc/attention/decoder_masked_multihead_attention_utils.h:1275
↓ 29 callersMethodload
(self, data_file)
test/general/lm_eval/tasks/json.py:49
↓ 18 callersFunctionsum
inference/kernels/csrc/attention/decoder_masked_multihead_attention_utils.h:1138
↓ 16 callersMethodgreedy_until
(self, requests)
test/general/lm_eval/models/gpt3.py:168
↓ 15 callersFunctionadd
inference/kernels/csrc/attention/decoder_masked_multihead_attention_utils.h:152
↓ 15 callersFunctionhalf2_to_float2
inference/kernels/csrc/attention/decoder_masked_multihead_attention_utils.h:302
↓ 12 callersFunctionh0_h0
inference/kernels/csrc/attention/decoder_masked_multihead_attention_utils.h:357
↓ 9 callersFunctionfloat2_to_half2
inference/kernels/csrc/attention/decoder_masked_multihead_attention_utils.h:276
↓ 9 callersFunctionhalf_to_float
inference/kernels/csrc/attention/decoder_masked_multihead_attention_utils.h:293
↓ 8 callersFunctionextract_random_dataset
(sources, targets, max_sample=None)
data/generation/data_utils.py:81
↓ 7 callersMethod__init__
(self)
inference/utils/prompt_templates.py:192
↓ 7 callersFunctiondiv_up
inference/kernels/csrc/attention/decoder_masked_multihead_attention_template.hpp:800
↓ 7 callersFunctionmean
(arr)
test/general/lm_eval/metrics.py:10
↓ 7 callersMethodtok_encode
(self, string: str)
test/general/lm_eval/base.py:154
↓ 7 callersFunctionyesno
(x)
test/general/lm_eval/metrics.py:255
↓ 7 callersFunctionzero
inference/kernels/csrc/attention/decoder_masked_multihead_attention_utils.h:1251
↓ 6 callersMethodadd_partial
(self, attr, req, res)
test/general/lm_eval/base.py:874
↓ 6 callersFunctionconvert_from_float
inference/kernels/csrc/attention/decoder_masked_multihead_attention_template.hpp:505
↓ 6 callersFunctionfma
inference/kernels/csrc/attention/decoder_masked_multihead_attention_utils.h:366
↓ 5 callersMethod__init__
( self, dim: int, )
inference/models/falcon.py:212
↓ 5 callersMethod__init__
(self, dim: int, eps: float = 1e-6)
inference/models/llama.py:24
↓ 5 callersMethod__init__
(self, d_model: int, expansion_ratio: int)
inference/models/mpt.py:223
↓ 5 callersFunction_process_doc_prepended_question
(doc)
test/general/lm_eval/tasks/scrolls.py:83
↓ 5 callersMethodadd_special_tokens
Whether to include special tokens in encoded text. This should be determined by whether or not the model was trained with special tokens.
test/general/lm_eval/models/huggingface.py:355
↓ 5 callersMethodget_original
(self, newarr)
test/general/lm_eval/utils.py:215
↓ 5 callersMethodget_reordered
(self)
test/general/lm_eval/utils.py:212
↓ 5 callersMethodloglikelihood_rolling
(self, requests)
test/general/lm_eval/models/dummy.py:30
↓ 4 callersMethod_is_number
(self, text)
test/general/lm_eval/tasks/drop.py:245
↓ 4 callersFunctionapply_clip
(module, clip_results)
quantization/clip_utils.py:193
↓ 4 callersFunctionapply_rotary_embedding
inference/kernels/csrc/attention/decoder_masked_multihead_attention_utils.h:1305
↓ 4 callersFunctioncalculate_zeros_width
(in_features, group_size=128, pack_num=8)
quantization/qmodule.py:16
↓ 4 callersFunctioncode_to_language
(code)
test/general/lm_eval/tasks/translation.py:241
↓ 4 callersMethoddoc_to_text
(self, doc)
test/general/lm_eval/tasks/bigbench.py:60
↓ 4 callersFunctiongeneral_detokenize
(string)
test/general/lm_eval/utils.py:125
↓ 4 callersFunctionget_cuda_bare_metal_version
(cuda_dir)
inference/kernels/csrc/attention/setup.py:18
↓ 4 callersFunctionis_non_str_iterable
(obj)
test/general/lm_eval/metrics.py:157
↓ 4 callersMethodlast_problem
(cls, doc)
test/general/lm_eval/tasks/race.py:102
↓ 4 callersFunctionmove_embed
(model, device)
quantization/pre_quant.py:51
↓ 4 callersFunctionparse
(lines)
test/gsm8k/eval.py:79
↓ 4 callersFunctionpseudo_quantize_model_weight
( model, w_bit, q_config, quant_type="int" )
test/test_utils.py:66
↓ 3 callersFunction_cast_if_autocast_enabled
(tensor)
inference/models/mpt.py:47
↓ 3 callersMethod_collate_data
(self, set)
test/general/lm_eval/tasks/race.py:54
↓ 3 callersMethod_detect_batch_size
(self, requests=None, pos=0)
test/general/lm_eval/base.py:176
↓ 3 callersMethod_process_doc
(self, doc)
test/general/lm_eval/tasks/scrolls.py:427
↓ 3 callersFunction_sacreformat
Format refs and preds for sacrebleu corpus calculation. It is very particular
test/general/lm_eval/metrics.py:161
↓ 3 callersFunctionappend_str_prefix
(x, prefix)
quantization/clip_utils.py:129
↓ 3 callersMethodconvert_choice
(choice)
test/general/lm_eval/tasks/superglue.py:218
↓ 3 callersMethoddetokenize
(self, text)
test/general/lm_eval/tasks/mutual.py:70
↓ 3 callersMethoddevice
(self)
test/general/lm_eval/models/gpt2.py:150
↓ 3 callersFunctionfloat_from_int8
inference/kernels/csrc/attention/decoder_masked_multihead_attention_template.hpp:705
↓ 3 callersMethodformat_answer
(answer, label)
test/general/lm_eval/tasks/superglue.py:251
↓ 3 callersMethodforward
(self, x)
inference/models/mpt.py:230
↓ 3 callersMethodget_answer_option
(cls, problem)
test/general/lm_eval/tasks/race.py:97
↓ 3 callersFunctionget_blocks
(model)
quantization/pre_quant.py:32
↓ 3 callersFunctionget_gen_dataset
(dataset_name, max_sample=None, tokenizer=None)
data/generation/data_utils.py:61
↓ 3 callersFunctionget_named_linears
(module)
quantization/pre_quant.py:16
↓ 3 callersFunctionget_named_linears
(module)
test/humaneval/rtn.py:12
↓ 3 callersFunctionget_op_name
(module, op)
quantization/clip_utils.py:166
↓ 3 callersMethodhas_validation_docs
Whether the task has a validation set
test/general/lm_eval/base.py:557
↓ 3 callersFunctionhash_args
(attr, args)
test/general/lm_eval/base.py:861
↓ 3 callersMethodnormalize_string
(self, s)
test/general/lm_eval/decontamination/janitor.py:207
↓ 3 callersFunctionquant_matmul_v2
(a, qw, qzeros, scales, *, M, N, K, pack_num, group_size, w_bit, offset)
quantization/triton_kernels.py:103
↓ 3 callersMethodtok_encode_batch
(self, strings: List[str])
test/general/lm_eval/models/huggingface.py:423
↓ 2 callersMethod__init__
(self, q_group_size=128)
quantization/quantizer.py:185
↓ 2 callersMethod__init__
(self, hidden_size, num_heads, qkv_proj, o_proj, dev)
inference/modules/fused_attn.py:82
↓ 2 callersMethod__normalize_option
(self, doc, option)
test/general/lm_eval/tasks/wsc273.py:76
↓ 2 callersMethod_answer_to_bags
(self, answer)
test/general/lm_eval/tasks/drop.py:183
↓ 2 callersMethod_doc_to_queries
(self, doc)
test/general/lm_eval/tasks/bigbench.py:79
↓ 2 callersMethod_extract_answer
(self, completion)
test/general/lm_eval/tasks/gsm8k.py:86
↓ 2 callersMethod_format_answers
(self, answers)
test/general/lm_eval/tasks/truthfulqa.py:196
↓ 2 callersFunction_get_dtype
Converts `dtype` from `str` to torch.dtype when possible.
test/general/lm_eval/models/huggingface.py:46
↓ 2 callersFunction_is_json_task
(task_name)
test/general/lm_eval/utils.py:89
↓ 2 callersMethod_loglikelihood_tokens
(self, requests, disable_tqdm=False, override_bs=None)
test/general/lm_eval/base.py:271
↓ 2 callersMethod_loglikelihood_tokens
( self, requests: List[Tuple[Tuple[str, str], TokenSequence, TokenSequence]], disable_
test/general/lm_eval/models/huggingface.py:649
↓ 2 callersMethod_model_call
inps: a torch tensor of shape [batch, sequence] the size of sequence may vary from call to call returns: a torch tensor of s
test/general/lm_eval/base.py:166
↓ 2 callersMethod_normalize_answer
(text)
test/general/lm_eval/tasks/scrolls.py:333
↓ 2 callersMethod_preprocess_dataset
Preprocess the dataset into a list of (text, label) tuples.
test/general/lm_eval/tasks/toxigen.py:53
↓ 2 callersMethod_process_doc
Given a `doc`, flatten it out so that each JSON blob contains exactly one question and one answer. Logic taken from the reference impl
test/general/lm_eval/tasks/qasper.py:146
↓ 2 callersMethod_process_doc
(cls, doc)
test/general/lm_eval/tasks/superglue.py:305
↓ 2 callersMethod_process_doc
(self, doc)
test/general/lm_eval/tasks/hendrycks_ethics.py:314
↓ 2 callersMethod_scrolls_metrics
(self)
test/general/lm_eval/tasks/scrolls.py:207
↓ 2 callersMethod_split_chunks
(self, dirty_string, dirty_parts)
test/general/lm_eval/decontamination/janitor.py:169
↓ 2 callersMethodaggregation
:returns: {str: [metric_score] -> float} A dictionary where keys are the names of submetrics and values are functions
test/general/lm_eval/base.py:646
↓ 2 callersFunctionapply_rotary_emb
( xq: torch.Tensor, xk: torch.Tensor, freqs_cis: torch.Tensor, )
inference/models/llama.py:54
↓ 2 callersFunctionauto_clip_block
(module, w_bit, q_config, input_feat)
quantization/autoclip.py:87
↓ 2 callersFunctioncast_to_float
inference/kernels/csrc/attention/decoder_masked_multihead_attention_template.hpp:639
↓ 2 callersMethoddevice
(self)
test/general/lm_eval/base.py:150
↓ 2 callersMethoddoc_to_target
(self, doc)
test/general/lm_eval/base.py:615
↓ 2 callersMethoddoc_to_text
(self, doc)
test/general/lm_eval/base.py:611
↓ 2 callersMethoddoc_to_text
(self, doc)
test/general/lm_eval/tasks/hendrycks_ethics.py:253
↓ 2 callersMethoddoc_to_text
(self, doc)
test/general/lm_eval/tasks/xnli.py:70
↓ 2 callersMethoddoc_to_text
(self, doc)
test/general/lm_eval/tasks/pawsx.py:76
↓ 2 callersFunctionextract_answer
(completion)
test/gsm8k/eval.py:53
↓ 2 callersFunctionextract_answer_wizard
(completion)
test/gsm8k/eval.py:24
↓ 2 callersMethodfewshot_examples
(self, k, rnd)
test/general/lm_eval/tasks/cbt.py:88
↓ 2 callersFunctionform_ngrams
(sequence, n)
test/general/lm_eval/decontamination/janitor.py:22
↓ 2 callersMethodformat_answer
(cls, query, entity)
test/general/lm_eval/tasks/superglue.py:321
↓ 2 callersMethodforward
(self, x)
inference/models/llama.py:32
next →1–100 of 1,634, ranked by callers