↓ 1 callersFunctionprocess(id, samples, tokenizer, max_seq_len, num_workers, num_samples, output_path, args)
deepspeed-telechat/utils/data/data_utils.py:108
↓ 1 callersFunctionstreamresponse_v2(tokenizer, query, history, do_sample, max_length, top_k, top_p, temperature, repetition_penalty)
service/telechat_service.py:70
Method__init__(
self,
config,
hidden_size: int,
num_heads: int,
num_kv_heads: int,
service/vllm_inf/telechat_12B.py:102
Method__init__(self, causal=False, softmax_scale=None, attention_dropout=0.0,
device=None, dtype=None)
models/7B_8bit/modeling_telechat.py:168
Method__init__(self, causal=False, softmax_scale=None, attention_dropout=0.0,
device=None, dtype=None)
models/12B_4bit/modeling_telechat.py:168
Method__init__(
self,
vocab_size=160256,
hidden_size=4096,
n_layer=30,
n_head=32,
models/12B_4bit/configuration_telechat.py:53
Method__init__(self, causal=False, softmax_scale=None, attention_dropout=0.0,
device=None, dtype=None)
models/7B/modeling_telechat.py:168