MCPcopy Create free account

hub / github.com/Jittor/JittorLLMs / functions

Functions1,370 in github.com/Jittor/JittorLLMs

⨍ Functions 1,370◇ Types & classes 194↳ Endpoints 3
Method__init__
(self, vocab_file, merges_file, errors='replace', special_tokens=None, max_len=None)
models/pangualpha/megatron/deprecated_data_utils/tokenization_gpt2.py:154
Method__init__
(self, **kwargs)
models/pangualpha/megatron/deprecated_data_utils/corpora.py:29
Method__init__
(self, datasets, **kwargs)
models/pangualpha/megatron/deprecated_data_utils/datasets.py:57
Method__init__
(self, ds, split_inds, **kwargs)
models/pangualpha/megatron/deprecated_data_utils/datasets.py:134
Method__init__
(self, path, tokenizer=None, preprocess_fn=None, binarize_sent=False, text_key='sentence', la
models/pangualpha/megatron/deprecated_data_utils/datasets.py:340
Method__init__
(self, ds, max_seq_len=1024, num_samples=None, weighted=Tru
models/pangualpha/megatron/deprecated_data_utils/datasets.py:470
Method__init__
(self, ds, max_seq_len=512, mask_lm_prob=.15, max_preds_per_seq=None, short_seq_prob=.01, dat
models/pangualpha/megatron/deprecated_data_utils/datasets.py:598
Method__init__
Constructs a BertTokenizer. Args: vocab_file: Path to a one-wordpiece-per-line vocabulary file do_lower_case: Whether to
models/pangualpha/megatron/deprecated_data_utils/wordpiece.py:77
Method__init__
Constructs a BasicTokenizer. Args: do_lower_case: Whether to lower case the input.
models/pangualpha/megatron/deprecated_data_utils/wordpiece.py:180
Method__init__
(self, vocab, unk_token="[UNK]", max_input_chars_per_word=100)
models/pangualpha/megatron/deprecated_data_utils/wordpiece.py:297
Method__init__
(self, tokenizer, process_fn=None)
models/pangualpha/megatron/deprecated_data_utils/lazy_loader.py:87
Method__init__
(self, path, data_type='data', mem_map=False, map_fn=None)
models/pangualpha/megatron/deprecated_data_utils/lazy_loader.py:118
Method__init__
(self, defaults={})
models/pangualpha/megatron/deprecated_data_utils/configure_data.py:27
Method__init__
(self, module)
models/pangualpha/megatron/fp16/fp16.py:69
Method__init__
(self, init_optimizer, static_loss_scale=1.0, dynamic_loss_
models/pangualpha/megatron/fp16/fp16.py:184
Method__init__
(self, network)
models/pangualpha/megatron/fp16/fp16util.py:96
Method__init__
(self, scale=1)
models/pangualpha/megatron/fp16/loss_scaler.py:45
Method__init__
(self, init_scale=2**32, scale_factor=2., scale_window=1000
models/pangualpha/megatron/fp16/loss_scaler.py:102
Method__init__
(self, vocab_file, merges_file, errors='replace', special_tokens=None, max_len=None)
models/pangualpha/megatron/tokenizer/gpt2_tokenization.py:156
Method__init__
(self, vocab_file, lower_case=True)
models/pangualpha/megatron/tokenizer/tokenizer.py:131
Method__init__
(self, vocab_file, merge_file)
models/pangualpha/megatron/tokenizer/tokenizer.py:193
Method__init__
(self, vocab_file, do_lower_case=True)
models/pangualpha/megatron/tokenizer/bert_tokenization.py:164
Method__init__
Constructs a BasicTokenizer. Args: do_lower_case: Whether to lower case the input.
models/pangualpha/megatron/tokenizer/bert_tokenization.py:191
Method__init__
(self, vocab, unk_token="[UNK]", max_input_chars_per_word=200)
models/pangualpha/megatron/tokenizer/bert_tokenization.py:306
Method__init__
(self, vocab_file, max_len=None)
models/pangualpha/megatron/tokenizer/tokenization_jieba.py:39
Method__init__
(self, num_embeddings, embedding_dim, init_method=init.xavier_normal_)
models/pangualpha/megatron/mpu/layers.py:132
Method__init__
(self, input_size, output_size, bias=True, gather_output=True, init_method=init.xavier_normal
models/pangualpha/megatron/mpu/layers.py:217
Method__init__
(self)
models/pangualpha/megatron/mpu/random.py:136
Method__init__
(self, m, n, k)
models/pangualpha/megatron/mpu/tests/test_layers.py:319
Method__init__
(self, size, scale=1.0)
models/pangualpha/megatron/mpu/tests/commons.py:26
Method__init__
(self, dataset_name, datapaths, tokenizer, max_seq_length, max_qa_length=MAX_QA_LENGTH)
models/pangualpha/tasks/race/data.py:21
Method__init__
(self, tokens, seq_len, pad_idx, num_original_tokens, num_tokenized_tokens, overalapping_eval
models/pangualpha/tasks/zeroshot_gpt2/datasets.py:45
Method__init__
(self, tokens, seq_len, pad_idx, num_original_tokens, num_tokenized_tokens, overalapping_eval
models/pangualpha/tasks/zeroshot_gpt2/datasets.py:83
Method__init__
(self, path, pad_idx, tokenizer, seq_len, strict=False)
models/pangualpha/tasks/zeroshot_gpt2/datasets.py:121
Method__init__
(self)
models/pangualpha/tasks/downstream_pangu/load_iflytek.py:14
Method__init__
(self, name, datapaths, tokenizer, max_seq_length, test_label='contradiction')
models/pangualpha/tasks/glue/mnli.py:28
Method__init__
(self, name, datapaths, tokenizer, max_seq_length, test_label=0)
models/pangualpha/tasks/glue/qqp.py:28
Method__init__
(self, task_name, dataset_name, datapaths, tokenizer, max_seq_length)
models/pangualpha/tasks/glue/data.py:31
Method__init__
( self, vocab_size=151936, hidden_size=896, intermediate_size=4864, n
models/qwen2/qwen2_jt/modeling_qwen2.py:72
Method__init__
(self, config: Qwen2Config, layer_idx: int)
models/qwen2/qwen2_jt/modeling_qwen2.py:174
Method__init__
Qwen2RMSNorm is equivalent to T5LayerNorm
models/qwen2/qwen2_jt/modeling_qwen2.py:233
Method__init__
(self, config: Qwen2Config, layer_idx: int)
models/qwen2/qwen2_jt/modeling_qwen2.py:253
Method__init__
(self, config: Qwen2Config, device=None)
models/qwen2/qwen2_jt/modeling_qwen2.py:329
Method__init__
(self, config)
models/qwen2/qwen2_jt/modeling_qwen2.py:371
Method__init__
(self, config: Qwen2Config)
models/qwen2/qwen2_jt/modeling_qwen2.py:404
Method__init__
(self, config=None)
models/qwen2/qwen2_jt/modeling_qwen2.py:471
Method__init__
(self, num_hidden_layers: Optional[int] = None)
models/qwen2/qwen2_jt/utils.py:12
Method__init__
(self, penalty: float)
models/qwen2/qwen2_jt/utils.py:144
Method__init__
(self, temperature: float)
models/qwen2/qwen2_jt/utils.py:179
Method__init__
(self, top_p: float, filter_value: float = -float("Inf"), min_tokens_to_keep: int = 1)
models/qwen2/qwen2_jt/utils.py:211
Method__init__
(self, top_k: int, filter_value: float = -float("Inf"), min_tokens_to_keep: int = 1)
models/qwen2/qwen2_jt/utils.py:250
Method__init__
(self, eos_token_id: Union[int, List[int], jt.Var])
models/qwen2/qwen2_jt/utils.py:282
Method__init__
(self, max_length: int, max_position_embeddings: Optional[int] = None)
models/qwen2/qwen2_jt/utils.py:305
Method__init__
( self, vocab_file=None, merges_file=None, tokenizer_file=None, unk_to
models/qwen2/qwen2_jt/tokenization_qwen2_fast.py:22
Method__init__
(self, *args, **kwargs)
models/qwen2/qwen2_jt/tokenization_utils_fast.py:32
Method__init__
(self, args)
models/llama/__init__.py:91
Method__init__
(self, model: Transformer, tokenizer: Tokenizer)
models/llama/llama/generation2.py:43
Method__init__
(self, model_path: str)
models/llama/llama/tokenizer.py:14
Method__init__
(self, model: Transformer, tokenizer: Tokenizer)
models/llama/llama/generation.py:19
Method__init__
(self, args: ModelArgs)
models/llama/llama/model.py:76
Method__init__
( self, dim: int, hidden_dim: int, multiple_of: int, )
models/llama/llama/model.py:146
Method__init__
(self, layer_id: int, args: ModelArgs)
models/llama/llama/model.py:171
Method__init__
(self, params: ModelArgs)
models/llama/llama/model.py:191
Method__init__
(self, args)
models/chatglm/__init__.py:19
Method__init__
(self, config)
models/chatglm/modeling_chatglm.py:143
Method__init__
(self, dim, base=10000, precision=torch.half, learnable=False)
models/chatglm/modeling_chatglm.py:178
Method__init__
(self, hidden_size, num_attention_heads, layer_id, hidden_size_per_attention_head=None, bias=
models/chatglm/modeling_chatglm.py:352
Method__init__
(self)
models/chatglm/modeling_chatglm.py:491
Method__init__
( self, hidden_size, num_attention_heads, layernorm_epsilon,
models/chatglm/modeling_chatglm.py:545
Method__init__
(self, *inputs, **kwargs)
models/chatglm/modeling_chatglm.py:660
Method__init__
(self, config: ChatGLMConfig)
models/chatglm/modeling_chatglm.py:753
Method__init__
(self, config: ChatGLMConfig)
models/chatglm/modeling_chatglm.py:1009
Method__init__
( self, vocab_size=150528, hidden_size=4096, num_layers=28,
models/chatglm/configuration_chatglm.py:59
Method__init__
(self, weight_bit_width: int, weight_tensor=None, bias_tensor=None, empty_init=False, *args, **kwargs)
models/chatglm/quantization.py:121
Method__init__
( self, vocab_file, do_lower_case=False, remove_space=False,
models/chatglm/tokenization_chatglm.py:185
Method__init__
(self, args)
models/chatrwkv/RWKV_in_150_lines.py:27
Method__init__
(self, model_path, tokenizer_path)
models/chatrwkv/__init__.py:16
Method__init__
(self, temperature=1.0, top_p=1.0, alpha_frequency=0, alpha_presence=0, token_ban=[], token_stop=[])
models/chatrwkv/rwkv_pip_package/src/rwkv/utils.py:11
Method__init__
(self, model, WORD_NAME)
models/chatrwkv/rwkv_pip_package/src/rwkv/utils.py:20
Method__init__
(self, model, strategy)
models/chatrwkv/rwkv_pip_package/src/rwkv/model.py:124
Method__init__
(self, WORD_NAME)
models/chatrwkv/src/utils.py:22
Method__init__
(self, args)
models/chatrwkv/src/model_run.py:18
Method__init__
(self, args)
models/atom7b/__init__.py:37
Method__init__
LlamaRMSNorm is equivalent to T5LayerNorm
models/atom7b/modeling_llama.py:85
Method__init__
(self, dim, max_position_embeddings=2048, base=10000, device=None)
models/atom7b/modeling_llama.py:102
Method__init__
(self, dim, max_position_embeddings=2048, base=10000, device=None, scaling_factor=1.0)
models/atom7b/modeling_llama.py:140
Method__init__
(self, dim, max_position_embeddings=2048, base=10000, device=None, scaling_factor=1.0)
models/atom7b/modeling_llama.py:159
Method__init__
(self, config: LlamaConfig)
models/atom7b/modeling_llama.py:249
Method__init__
(self, config: LlamaConfig)
models/atom7b/modeling_llama.py:397
Method__init__
(self, config: LlamaConfig)
models/atom7b/modeling_llama.py:580
Method__init__
(self, config)
models/atom7b/modeling_llama.py:909
Method__init__
(self, config)
models/atom7b/modeling_llama.py:1086
Method__iter__
(self)
models/pangualpha/megatron/data/samplers.py:110
Method__iter__
(self)
models/pangualpha/megatron/deprecated_data_utils/tf_dl.py:69
Method__iter__
(self)
models/pangualpha/megatron/deprecated_data_utils/tf_dl.py:112
Method__iter__
(self)
models/pangualpha/megatron/deprecated_data_utils/samplers.py:61
Method__iter__
(self)
models/pangualpha/megatron/deprecated_data_utils/samplers.py:97
Method__iter__
(self)
models/pangualpha/megatron/deprecated_data_utils/datasets.py:167
Method__iter__
Support for backwards-compatible `past_key_value` iteration, e.g. `for x in past_key_value:` to iterate over keys and values
models/qwen2/qwen2_jt/utils.py:28
Method__len__
(self)
models/pangualpha/megatron/data/gpt2_dataset.py:105
← previousnext →801–900 of 1,370, ranked by callers