MCPcopy Create free account

hub / github.com/Jittor/JittorLLMs / functions

Functions1,370 in github.com/Jittor/JittorLLMs

⨍ Functions 1,370◇ Types & classes 194↳ Endpoints 3
MethodTrain
(self, corpus)
models/pangualpha/megatron/deprecated_data_utils/tokenization.py:494
MethodX
(self)
models/pangualpha/megatron/deprecated_data_utils/datasets.py:100
MethodX
(self)
models/pangualpha/megatron/deprecated_data_utils/datasets.py:156
MethodY
(self)
models/pangualpha/megatron/deprecated_data_utils/datasets.py:108
MethodY
(self)
models/pangualpha/megatron/deprecated_data_utils/datasets.py:162
Method__call__
(self, name)
models/pangualpha/megatron/global_vars.py:206
Method__call__
Decodes a BERT TF record to a TF example.
models/pangualpha/megatron/deprecated_data_utils/tf_dl.py:84
Method__call__
run preprocessing and encode text as Ids
models/pangualpha/megatron/deprecated_data_utils/tokenization.py:263
Method__call__
(self, text, process_fn=None)
models/pangualpha/megatron/deprecated_data_utils/tokenization.py:420
Method__call__
(self, string)
models/pangualpha/megatron/deprecated_data_utils/lazy_loader.py:91
Method__call__
(self, input_ids: jt.Var, scores: jt.Var, **kwargs)
models/qwen2/qwen2_jt/utils.py:109
Method__call__
(self, input_ids: jt.Var, scores: jt.Var)
models/qwen2/qwen2_jt/utils.py:150
Method__call__
(self, input_ids: jt.Var, scores: jt.Var)
models/qwen2/qwen2_jt/utils.py:191
Method__call__
(self, input_ids: jt.Var, scores: jt.Var)
models/qwen2/qwen2_jt/utils.py:222
Method__call__
(self, input_ids: jt.Var, scores: jt.Var)
models/qwen2/qwen2_jt/utils.py:257
Method__call__
(self, input_ids: jt.Var, scores: jt.Var, **kwargs)
models/qwen2/qwen2_jt/utils.py:289
Method__call__
(self, input_ids: jt.Var, scores: jt.Var, **kwargs)
models/qwen2/qwen2_jt/utils.py:309
Method__call__
(self, input_ids: jt.Var, scores: jt.Var, **kwargs)
models/qwen2/qwen2_jt/utils.py:317
Method__call__
(self, input_ids: torch.LongTensor, scores: torch.FloatTensor)
models/chatglm/modeling_chatglm.py:55
Method__call__
(self, input_ids: torch.LongTensor, scores: torch.FloatTensor)
models/atom7b/modeling_llama.py:752
Method__del__
(self)
models/pangualpha/megatron/data/indexed_dataset.py:162
Method__del__
(self)
models/pangualpha/megatron/data/indexed_dataset.py:422
Method__del__
(self)
models/pangualpha/megatron/data/indexed_dataset.py:472
Method__enter__
(self)
models/pangualpha/megatron/data/indexed_dataset.py:342
Method__exit__
(self, exc_type, exc_val, exc_tb)
models/pangualpha/megatron/data/indexed_dataset.py:380
Method__getitem__
(self, idx)
models/pangualpha/megatron/data/gpt2_dataset.py:110
Method__getitem__
Get an ICT example of a pseudo-query and the block of text from which it was extracted
models/pangualpha/megatron/data/ict_dataset.py:67
Method__getitem__
(self, idx)
models/pangualpha/megatron/data/bert_dataset.py:72
Method__getitem__
(self, idx)
models/pangualpha/megatron/data/indexed_dataset.py:167
Method__getitem__
(self, idx)
models/pangualpha/megatron/data/indexed_dataset.py:247
Method__getitem__
(self, i)
models/pangualpha/megatron/data/indexed_dataset.py:439
Method__getitem__
(self, idx)
models/pangualpha/megatron/data/indexed_dataset.py:481
Method__getitem__
Get the data associated with an indexed sample.
models/pangualpha/megatron/data/realm_dataset_utils.py:103
Method__getitem__
(self, index)
models/pangualpha/megatron/deprecated_data_utils/tokenization.py:87
Method__getitem__
(self, idx)
models/pangualpha/megatron/deprecated_data_utils/datasets.py:78
Method__getitem__
(self, index)
models/pangualpha/megatron/deprecated_data_utils/datasets.py:146
Method__getitem__
process+tokenize string and return string,label,and stringlen
models/pangualpha/megatron/deprecated_data_utils/datasets.py:284
Method__getitem__
gets the index'th string from the dataset
models/pangualpha/megatron/deprecated_data_utils/datasets.py:378
Method__getitem__
(self, idx)
models/pangualpha/megatron/deprecated_data_utils/datasets.py:515
Method__getitem__
(self, idx)
models/pangualpha/megatron/deprecated_data_utils/datasets.py:642
Method__getitem__
read file and splice strings based on string ending array `self.ends`
models/pangualpha/megatron/deprecated_data_utils/lazy_loader.py:152
Method__getitem__
(self, idx)
models/pangualpha/tasks/race/data.py:45
Method__getitem__
(self, idx)
models/pangualpha/tasks/zeroshot_gpt2/datasets.py:65
Method__getitem__
(self, idx)
models/pangualpha/tasks/zeroshot_gpt2/datasets.py:103
Method__getitem__
(self, idx)
models/pangualpha/tasks/zeroshot_gpt2/datasets.py:150
Method__getitem__
(self, idx)
models/pangualpha/tasks/glue/data.py:54
Method__getitem__
Support for backwards-compatible `past_key_value` indexing, e.g. `past_key_value[0][0].shape[2]` to get the sequence length.
models/qwen2/qwen2_jt/utils.py:18
Method__getitem__
(self, x: Union[int, str])
models/chatglm/tokenization_chatglm.py:157
Method__getstate__
(self)
models/pangualpha/megatron/data/indexed_dataset.py:454
Method__init__
(self)
models/__init__.py:24
Method__init__
(self, normalized_shape, init_method, dp=4, eps=1e-5, scale=1e-3)
models/pangualpha/testLayerNorm.py:4
Method__init__
(self)
models/pangualpha/__init__.py:112
Method__init__
(self, args)
models/pangualpha/tools/preprocess_data_pangu.py:58
Method__init__
(self, name, numel, dtype, track_usage)
models/pangualpha/megatron/memory.py:49
Method__init__
(self, name, num_buffers, numel, dtype, track_usage)
models/pangualpha/megatron/memory.py:132
Method__init__
(self)
models/pangualpha/megatron/indexer.py:17
Method__init__
(self, name)
models/pangualpha/megatron/global_vars.py:158
Method__init__
(self)
models/pangualpha/megatron/global_vars.py:203
Method__init__
(self)
models/pangualpha/megatron/module.py:24
Method__init__
(self, optimizer, start_lr, warmup_iter, total_iters, decay_style, last_iter
models/pangualpha/megatron/learning_rates.py:26
Method__init__
(self, num_classes, num_tokentypes=2)
models/pangualpha/megatron/model/classification.py:31
Method__init__
(self, ict_head_size, num_tokentypes=2, parallel_output=True)
models/pangualpha/megatron/model/realm_model.py:149
Method__init__
(self, input_in_fp16, upper_triang_mask, mask_func, softmax_in_fp32, scale)
models/pangualpha/megatron/model/fused_softmax.py:58
Method__init__
(self, module)
models/pangualpha/megatron/model/distributed.py:28
Method__init__
(self, hidden_size, vocab_size, max_sequence_length,
models/pangualpha/megatron/model/language_model.py:108
Method__init__
(self, hidden_size, vocab_size, max_sequence_length,
models/pangualpha/megatron/model/language_model.py:260
Method__init__
(self, attention_mask_func, init_method, output_layer_init_
models/pangualpha/megatron/model/language_model.py:395
Method__init__
(self, num_tokentypes=0, parallel_output=True)
models/pangualpha/megatron/model/gpt2_model.py:39
Method__init__
(self, attention_mask_func, init_method, output_layer_init_method, layer_number)
models/pangualpha/megatron/model/transformer.py:118
Method__init__
(self, attention_mask_func, init_method, output_layer_init_method, layer_number)
models/pangualpha/megatron/model/transformer.py:346
Method__init__
(self, attention_mask_func, init_method, output_layer_init_method, layer_number)
models/pangualpha/megatron/model/transformer.py:598
Method__init__
(self, attention_mask_func, init_method, output_layer_init_method, layer_number)
models/pangualpha/megatron/model/transformer.py:705
Method__init__
(self, attention_mask_func, init_method, output_layer_init_method)
models/pangualpha/megatron/model/transformer.py:810
Method__init__
(self, mpu_vocab_size, hidden_size, init_method, layernorm_epsilon, parallel_output)
models/pangualpha/megatron/model/bert_model.py:80
Method__init__
(self, num_tokentypes=2)
models/pangualpha/megatron/model/multiple_choice.py:31
Method__init__
(self, name, data_prefix, documents, indexed_dataset, num_samples, seq_length, seed)
models/pangualpha/megatron/data/gpt2_dataset.py:90
Method__init__
(self, name, block_dataset, title_dataset, data_prefix, num_epochs, max_num_samples, max_seq_
models/pangualpha/megatron/data/ict_dataset.py:40
Method__init__
(self, sampler, batch_size, drop_last, rank=-1, world_size=2, wrap_last=False, interleave=Fal
models/pangualpha/megatron/data/samplers.py:95
Method__init__
(self, name, indexed_dataset, data_prefix, num_epochs, max_num_samples, masked_lm_prob,
models/pangualpha/megatron/data/bert_dataset.py:37
Method__init__
(self, path)
models/pangualpha/megatron/data/indexed_dataset.py:213
Method__init__
(self, out_file, dtype=np.int32)
models/pangualpha/megatron/data/indexed_dataset.py:275
Method__init__
(self, path, skip_warmup=False)
models/pangualpha/megatron/data/indexed_dataset.py:385
Method__init__
(self, path, skip_warmup=False)
models/pangualpha/megatron/data/indexed_dataset.py:445
Method__init__
(self, out_file, dtype=np.int64)
models/pangualpha/megatron/data/indexed_dataset.py:540
Method__init__
(self, block_data_path=None, load_from_path=True, rank=None)
models/pangualpha/megatron/data/realm_index.py:19
Method__init__
(self, embed_size, block_data=None, use_gpu=False)
models/pangualpha/megatron/data/realm_index.py:117
Method__init__
(self, start_idx, end_idx, doc_idx, block_idx)
models/pangualpha/megatron/data/realm_dataset_utils.py:81
Method__init__
(self, mapping_array)
models/pangualpha/megatron/data/realm_dataset_utils.py:95
Method__init__
(self, records, batch_size, max_seq_len, max_preds_per_seq, train, num_workers=2, seed=1, thr
models/pangualpha/megatron/deprecated_data_utils/tf_dl.py:27
Method__init__
(self, feature_map)
models/pangualpha/megatron/deprecated_data_utils/tf_dl.py:81
Method__init__
(self, dataloader, num_workers=2)
models/pangualpha/megatron/deprecated_data_utils/tf_dl.py:108
Method__init__
(self, sampler, batch_size, drop_last, rank=-1, world_size=2, wrap_last=False)
models/pangualpha/megatron/deprecated_data_utils/samplers.py:85
Method__init__
(self, tokenization, text=None, original_text=None, command_tokens=None, asIds=True)
models/pangualpha/megatron/deprecated_data_utils/tokenization.py:61
Method__init__
(self, name, token, Id)
models/pangualpha/megatron/deprecated_data_utils/tokenization.py:151
Method__init__
(self, text_tokenizer, command_tokens=None, type_tokens=None)
models/pangualpha/megatron/deprecated_data_utils/tokenization.py:218
Method__init__
(self)
models/pangualpha/megatron/deprecated_data_utils/tokenization.py:414
Method__init__
(self, **kwargs)
models/pangualpha/megatron/deprecated_data_utils/tokenization.py:481
Method__init__
(self, model_type='bpe', vocab_size=None, corpus=None, model_path=None, character_coverage=1.
models/pangualpha/megatron/deprecated_data_utils/tokenization.py:602
Method__init__
(self, tokenizer_model_type=None, cache_dir=None, **kwargs)
models/pangualpha/megatron/deprecated_data_utils/tokenization.py:719
Method__init__
(self, cache_dir=None, **kwargs)
models/pangualpha/megatron/deprecated_data_utils/tokenization.py:833
← previousnext →701–800 of 1,370, ranked by callers