MCPcopy Create free account

hub / github.com/DevSinghSachan/art / functions

Functions712 in github.com/DevSinghSachan/art

⨍ Functions 712◇ Types & classes 88
Method__init__
(self, module)
megatron/model/distributed.py:28
Method__init__
(self, hidden_size, vocab_size, max_sequence_length,
megatron/model/language_model.py:112
Method__init__
(self, attention_mask_func, init_method, output_layer_init_
megatron/model/language_model.py:265
Method__init__
(self, evidence_retriever=None)
megatron/model/art_model.py:20
Method__init__
(self)
megatron/model/art_model.py:284
Method__init__
(self, num_tokentypes=2, parallel_output=True, vocab_size=None)
megatron/model/dualencoder_model.py:149
Method__init__
(self, attention_mask_func, init_method, output_layer_init_method, layer_number,
megatron/model/transformer.py:118
Method__init__
(self, attention_mask_func, init_method, output_layer_init_method, layer_number,
megatron/model/transformer.py:429
Method__init__
(self, attention_mask_func, init_method, output_layer_init_method, layer_typ
megatron/model/transformer.py:569
Method__init__
(self, alpha=0.6, apply_during_search=True)
megatron/model/search_strategy.py:23
Method__init__
(self, max_decode_len, bos_id, eos_id, beam_size=5, alpha=0.6, topk_evidence=-1)
megatron/model/search_strategy.py:125
Method__init__
(self, max_decode_len, bos_id, eos_id, sample=False, topk_evidence=-1)
megatron/model/search_strategy.py:182
Method__init__
(self, mpu_vocab_size, hidden_size, init_method, layernorm_epsilon, parallel_output)
megatron/model/bert_model.py:72
Method__init__
(self, task_name, dataset_name, tokenizer, max_seq_length)
megatron/data/pretokenized_evidence.py:29
Method__init__
(self, embedding_path=None, load_from_path=True, rank=None)
megatron/data/art_index.py:18
Method__init__
(self, embed_size, embed_data=None, use_gpu=False)
megatron/data/art_index.py:105
Method__init__
(self, embed_size, embed_data=None)
megatron/data/art_index.py:201
Method__init__
(self, sampler, batch_size, drop_last, rank=-1, world_size=2, wrap_last=False, interleave=Fal
megatron/data/samplers.py:95
Method__init__
(self, task_name, dataset_name, datapath, tokenizer, max_seq_length)
megatron/data/orqa_wiki_dataset.py:121
Method__init__
(self, path)
megatron/data/indexed_dataset.py:213
Method__init__
(self, out_file, dtype=np.int32)
megatron/data/indexed_dataset.py:275
Method__init__
(self, path, skip_warmup=False)
megatron/data/indexed_dataset.py:385
Method__init__
(self, path, skip_warmup=False)
megatron/data/indexed_dataset.py:445
Method__init__
(self, out_file, dtype=np.int64)
megatron/data/indexed_dataset.py:540
Method__init__
(self, module)
megatron/fp16/fp16.py:69
Method__init__
(self, init_optimizer, static_loss_scale=1.0, dynamic_loss_
megatron/fp16/fp16.py:184
Method__init__
(self, network)
megatron/fp16/fp16util.py:96
Method__init__
(self, scale=1)
megatron/fp16/loss_scaler.py:45
Method__init__
(self, init_scale=2**32, scale_factor=2., scale_window=1
megatron/fp16/loss_scaler.py:102
Method__init__
(self, vocab_file, lower_case=True, vocab_extra_ids=0)
megatron/tokenizer/tokenizer.py:138
Method__init__
(self, vocab_file, do_lower_case=True)
megatron/tokenizer/bert_tokenization.py:164
Method__init__
Constructs a BasicTokenizer. Args: do_lower_case: Whether to lower case the input.
megatron/tokenizer/bert_tokenization.py:220
Method__init__
(self, vocab, unk_token="[UNK]", max_input_chars_per_word=200)
megatron/tokenizer/bert_tokenization.py:335
Method__init__
(self, num_embeddings, embedding_dim, init_method=init.xavier_normal_)
megatron/mpu/layers.py:109
Method__init__
(self, input_size, output_size, bias=True, gather_output=True, init_method=init.xavier_normal
megatron/mpu/layers.py:194
Method__init__
(self)
megatron/mpu/random.py:136
Method__init__
(self, dataset, eval=False, **kwargs)
tasks/dense_retriever/supervised_training/train_dense_retriever.py:31
Method__init__
(self, task_name, dataset_name, datapaths, tokenizer, max_seq_length, evaluate=False)
tasks/dense_retriever/supervised_training/train_data_utils.py:133
Method__init__
(self, name, datapaths, tokenizer, max_seq_length, evaluate=False)
tasks/dense_retriever/supervised_training/train_data_utils.py:228
Method__init__
(self, data, annotators, opts=None)
tasks/dense_retriever/supervised_training/evaluation/tokenizers.py:30
Method__init__
Args: annotators: None or empty set (only tokenizes).
tasks/dense_retriever/supervised_training/evaluation/tokenizers.py:157
Method__init__
Args: annotators: set that can include pos, lemma, and ner. model: spaCy model to use (either path, or keyword like '
tasks/dense_retriever/supervised_training/evaluation/tokenizers.py:197
Method__init__
(self, dataset, eval=False, **kwargs)
tasks/dense_retriever/supervised_training/evaluation/data.py:35
Method__init__
(self, custom_load_path=None, key_list=None, load_evidence_dataset=True, use
tasks/dense_retriever/supervised_training/evaluation/evaluate.py:20
Method__init__
(self, dataset, eval=False, **kwargs)
tasks/dense_retriever/zero_shot_training/train.py:23
Method__init__
(self, task_name, dataset_name, datapaths, bert_tokenizer, max_seq_length)
tasks/dense_retriever/zero_shot_training/train_data_utils.py:70
Method__iter__
(self)
megatron/data/samplers.py:110
Method__len__
(self)
megatron/data/pretokenized_evidence.py:47
Method__len__
(self)
megatron/data/samplers.py:71
Method__len__
(self)
megatron/data/orqa_wiki_dataset.py:140
Method__len__
(self)
megatron/data/indexed_dataset.py:191
Method__len__
(self)
megatron/data/indexed_dataset.py:442
Method__len__
(self)
megatron/data/indexed_dataset.py:477
Method__len__
(self)
tasks/dense_retriever/supervised_training/train_data_utils.py:165
Method__len__
The number of tokens.
tasks/dense_retriever/supervised_training/evaluation/tokenizers.py:35
Method__len__
(self)
tasks/dense_retriever/supervised_training/evaluation/data.py:172
Method__len__
(self)
tasks/dense_retriever/zero_shot_training/train_data_utils.py:89
Method__setstate__
(self, state)
megatron/data/indexed_dataset.py:457
Method__setstate__
(self, state)
megatron/fp16/fp16.py:265
Function_bias_dropout_add
(x, bias, residual, prob)
megatron/model/transformer.py:405
Method_collate_fn
(self, batch_data)
megatron/indexer.py:28
Method_collate_fn
(self, batch_data)
tasks/dense_retriever/supervised_training/train_dense_retriever.py:37
Method_collate_fn
(self, batch_data)
tasks/dense_retriever/supervised_training/evaluation/data.py:41
Method_collate_fn
(self, batch_data)
tasks/dense_retriever/zero_shot_training/train.py:30
Function_cross_entropy_forward_step
Simple forward step with cross-entropy loss.
tasks/dense_retriever/supervised_training/train_dense_retriever.py:90
Function_cross_entropy_forward_step
Simple forward step with cross-entropy loss.
tasks/dense_retriever/zero_shot_training/train.py:69
Method_get_loss_scale
(self)
megatron/fp16/fp16.py:626
Method_get_param_groups
(self)
megatron/fp16/fp16.py:645
Method_get_state
(self)
megatron/fp16/fp16.py:635
Method_has_inf_or_nan
(x)
megatron/fp16/loss_scaler.py:140
Method_set_loss_scale
(self, value)
megatron/fp16/fp16.py:629
Method_set_param_groups
(self, value)
megatron/fp16/fp16.py:648
Method_set_state
(self, value)
megatron/fp16/fp16.py:638
Method_skip
(gram)
tasks/dense_retriever/supervised_training/evaluation/tokenizers.py:99
Methodadd
Allocate a chunk of memory from the buffer to tensor and copy the values.
megatron/memory.py:89
Methodadd_item
(self, tensor)
megatron/data/indexed_dataset.py:546
Methodadd_tokentype_embeddings
Add token-type embedding. This function is provided so we can add token-type embeddings in case the pretrained model does not have it.
megatron/model/language_model.py:153
Methodadditional_special_tokens
All the additional special tokens you may want to use (list of strings).
megatron/tokenizer/tokenizer.py:242
Methodadditional_special_tokens_ids
Ids of all the additional special tokens in the vocabulary (list of integers).
megatron/tokenizer/tokenizer.py:257
Methodallreduce_hook
(*unused)
megatron/model/distributed.py:67
Methodbackward
(ctx, output_grads)
megatron/model/fused_softmax.py:36
Methodbackward
(ctx, grad_output)
megatron/model/fused_bias_gelu.py:55
Methodbackward
(self, loss, retain_graph=False)
megatron/fp16/loss_scaler.py:199
Methodbackward
(ctx, grad_output)
megatron/mpu/cross_entropy.py:85
Methodbackward
(ctx, *args)
megatron/mpu/random.py:279
Methodbackward
(ctx, grad_output)
megatron/mpu/mappings.py:88
Methodbackward
(ctx, grad_output)
megatron/mpu/mappings.py:104
Methodbackward
(ctx, grad_output)
megatron/mpu/mappings.py:120
Methodbackward
(ctx, grad_output)
megatron/mpu/mappings.py:136
Functionbackwards_debug_hook
(grad)
megatron/fp16/fp16util.py:105
Functionbert_attention_mask_func
(attention_scores, attention_mask)
megatron/model/bert_model.py:31
Functionbias_dropout_add_fused_inference
(x, bias, residual, prob)
megatron/model/transformer.py:417
Functionbias_dropout_add_fused_train
(x, bias, residual, prob)
megatron/model/transformer.py:411
Methodbos_token
Beginning of sentence token id
megatron/tokenizer/tokenizer.py:232
Methodbos_token_id
Id of the beginning of sentence token in the vocabulary.
megatron/tokenizer/tokenizer.py:247
Functionbroadcast_data
Broadcast data from rank zero of each model parallel group to the members of the same model parallel group. Arguments: keys: list of
megatron/mpu/data.py:76
Methodbuild_layer
(layer_number)
megatron/model/transformer.py:589
Functionbwd
megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp:42
Functionbwd
megatron/fused_kernels/scaled_masked_softmax.cpp:47
Functioncb
()
megatron/mpu/random.py:82
← previousnext →401–500 of 712, ranked by callers