MCPcopy Create free account

hub / github.com/DevSinghSachan/emdr2 / functions

Functions707 in github.com/DevSinghSachan/emdr2

⨍ Functions 707◇ Types & classes 85
Method__getitem__
(self, idx)
tasks/openqa/dense_retriever/evaluation/data.py:178
Method__getstate__
(self)
megatron/data/indexed_dataset.py:454
Method__getstate__
(self)
megatron/fp16/fp16.py:262
Method__init__
(self, datapath)
tools/inverted_title_index.py:17
Method__init__
(self, args)
tools/create_evidence_indexed_dataset.py:26
Method__init__
(self, call_load_attributes_func=True)
megatron/indexer_emdr2.py:40
Method__init__
(self, name, numel, dtype, track_usage)
megatron/memory.py:49
Method__init__
(self, name, num_buffers, numel, dtype, track_usage)
megatron/memory.py:132
Method__init__
(self, name)
megatron/global_vars.py:175
Method__init__
(self)
megatron/global_vars.py:220
Method__init__
(self)
megatron/module.py:24
Method__init__
(self, optimizer, start_lr, warmup_iter, total_iters, decay_style, last_iter
megatron/learning_rates.py:26
Method__init__
(self, input_in_fp16, upper_triang_mask_fusion, general_mask_fusion, mask_func, softmax_in_f
megatron/model/fused_softmax.py:86
Method__init__
(self, mpu_vocab_size, parallel_output)
megatron/model/t5_model.py:65
Method__init__
(self, module)
megatron/model/distributed.py:28
Method__init__
(self, hidden_size, vocab_size, max_sequence_length,
megatron/model/language_model.py:112
Method__init__
(self, attention_mask_func, init_method, output_layer_init_
megatron/model/language_model.py:265
Method__init__
(self, evidence_retriever)
megatron/model/emdr2_model.py:32
Method__init__
(self)
megatron/model/emdr2_model.py:380
Method__init__
(self, num_tokentypes=2, parallel_output=True, vocab_size=None)
megatron/model/dualencoder_model.py:147
Method__init__
(self, attention_mask_func, init_method, output_layer_init_method, layer_number,
megatron/model/transformer.py:118
Method__init__
(self, attention_mask_func, init_method, output_layer_init_method, layer_number,
megatron/model/transformer.py:429
Method__init__
(self, attention_mask_func, init_method, output_layer_init_method, layer_typ
megatron/model/transformer.py:569
Method__init__
(self, alpha=0.6, apply_during_search=True)
megatron/model/search_strategy.py:23
Method__init__
(self, max_decode_len, bos_id, eos_id, beam_size=5, alpha=0.6, topk_evidence=-1)
megatron/model/search_strategy.py:125
Method__init__
(self, max_decode_len, bos_id, eos_id, sample=False, topk_evidence=-1)
megatron/model/search_strategy.py:182
Method__init__
(self, mpu_vocab_size, hidden_size, init_method, layernorm_epsilon, parallel_output)
megatron/model/bert_model.py:72
Method__init__
(self, sampler, batch_size, drop_last, rank=-1, world_size=2, wrap_last=False, interleave=Fal
megatron/data/samplers.py:95
Method__init__
(self, task_name, dataset_name, datapath, tokenizer, max_seq_length)
megatron/data/orqa_wiki_dataset.py:143
Method__init__
(self, embedding_path=None, load_from_path=True, rank=None)
megatron/data/emdr2_index.py:18
Method__init__
(self, embed_size, embed_data=None, use_gpu=False)
megatron/data/emdr2_index.py:105
Method__init__
(self, embed_size, embed_data=None, use_gpu=False)
megatron/data/emdr2_index.py:201
Method__init__
(self, path)
megatron/data/indexed_dataset.py:213
Method__init__
(self, out_file, dtype=np.int32)
megatron/data/indexed_dataset.py:275
Method__init__
(self, path, skip_warmup=False)
megatron/data/indexed_dataset.py:385
Method__init__
(self, path, skip_warmup=False)
megatron/data/indexed_dataset.py:445
Method__init__
(self, out_file, dtype=np.int64)
megatron/data/indexed_dataset.py:540
Method__init__
(self, module)
megatron/fp16/fp16.py:69
Method__init__
(self, init_optimizer, static_loss_scale=1.0, dynamic_loss_
megatron/fp16/fp16.py:184
Method__init__
(self, network)
megatron/fp16/fp16util.py:96
Method__init__
(self, scale=1)
megatron/fp16/loss_scaler.py:45
Method__init__
(self, init_scale=2**32, scale_factor=2., scale_window=1
megatron/fp16/loss_scaler.py:102
Method__init__
(self, vocab_file, lower_case=True, vocab_extra_ids=0)
megatron/tokenizer/tokenizer.py:138
Method__init__
(self, vocab_file, do_lower_case=True)
megatron/tokenizer/bert_tokenization.py:164
Method__init__
Constructs a BasicTokenizer. Args: do_lower_case: Whether to lower case the input.
megatron/tokenizer/bert_tokenization.py:220
Method__init__
(self, vocab, unk_token="[UNK]", max_input_chars_per_word=200)
megatron/tokenizer/bert_tokenization.py:335
Method__init__
(self, num_embeddings, embedding_dim, init_method=init.xavier_normal_)
megatron/mpu/layers.py:109
Method__init__
(self, input_size, output_size, bias=True, gather_output=True, init_method=init.xavier_normal
megatron/mpu/layers.py:194
Method__init__
(self)
megatron/mpu/random.py:136
Method__init__
(self, dataset, eval=False, **kwargs)
tasks/openqa/e2eqa/train_e2eqa.py:45
Method__init__
(self, rank)
tasks/openqa/e2eqa/async_indexer.py:85
Method__init__
(self, task_name, dataset_name, datapaths, tokenizer, max_seq_length, decoder_seq_length)
tasks/openqa/e2eqa/train_data_utils.py:106
Method__init__
(self, dataset, eval=False, **kwargs)
tasks/openqa/dense_retriever/train_dense_retriever.py:31
Method__init__
(self, task_name, dataset_name, datapaths, tokenizer, max_seq_length, evaluate=False)
tasks/openqa/dense_retriever/train_data_utils.py:133
Method__init__
(self, name, datapaths, tokenizer, max_seq_length, evaluate=False)
tasks/openqa/dense_retriever/train_data_utils.py:228
Method__init__
(self, data, annotators, opts=None)
tasks/openqa/dense_retriever/evaluation/tokenizers.py:30
Method__init__
Args: annotators: None or empty set (only tokenizes).
tasks/openqa/dense_retriever/evaluation/tokenizers.py:157
Method__init__
Args: annotators: set that can include pos, lemma, and ner. model: spaCy model to use (either path, or keyword like '
tasks/openqa/dense_retriever/evaluation/tokenizers.py:197
Method__init__
(self, dataset, eval=False, **kwargs)
tasks/openqa/dense_retriever/evaluation/data.py:35
Method__init__
(self)
tasks/openqa/dense_retriever/evaluation/evaluate.py:17
Method__iter__
(self)
megatron/data/samplers.py:110
Method__len__
(self)
megatron/data/samplers.py:71
Method__len__
(self)
megatron/data/orqa_wiki_dataset.py:162
Method__len__
(self)
megatron/data/indexed_dataset.py:191
Method__len__
(self)
megatron/data/indexed_dataset.py:442
Method__len__
(self)
megatron/data/indexed_dataset.py:477
Method__len__
(self)
tasks/openqa/e2eqa/train_data_utils.py:125
Method__len__
(self)
tasks/openqa/dense_retriever/train_data_utils.py:165
Method__len__
The number of tokens.
tasks/openqa/dense_retriever/evaluation/tokenizers.py:35
Method__len__
(self)
tasks/openqa/dense_retriever/evaluation/data.py:175
Method__setstate__
(self, state)
megatron/data/indexed_dataset.py:457
Method__setstate__
(self, state)
megatron/fp16/fp16.py:265
Function_bias_dropout_add
(x, bias, residual, prob)
megatron/model/transformer.py:405
Method_collate_fn
(self, batch_data)
tasks/openqa/e2eqa/train_e2eqa.py:51
Method_collate_fn
(self, batch_data)
tasks/openqa/dense_retriever/train_dense_retriever.py:37
Method_collate_fn
(self, batch_data)
tasks/openqa/dense_retriever/evaluation/data.py:41
Function_cross_entropy_forward_step
Simple forward step with cross-entropy loss.
tasks/openqa/e2eqa/train_e2eqa.py:126
Function_cross_entropy_forward_step
Simple forward step with cross-entropy loss.
tasks/openqa/dense_retriever/train_dense_retriever.py:90
Method_get_loss_scale
(self)
megatron/fp16/fp16.py:626
Method_get_param_groups
(self)
megatron/fp16/fp16.py:645
Method_get_state
(self)
megatron/fp16/fp16.py:635
Method_has_inf_or_nan
(x)
megatron/fp16/loss_scaler.py:140
Method_set_loss_scale
(self, value)
megatron/fp16/fp16.py:629
Method_set_param_groups
(self, value)
megatron/fp16/fp16.py:648
Method_set_state
(self, value)
megatron/fp16/fp16.py:638
Method_skip
(gram)
tasks/openqa/dense_retriever/evaluation/tokenizers.py:99
Methodadd
Allocate a chunk of memory from the buffer to tensor and copy the values.
megatron/memory.py:89
Methodadd_item
(self, tensor)
megatron/data/indexed_dataset.py:546
Methodadd_tokentype_embeddings
Add token-type embedding. This function is provided so we can add token-type embeddings in case the pretrained model does not have it.
megatron/model/language_model.py:153
Methodadditional_special_tokens
All the additional special tokens you may want to use (list of strings).
megatron/tokenizer/tokenizer.py:242
Methodadditional_special_tokens_ids
Ids of all the additional special tokens in the vocabulary (list of integers).
megatron/tokenizer/tokenizer.py:257
Methodallreduce_hook
(*unused)
megatron/model/distributed.py:67
Methodbackward
(ctx, output_grads)
megatron/model/fused_softmax.py:36
Methodbackward
(ctx, grad_output)
megatron/model/fused_bias_gelu.py:55
Methodbackward
(self, loss, retain_graph=False)
megatron/fp16/loss_scaler.py:199
Methodbackward
(ctx, grad_output)
megatron/mpu/cross_entropy.py:85
Methodbackward
(ctx, *args)
megatron/mpu/random.py:279
Methodbackward
(ctx, grad_output)
megatron/mpu/mappings.py:88
Methodbackward
(ctx, grad_output)
megatron/mpu/mappings.py:104
Methodbackward
(ctx, grad_output)
megatron/mpu/mappings.py:120
← previousnext →401–500 of 707, ranked by callers