MCPcopy Create free account

hub / github.com/THUDM/GLM / functions

Functions1,117 in github.com/THUDM/GLM

Method__init__
(self, path, tokenizer=None, preprocess_fn=None, binarize_sent=False, text_key='sentence', la
data_utils/datasets.py:373
Method__init__
sentence_start: the stripped article must start with a complete sentence
data_utils/datasets.py:571
Method__init__
sentence_start: the stripped article must start with a complete sentence
data_utils/datasets.py:717
Method__init__
(self, ds, max_seq_len=512, mask_lm_prob=.15, max_preds_per_seq=None, short_seq_prob=.01, dat
data_utils/datasets.py:853
Method__init__
Constructs a BertTokenizer. Args: vocab_file: Path to a one-wordpiece-per-line vocabulary file do_lower_case: Whether to
data_utils/wordpiece.py:77
Method__init__
Constructs a BasicTokenizer. Args: do_lower_case: Whether to lower case the input.
data_utils/wordpiece.py:179
Method__init__
(self, vocab, unk_token="[UNK]", max_input_chars_per_word=100)
data_utils/wordpiece.py:296
Method__init__
(self, path, data_type, is_array=False, array_data_type=np.int32)
data_utils/lazy_loader.py:63
Method__init__
(self, tokenizer, process_fn=None)
data_utils/lazy_loader.py:110
Method__init__
(self, path, data_type='data', mem_map=False, map_fn=None, is_array=False, array_data_type=np.int32,
data_utils/lazy_loader.py:141
Method__init__
(self, num_embeddings, embedding_dim, init_method=init.xavier_normal_)
mpu/layers.py:81
Method__init__
(self, input_size, output_size, bias=True, gather_output=True, init_method=init.xavier_normal
mpu/layers.py:199
Method__init__
(self, input_size, output_size, bias=True, input_is_parallel=False, init_met
mpu/layers.py:272
Method__init__
(self)
mpu/random.py:127
Method__init__
(self, hidden_size)
mpu/transformer.py:39
Method__init__
(self, hidden_size, num_attention_heads, attention_dropout_prob, output_dropout_prob, init_method,
mpu/transformer.py:60
Method__init__
(self, hidden_size, num_attention_heads, attention_dropout_prob, output_dropout_prob,
mpu/transformer.py:181
Method__init__
(self, hidden_size, num_attention_heads, attention_dropout_
mpu/transformer.py:420
Method__init__
(self, hidden_size, num_attention_heads, attention_dropout_
mpu/transformer.py:521
Method__init__
(self, num_layers, hidden_size, num_attention_heads,
mpu/transformer.py:638
Method__init__
(self, m , n, k)
mpu/tests/test_layers.py:320
Method__init__
(self, size, scale=1.0)
mpu/tests/commons.py:26
Method__iter__
(self)
data_utils/samplers.py:62
Method__iter__
(self)
data_utils/samplers.py:96
Method__iter__
(self)
data_utils/samplers.py:130
Method__iter__
(self)
data_utils/datasets.py:188
Method__len__
Number of hypotheses in the list.
generation_utils.py:356
Method__len__
(self)
configure_data.py:52
Method__len__
(self)
tasks/superglue/dataset.py:81
Method__len__
(self)
tasks/superglue/dataset.py:193
Method__len__
(self)
tasks/seq2seq/dataset.py:446
Method__len__
(self)
tasks/seq2seq/dataset.py:591
Method__len__
(self)
tasks/seq2seq/dataset.py:699
Method__len__
(self)
tasks/seq2seq/dataset.py:819
Method__len__
(self)
tasks/language_model/dataset.py:34
Method__len__
(self)
tasks/language_model/dataset.py:106
Method__len__
(self)
data_utils/samplers.py:75
Method__len__
(self)
data_utils/samplers.py:102
Method__len__
(self)
data_utils/tokenization.py:96
Method__len__
total number of tokens
data_utils/tokenization.py:273
Method__len__
(self)
data_utils/tokenization.py:493
Method__len__
(self)
data_utils/tokenization.py:557
Method__len__
(self)
data_utils/tokenization.py:687
Method__len__
(self)
data_utils/tokenization_gpt2.py:169
Method__len__
(self)
data_utils/corpora.py:62
Method__len__
(self)
data_utils/corpora.py:88
Method__len__
(self)
data_utils/datasets.py:53
Method__len__
(self)
data_utils/datasets.py:102
Method__len__
(self)
data_utils/datasets.py:161
Method__len__
(self)
data_utils/datasets.py:315
Method__len__
(self)
data_utils/datasets.py:426
Method__len__
(self)
data_utils/datasets.py:524
Method__len__
(self)
data_utils/datasets.py:620
Method__len__
(self)
data_utils/datasets.py:764
Method__len__
(self)
data_utils/datasets.py:893
Method__len__
(self)
data_utils/lazy_loader.py:226
Method__repr__
(self)
model/modeling_bert.py:252
Method__repr__
(self)
tasks/data_utils.py:68
Method__repr__
(self)
data_utils/tokenization.py:165
Method__setstate__
(self, state)
fp16/fp16.py:261
Method__str__
(self)
data_utils/tokenization.py:162
Method__str__
(self)
data_utils/tokenization.py:196
Method_create_examples
(path: str, set_type: str)
tasks/superglue/dataset.py:386
Method_create_examples
(path: str, set_type: str)
tasks/superglue/dataset.py:527
Method_create_examples
(path: str, set_type: str)
tasks/superglue/dataset.py:590
Method_create_examples
(path: str, set_type: str)
tasks/superglue/dataset.py:631
Method_create_examples
(path: str, set_type: str)
tasks/superglue/dataset.py:945
Method_create_examples
(path: str, set_type: str)
tasks/superglue/dataset.py:968
Method_create_examples
(path: str, set_type: str)
tasks/superglue/dataset.py:1195
Method_create_examples
(path: str, set_type: str)
tasks/superglue/dataset.py:1222
Method_create_examples
(path: str, set_type: str)
tasks/superglue/dataset.py:1243
Method_create_examples
(path: str, set_type: str)
tasks/superglue/dataset.py:1264
Method_encode
(self, text)
data_utils/tokenization.py:872
Method_encode
(self, text)
data_utils/tokenization.py:1088
Method_encode
(self, text)
data_utils/tokenization.py:1210
Method_get_generated_ngrams
(hypo_idx)
generation_utils.py:484
Method_get_loss_scale
(self)
fp16/fp16.py:615
Method_get_param_groups
(self)
fp16/fp16.py:634
Method_get_state
(self)
fp16/fp16.py:624
Method_has_inf_or_nan
(x)
fp16/loss_scaler.py:127
Method_set_loss_scale
(self, value)
fp16/fp16.py:618
Method_set_param_groups
(self, value)
fp16/fp16.py:637
Method_set_state
(self, value)
fp16/fp16.py:627
Function_worker
(gpu, queue, done_queue, args)
scripts/dispatcher.py:216
Functionaccuracy_metric
(predictions, labels, examples)
tasks/eval_utils.py:34
Methodallreduce_hook
(*unused)
model/distributed.py:84
Methodavailable_patterns
()
tasks/superglue/pvp.py:420
Methodavailable_patterns
()
tasks/superglue/pvp.py:531
Methodavailable_patterns
()
tasks/superglue/pvp.py:673
Methodavailable_patterns
()
tasks/superglue/pvp.py:713
Methodavailable_patterns
()
tasks/superglue/pvp.py:758
Methodavailable_patterns
()
tasks/superglue/pvp.py:789
Methodavailable_patterns
()
tasks/superglue/pvp.py:828
Methodavailable_patterns
()
tasks/superglue/pvp.py:875
Methodavailable_patterns
()
tasks/superglue/pvp.py:916
Methodavailable_patterns
()
tasks/superglue/pvp.py:958
Methodavailable_patterns
()
tasks/superglue/pvp.py:998
Methodavailable_patterns
()
tasks/superglue/pvp.py:1034
Methodavailable_patterns
()
tasks/superglue/pvp.py:1058
Methodavailable_patterns
()
tasks/superglue/pvp.py:1082
← previousnext →601–700 of 1,117, ranked by callers