MCPcopy Create free account

hub / github.com/THUDM/GLM / functions

Functions1,117 in github.com/THUDM/GLM

Method__getitem__
(self, index)
data_utils/tokenization.py:93
Method__getitem__
(self, index)
data_utils/corpora.py:50
Method__getitem__
(self, index)
data_utils/corpora.py:80
Method__getitem__
(self, idx)
data_utils/datasets.py:50
Method__getitem__
(self, idx)
data_utils/datasets.py:105
Method__getitem__
(self, index)
data_utils/datasets.py:167
Method__getitem__
process+tokenize string and return string,label,and stringlen
data_utils/datasets.py:318
Method__getitem__
gets the index'th string from the dataset
data_utils/datasets.py:411
Method__getitem__
(self, idx)
data_utils/datasets.py:527
Method__getitem__
(self, idx)
data_utils/datasets.py:623
Method__getitem__
(self, idx)
data_utils/datasets.py:767
Method__getitem__
(self, idx)
data_utils/datasets.py:896
Method__getitem__
read file and splice strings based on string ending array `self.ends`
data_utils/lazy_loader.py:199
Method__getstate__
(self)
fp16/fp16.py:258
Method__init
(self)
data_utils/extraction.py:10
Method__init__
(self, args, tokenizer, max_seq_length, bert_prob=1.0, gap_sentence_prob=0.0, gpt_infill_prob=0.5,
blocklm_utils.py:31
Method__init__
(self, name)
utils.py:119
Method__init__
(self)
utils.py:160
Method__init__
( self, batch_size: int, max_length: int, num_beams: int,
generation_utils.py:169
Method__init__
Initialize n-best list of hypotheses.
generation_utils.py:345
Method__init__
(self, min_length: int, eos_token_id: int)
generation_utils.py:427
Method__init__
(self, ngram_size: int)
generation_utils.py:454
Method__init__
(self, tasks, datasets, reweight=True, temperature=0.8, max_limit=200000)
configure_data.py:36
Method__init__
(self, optimizer, start_lr, warmup_iter, num_iters, decay_style=None, last_iter=-1, decay_ratio=0.5)
learning_rates.py:27
Method__init__
Constructs BertConfig. Args: vocab_size_or_config_json_file: Vocabulary size of `inputs_ids` in `BertModel`. hidden_s
model/modeling_bert.py:170
Method__init__
Construct a layernorm module in the TF style (epsilon inside the square root).
model/modeling_bert.py:272
Method__init__
(self, config)
model/modeling_bert.py:291
Method__init__
(self, config)
model/modeling_bert.py:351
Method__init__
(self, config)
model/modeling_bert.py:403
Method__init__
(self, config)
model/modeling_bert.py:438
Method__init__
(self, config)
model/modeling_bert.py:457
Method__init__
(self, config)
model/modeling_bert.py:478
Method__init__
(self, config)
model/modeling_bert.py:527
Method__init__
(self, config)
model/modeling_bert.py:576
Method__init__
(self, config)
model/modeling_bert.py:591
Method__init__
(self, config, bert_model_embedding_weights)
model/modeling_bert.py:612
Method__init__
(self, config, bert_model_embedding_weights)
model/modeling_bert.py:653
Method__init__
(self, config)
model/modeling_bert.py:663
Method__init__
(self, config, bert_model_embedding_weights)
model/modeling_bert.py:673
Method__init__
(self, config, *inputs, **kwargs)
model/modeling_bert.py:693
Method__init__
(self, config)
model/modeling_bert.py:897
Method__init__
(self, config)
model/modeling_bert.py:995
Method__init__
(self, config)
model/modeling_bert.py:1062
Method__init__
(self, config)
model/modeling_bert.py:1126
Method__init__
(self, config, num_labels=2)
model/modeling_bert.py:1192
Method__init__
(self, config)
model/modeling_bert.py:1259
Method__init__
(self, config, num_labels=2)
model/modeling_bert.py:1331
Method__init__
(self, config)
model/modeling_bert.py:1410
Method__init__
(self, spell_length, hidden_size, spell_func)
model/prompt.py:6
Method__init__
(self, module)
model/distributed.py:40
Method__init__
(self, language_model, take_softmax=True, length_penalty=0.0)
model/downstream.py:57
Method__init__
(self, language_model, take_softmax=False)
model/downstream.py:115
Method__init__
(self, language_model, hidden_size, hidden_dropout, pool_token, num_class=1)
model/downstream.py:149
Method__init__
(self, num_layers, vocab_size, hidden_size,
model/modeling_glm.py:143
Method__init__
Create a new InputExample. :param guid: a unique textual identifier :param text_a: the sequence of text :param text_
tasks/data_utils.py:46
Method__init__
(self, num_iters)
tasks/data_utils.py:350
Method__init__
Create a new PVP. :param args: the args :param tokenizer: the tokenizer :param label_list: the list of labels
tasks/superglue/pvp.py:38
Method__init__
(self, args, path, tokenizer, seq_length)
tasks/superglue/dataset.py:65
Method__init__
(self, args, task_name, data_dir, seq_length, split, tokenizer, for_train=False, pattern_ense
tasks/superglue/dataset.py:132
Method__init__
(self, args)
tasks/superglue/dataset.py:293
Method__init__
(self, args, language: str = None)
tasks/superglue/dataset.py:1118
Method__init__
(self, args)
tasks/superglue/dataset.py:1320
Method__init__
(self, task, data_dir, tokenizer)
tasks/seq2seq/dataset.py:61
Method__init__
(self, data_dir, tokenizer)
tasks/seq2seq/dataset.py:109
Method__init__
(self, data_dir, tokenizer)
tasks/seq2seq/dataset.py:150
Method__init__
(self, data_dir, tokenizer)
tasks/seq2seq/dataset.py:191
Method__init__
(self, data_dir, tokenizer)
tasks/seq2seq/dataset.py:363
Method__init__
(self, args, split, tokenizer)
tasks/seq2seq/dataset.py:421
Method__init__
(self, args, split, tokenizer)
tasks/seq2seq/dataset.py:554
Method__init__
(self, args, split, tokenizer)
tasks/seq2seq/dataset.py:652
Method__init__
(self, args, split, tokenizer)
tasks/seq2seq/dataset.py:780
Method__init__
(self, args, tokenizer)
tasks/seq2seq/evaluate.py:251
Method__init__
(self, args, documents, tokenizer, num_original_tokens, num_tokenized_tokens)
tasks/language_model/dataset.py:13
Method__init__
(self, args, tokenizer, strict=True)
tasks/language_model/dataset.py:74
Method__init__
(self, module)
fp16/fp16.py:68
Method__init__
(self, init_optimizer, static_loss_scale=1.0, dynamic_loss_
fp16/fp16.py:180
Method__init__
(self, network)
fp16/fp16util.py:93
Method__init__
(self, scale=1)
fp16/loss_scaler.py:38
Method__init__
(self, init_scale=2**32, scale_factor=2., scale_window=1
fp16/loss_scaler.py:89
Method__init__
(self, encoder, bpe_merges)
data_utils/sp_tokenizer.py:35
Method__init__
(self, model_path)
data_utils/sp_tokenizer.py:99
Method__init__
(self, num_samples, train_iters, batch_size, rank=-1, world_size=2)
data_utils/samplers.py:83
Method__init__
(self, sampler, batch_size, drop_last, rank=-1, world_size=2, wrap_last=False, gradient_accumulation_steps=Non
data_utils/samplers.py:118
Method__init__
(self, tokenization, text=None, original_text=None, command_tokens=None, asIds=True)
data_utils/tokenization.py:68
Method__init__
(self, name, token, Id, lstrip=False, rstrip=False)
data_utils/tokenization.py:155
Method__init__
(self, text_tokenizer, command_tokens=None, type_tokens=None)
data_utils/tokenization.py:227
Method__init__
(self)
data_utils/tokenization.py:484
Method__init__
(self, **kwargs)
data_utils/tokenization.py:551
Method__init__
(self, model_type='bpe', vocab_size=None, corpus=None, model_path=None, character_coverage=1.0,
data_utils/tokenization.py:672
Method__init__
(self, tokenizer_model_type=None, cache_dir=None, add_block_symbols=False, add_sentinel_token=0,
data_utils/tokenization.py:790
Method__init__
(self, model_type_or_path, cache_dir=None, add_block_symbols=False, add_task_mask=False, add
data_utils/tokenization.py:934
Method__init__
(self, add_block_symbols=False, add_task_mask=False, add_decoder_mask=False, fix_command_token=False,
data_utils/tokenization.py:1138
Method__init__
(self, vocab_file, merges_file, errors='replace', special_tokens=None, max_len=None)
data_utils/tokenization_gpt2.py:150
Method__init__
(self, prompt_loader, text_loader, tokenizer=None, to_tokenize=False, **kwargs)
data_utils/corpora.py:67
Method__init__
(self, writers, tokenizer=None, tokenize=False, **kwargs)
data_utils/corpora.py:106
Method__init__
(self, *args, **kwargs)
data_utils/corpora.py:365
Method__init__
(self, ds)
data_utils/datasets.py:41
Method__init__
(self, datasets, **kwargs)
data_utils/datasets.py:76
Method__init__
(self, ds, split_inds, **kwargs)
data_utils/datasets.py:154
Method__init__
(self, path, tokenizer=None, preprocess_fn=None, delim=',', binarize_sent=False, drop_unlabel
data_utils/datasets.py:259
← previousnext →501–600 of 1,117, ranked by callers