MCPcopy Create free account

hub / github.com/OpenBMB/CPM-Live / functions

Functions302 in github.com/OpenBMB/CPM-Live

⨍ Functions 302◇ Types & classes 70
↓ 1 callersMethoddeserialize
(self, data: bytes)
cpm-live/cpm_live/dataset/serializer.py:27
↓ 1 callersMethoddump
(self, fp: io.TextIOWrapper)
cpm-live/cpm_live/dataset/distributed_dataset.py:83
↓ 1 callersFunctionevaluation
(model, args, tokenizer, loss_func)
cpm-live/finetune_cpm_bee.py:115
↓ 1 callersFunctionfinetune
( args, tokenizer: CPMBeeTokenizer, model: CPMBee, optimizer: bmt.optim.AdamOffloadOptimizer,
cpm-live/finetune_cpm_bee.py:187
↓ 1 callersFunctionget_args
()
cpm-live/preprocess_dataset.py:9
↓ 1 callersFunctionget_learning_rate_scheduler
(args, optimizer)
cpm-live/pretrain_cpm_bee.py:59
↓ 1 callersFunctionget_learning_rate_scheduler
(args, optimizer)
cpm-live/finetune_cpm_bee.py:59
↓ 1 callersFunctionget_model
(args)
cpm-live/pretrain_cpm_bee.py:35
↓ 1 callersFunctionget_model
(args)
cpm-live/finetune_cpm_bee.py:35
↓ 1 callersFunctionget_optimizer
(args, model)
cpm-live/pretrain_cpm_bee.py:45
↓ 1 callersFunctionget_optimizer
(args, model)
cpm-live/finetune_cpm_bee.py:52
↓ 1 callersMethodget_piece
(self, text: str)
cpm-live/cpm_live/tokenizers/bee.py:75
↓ 1 callersFunctionget_tokenizer
(args)
cpm-live/pretrain_cpm_bee.py:30
↓ 1 callersFunctionget_tokenizer
(args)
cpm-live/finetune_cpm_bee.py:30
↓ 1 callersFunctioninitialize
()
cpm-live/pretrain_cpm_bee.py:88
↓ 1 callersFunctioninitialize
()
cpm-live/finetune_cpm_bee.py:88
↓ 1 callersFunctionload_dataset_config
(dataset_path: str)
cpm-live/cpm_live/utils/config.py:23
↓ 1 callersFunctionload_vocab
Loads a vocabulary file into a dictionary.
cpm-live/cpm_live/tokenizers/ant.py:22
↓ 1 callersFunctionload_vocab
Loads a vocabulary file into a dictionary.
cpm-live/cpm_live/tokenizers/bee.py:21
↓ 1 callersFunctionmain
()
cpm-live/pretrain_cpm_bee.py:382
↓ 1 callersFunctionmain
()
cpm-live/preprocess_dataset.py:24
↓ 1 callersFunctionmain
()
cpm-live/finetune_cpm_bee.py:415
↓ 1 callersFunctionmain
()
cpm-live/cpmbee_translator.py:182
↓ 1 callersFunctionpretrain
( args, tokenizer: CPMBeeTokenizer, model: CPMBee, optimizer: bmt.optim.AdamOffloadOptimizer,
cpm-live/pretrain_cpm_bee.py:155
↓ 1 callersFunctionreformat_data
set your data format
cpm-live/preprocess_dataset.py:19
↓ 1 callersFunctionrename_if_exists
(file_path)
cpm-live/cpm_live/utils/export.py:12
↓ 1 callersFunctionrms_layernorm
(hidden: torch.Tensor, weight: torch.Tensor, eps: float)
cpm-live/cpm_live/layers/layernorm.py:6
↓ 1 callersFunctionrms_layernorm
(hidden: torch.Tensor, weight: torch.Tensor, eps: float)
cpm-live/cpm_live/native_layers/layernorm.py:5
↓ 1 callersFunctionsee_memory
(detail=False)
cpm-live/pretrain_cpm_bee.py:97
↓ 1 callersFunctionsee_memory
(detail=False)
cpm-live/finetune_cpm_bee.py:96
↓ 1 callersMethodserialize
(self, obj)
cpm-live/cpm_live/dataset/serializer.py:24
↓ 1 callersFunctionsetup_model_and_optimizer
(args)
cpm-live/pretrain_cpm_bee.py:72
↓ 1 callersFunctionsetup_model_and_optimizer
(args)
cpm-live/finetune_cpm_bee.py:72
↓ 1 callersFunctionshuffle_dataset
Shuffle one distributed datataset, write results to another dataset. Args: path_str (str): path to source dataset path_tgt (str):
cpm-live/cpm_live/dataset/utils.py:43
↓ 1 callersMethodstate_dict
(self)
cpm-live/cpm_live/training_tasks/bee/pretrain.py:986
↓ 1 callersMethodto_dict
(self)
cpm-live/cpm_live/utils/config.py:75
↓ 1 callersMethodto_eng
(self, text: str)
cpm-live/cpmbee_translator.py:131
↓ 1 callersMethodto_json_string
(self)
cpm-live/cpm_live/utils/config.py:71
↓ 1 callersMethodtokenize
(self, text: str)
cpm-live/cpm_live/tokenizers/bee.py:107
↓ 1 callersFunctiontop_k_top_p_filtering
(logits, top_k=0, top_p=0.0, filter_value=-float("inf"))
cpm-live/cpm_live/generation/generation_utils.py:5
↓ 1 callersMethodupdate_data
(self, data: Any)
cpm-live/pretrain_cpm_bee.py:122
↓ 1 callersMethodupdate_loss
(self, iteration: int, loss_map: Dict[str, float])
cpm-live/pretrain_cpm_bee.py:127
Method__del__
(self)
cpm-live/cpm_live/training_tasks/bee/pretrain.py:1036
Method__enter__
(self)
cpm-live/cpm_live/dataset/distributed_dataset.py:711
Method__exit__
(self, exc_type, exc_value, exc_traceback)
cpm-live/cpm_live/dataset/distributed_dataset.py:715
Method__init__
(self, log_path: str)
cpm-live/pretrain_cpm_bee.py:117
Method__init__
(self, ckpt_path, batch_size=8)
cpm-live/cpmbee_translator.py:21
Method__init__
(self, vocab, unk_token="<unk>", max_input_chars_per_word=200)
cpm-live/cpm_live/tokenizers/ant.py:36
Method__init__
( self, bod_token="<d>", eod_token="</d>", bos_token="<s>", eos_token=
cpm-live/cpm_live/tokenizers/ant.py:68
Method__init__
(self, token: str, start: int, is_unk: bool, is_special: bool)
cpm-live/cpm_live/tokenizers/bee.py:36
Method__init__
( self, )
cpm-live/cpm_live/tokenizers/bee.py:52
Method__init__
(self)
cpm-live/cpm_live/utils/config.py:50
Method__init__
(self, path: str)
cpm-live/cpm_live/utils/log.py:31
Method__init__
(self, fname, mode)
cpm-live/cpm_live/dataset/distributed_dataset.py:137
Method__init__
( self, path: str, rank: int = 0, world_size: int = 1, serializer: Opt
cpm-live/cpm_live/dataset/distributed_dataset.py:223
Method__init__
( self, path: str, serializer: Optional[Serializer] = None, shuffle: bool = Tr
cpm-live/cpm_live/dataset/distributed_dataset.py:589
Method__init__
(self, fname: str, block_size: int, serializer: Optional[Serializer] = None)
cpm-live/cpm_live/dataset/distributed_dataset.py:618
Method__init__
( self, path: str, dbname: str, block_size=_DEFAULT_BLOCK_SIZE, serial
cpm-live/cpm_live/dataset/distributed_dataset.py:680
Method__init__
(self)
cpm-live/cpm_live/dataset/serializer.py:21
Method__init__
(self)
cpm-live/cpm_live/dataset/serializer.py:32
Method__init__
(self)
cpm-live/cpm_live/dataset/serializer.py:43
Method__init__
(self)
cpm-live/cpm_live/dataset/serializer.py:54
Method__init__
(self, model, tokenizer, prompt_length=32)
cpm-live/cpm_live/generation/ant.py:8
Method__init__
Initialize n-best list of hypotheses.
cpm-live/cpm_live/generation/generation_utils.py:70
Method__init__
(self, model: CPMBee, tokenizer: CPMBeeTokenizer)
cpm-live/cpm_live/generation/bee.py:13
Method__init__
( self, dataset_path: str, batch_size: int, max_length: int, tokenizer
cpm-live/cpm_live/training_tasks/bee/finetune.py:8
Method__init__
( self, batch_size: int, max_length: int, tokenizer: CPMBeeTokenizer,
cpm-live/cpm_live/training_tasks/bee/pretrain.py:253
Method__init__
(self, config_path: str)
cpm-live/cpm_live/training_tasks/bee/pretrain.py:701
Method__init__
( self, config_path: str, batch_size: int, max_length: int, tokenizer:
cpm-live/cpm_live/training_tasks/bee/pretrain.py:944
Method__init__
(self, ctx, max_length=1024, prompt_length=32, tokenizer=None)
cpm-live/cpm_live/training_tasks/ant/pretrain.py:22
Method__init__
( self, dim_norm: int, dtype: torch.dtype = torch.half, eps: float = 1e-6,
cpm-live/cpm_live/layers/layernorm.py:16
Method__init__
( self, dim_model: int, num_heads: int, dim_head: int, dtype=torch.hal
cpm-live/cpm_live/layers/blocks.py:36
Method__init__
( self, dim_model: int, dim_ff: int, num_heads: int, dim_head: int,
cpm-live/cpm_live/layers/blocks.py:174
Method__init__
( self, dim_in: int, dim_out: int, dtype: torch.dtype = torch.half, in
cpm-live/cpm_live/layers/linear.py:23
Method__init__
( self, num_heads: int, num_segments: int = 1, num_buckets: int = 32,
cpm-live/cpm_live/layers/position_embedding.py:23
Method__init__
( self, num_heads: int, num_buckets: int = 32, num_segment_bucket: int = 32,
cpm-live/cpm_live/layers/position_embedding.py:132
Method__init__
( self, dim_model: int, num_heads: int, dim_head: int, dtype: torch.dt
cpm-live/cpm_live/layers/attention.py:24
Method__init__
( self, num_layers: int, dim_model: int, dim_ff: int, num_heads: int,
cpm-live/cpm_live/layers/transformer.py:38
Method__init__
( self, vocab_size: int, embedding_size: int, dtype: torch.dtype = torch.half,
cpm-live/cpm_live/layers/embedding.py:68
Method__init__
( self, dim_in: int, dim_ff: int, dtype=torch.half, )
cpm-live/cpm_live/layers/feedforward.py:23
Method__init__
( self, vocab_size=30720, dim_model=4096, num_heads=64, dim_head=64,
cpm-live/cpm_live/models/ant.py:24
Method__init__
(self, config: CPMBeeConfig)
cpm-live/cpm_live/models/bee_torch.py:24
Method__init__
(self, config: CPMAntConfig)
cpm-live/cpm_live/models/ant_torch.py:21
Method__init__
( self, vocab_size=30720, dim_model=4096, num_heads=64, dim_head=64,
cpm-live/cpm_live/models/bee.py:36
Method__init__
( self, dim_norm: int, dtype: torch.dtype = torch.half, eps: float = 1e-6,
cpm-live/cpm_live/native_layers/layernorm.py:15
Method__init__
( self, dim_model: int, num_heads: int, dim_head: int, dtype=torch.hal
cpm-live/cpm_live/native_layers/blocks.py:35
Method__init__
( self, dim_model: int, dim_ff: int, num_heads: int, dim_head: int,
cpm-live/cpm_live/native_layers/blocks.py:173
Method__init__
( self, dim_in: int, dim_out: int, dtype: torch.dtype = torch.half, in
cpm-live/cpm_live/native_layers/linear.py:22
Method__init__
( self, num_heads, num_segments=1, num_buckets=32, max_distance=128,
cpm-live/cpm_live/native_layers/position_embedding.py:22
Method__init__
( self, num_heads: int, num_buckets: int = 32, num_segment_bucket: int = 32,
cpm-live/cpm_live/native_layers/position_embedding.py:128
Method__init__
( self, dim_model: int, num_heads: int, dim_head: int, dtype: torch.dt
cpm-live/cpm_live/native_layers/attention.py:23
Method__init__
( self, num_layers: int, dim_model: int, dim_ff: int, num_heads: int,
cpm-live/cpm_live/native_layers/transformer.py:37
Method__init__
( self, vocab_size: int, embedding_size: int, dtype: torch.dtype = torch.half,
cpm-live/cpm_live/native_layers/embedding.py:64
Method__init__
( self, dim_in: int, dim_ff: int, dtype=torch.half, )
cpm-live/cpm_live/native_layers/feedforward.py:22
Method__iter__
(self)
cpm-live/cpm_live/dataset/distributed_dataset.py:604
Method__iter__
(self)
cpm-live/cpm_live/training_tasks/bee/finetune.py:54
Method__iter__
(self)
cpm-live/cpm_live/training_tasks/bee/pretrain.py:1032
Method__iter__
(self)
cpm-live/cpm_live/training_tasks/ant/pretrain.py:105
Method__len__
(self)
cpm-live/cpm_live/tokenizers/ant.py:132
Method__len__
(self)
cpm-live/cpm_live/tokenizers/bee.py:104
← previousnext →101–200 of 302, ranked by callers