Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/GanjinZero/BioBART
/ functions
Functions
95 in github.com/GanjinZero/BioBART
⨍
Functions
95
◇
Types & classes
12
↓ 40 callers
Method
info
(self, message, *args, **kwargs)
pretrain_src/utils.py:80
↓ 7 callers
Method
load
(self, model_state_dict: str)
pretrain_src/model.py:35
↓ 6 callers
Method
eval
(self)
pretrain_src/model.py:43
↓ 4 callers
Method
get
(self)
pretrain_src/dataloader.py:40
↓ 4 callers
Function
map_to_torch
(encoding)
pretrain_src/dataloader.py:54
↓ 3 callers
Function
checkpoint_model
Utility function for checkpointing model + optimizer dictionaries The main purpose for this is to be able to resume training from that instant
pretrain_src/train.py:27
↓ 3 callers
Method
train
(self)
pretrain_src/model.py:46
↓ 2 callers
Function
_get_ngrams
Extracts all n-grams upto a given maximum order from an input segment. Args: segment: text segment from which n-grams will be extracted. ma
downstream_src/metric/nmt_bleu.py:28
↓ 2 callers
Function
is_time_to_exit
(args, epoch_steps=0, global_steps=0)
pretrain_src/utils.py:299
↓ 2 callers
Function
master_process
(args)
pretrain_src/utils.py:36
↓ 2 callers
Function
padding_to_maxlength
(ids, max_length)
pretrain_src/dataloader.py:67
↓ 2 callers
Function
postprocess_text
(preds, labels)
downstream_src/summarization.py:459
↓ 2 callers
Function
postprocess_text
(preds, labels)
downstream_src/dialogue.py:459
↓ 2 callers
Method
save
(self, filename: str)
pretrain_src/model.py:29
↓ 2 callers
Method
to
(self, device)
pretrain_src/model.py:52
↓ 2 callers
Function
warmup_exp_decay_exp
(global_step, decay_rate, decay_steps,
pretrain_src/optimization_utils.py:42
↓ 2 callers
Function
warmup_exp_decay_poly
(global_step, total_steps, warmup=0.002,
pretrain_src/optimization_utils.py:57
↓ 2 callers
Function
warmup_linear_decay_exp
(global_step, decay_rate, decay_steps,
pretrain_src/optimization_utils.py:28
↓ 2 callers
Function
warmup_linear_decay_linear
(global_step, total_steps, warmup=0.002,
pretrain_src/optimization_utils.py:67
↓ 1 callers
Method
_get_dataloader
(self, dataset: Dataset)
pretrain_src/dataloader.py:269
↓ 1 callers
Method
_get_effective_batch
(self, total)
pretrain_src/dataloader.py:277
↓ 1 callers
Function
compute_bleu
Computes BLEU score of translated segments against one or more references. Args: reference_corpus: list of lists of references for each transla
downstream_src/metric/nmt_bleu.py:48
↓ 1 callers
Function
construct_arguments
()
pretrain_src/train.py:136
↓ 1 callers
Method
create_noised_input
(self, tokens_x)
pretrain_src/dataloader.py:133
↓ 1 callers
Method
create_training_instance
(self, instance: TokenInstance)
pretrain_src/dataloader.py:109
↓ 1 callers
Method
create_training_instance
(self, index)
pretrain_src/datagen/datagen.py:133
↓ 1 callers
Function
get_argument_parser
()
pretrain_src/utils.py:87
↓ 1 callers
Function
get_arguments
()
pretrain_src/train.py:123
↓ 1 callers
Method
get_batch
(self, batch_iter)
pretrain_src/dataloader.py:260
↓ 1 callers
Function
get_random_partition
(data_directory, index)
pretrain_src/dataloader.py:59
↓ 1 callers
Function
get_sample_writer
Returns a tensorboard summary writer
pretrain_src/utils.py:51
↓ 1 callers
Method
get_shard
(self, index, shuffle=True)
pretrain_src/dataloader.py:214
↓ 1 callers
Method
get_values
(self)
pretrain_src/datagen/datagen.py:37
↓ 1 callers
Function
load_checkpoint
(args, model)
pretrain_src/train.py:63
↓ 1 callers
Function
load_training_checkpoint
Utility function for checkpointing model + optimizer dictionaries The main purpose for this is to be able to resume training from that instant
pretrain_src/train.py:50
↓ 1 callers
Function
main
()
pretrain_src/train.py:496
↓ 1 callers
Function
main
()
downstream_src/summarization.py:285
↓ 1 callers
Function
main
()
downstream_src/dialogue.py:285
↓ 1 callers
Method
merge_documents
(self, instance_lists)
pretrain_src/datagen/datagen.py:148
↓ 1 callers
Function
parse_args
()
downstream_src/summarization.py:70
↓ 1 callers
Function
parse_args
()
downstream_src/dialogue.py:70
↓ 1 callers
Method
prefetch
(self)
pretrain_src/dataloader.py:45
↓ 1 callers
Method
prefetch_batch
(self)
pretrain_src/dataloader.py:265
↓ 1 callers
Method
prefetch_shard
(self, index)
pretrain_src/dataloader.py:257
↓ 1 callers
Function
prepare_model_optimizer
(args)
pretrain_src/train.py:196
↓ 1 callers
Function
prepare_optimizer_parameters
(args, model)
pretrain_src/train.py:237
↓ 1 callers
Method
release_shard
(self, index)
pretrain_src/dataloader.py:253
↓ 1 callers
Function
report_lamb_coefficients
(args, optimizer)
pretrain_src/utils.py:41
↓ 1 callers
Function
report_step_metrics
(args, lr, loss, step, data_sample_count)
pretrain_src/utils.py:18
↓ 1 callers
Function
run
(args, model, optimizer, start_epoch)
pretrain_src/train.py:435
↓ 1 callers
Method
save
(self, filename)
pretrain_src/datagen/datagen.py:65
↓ 1 callers
Method
set_device
(self, device)
pretrain_src/model.py:26
↓ 1 callers
Method
stop
(self)
pretrain_src/dataloader.py:50
↓ 1 callers
Function
train
(args, index, model, optimizer, pretrain_dataset_provider)
pretrain_src/train.py:314
↓ 1 callers
Function
truncate_input_sequence
(document, max_num_tokens)
pretrain_src/datagen/datagen.py:11
↓ 1 callers
Function
update_learning_rate
(args, config, current_global_step, optimizer)
pretrain_src/train.py:271
Method
__getitem__
(self, index)
pretrain_src/dataloader.py:103
Method
__getstate__
(self)
pretrain_src/datagen/datagen.py:58
Method
__init__
(self, cuda=False)
pretrain_src/utils.py:76
Method
__init__
(self, dataloaders, dataset_picker)
pretrain_src/dataloader.py:20
Method
__init__
(self, tokenizer , folder: str, logger, ma
pretrain_src/dataloader.py:73
Method
__init__
(self, args)
pretrain_src/dataloader.py:177
Method
__init__
(self, args)
pretrain_src/model.py:17
Method
__init__
(self, tokens_x, tokens_y, is_rotate, lang="en")
pretrain_src/datagen/datagen.py:31
Method
__init__
(self, path, tokenizer, max_seq_length, re
pretrain_src/datagen/datagen.py:44
Method
__init__
(self, path, tokenizer, max_seq_length: int = 512,
pretrain_src/datagen/datagen.py:80
Method
__len__
(self)
pretrain_src/dataloader.py:100
Method
__len__
(self)
pretrain_src/datagen/datagen.py:55
Method
__setstate__
(self, state)
pretrain_src/datagen/datagen.py:62
Method
_compute
( self, predictions, references, smooth_method="exp", smooth_value=Non
downstream_src/metric/sacrebleu.py:107
Method
_compute
(self, predictions, references, rouge_types=None, use_agregator=True, use_stemmer=False)
downstream_src/metric/rouge.py:107
Method
_compute
(self, predictions, references, max_order=4, smooth=False)
downstream_src/metric/bleu.py:114
Method
_info
(self)
downstream_src/metric/sacrebleu.py:82
Method
_info
(self)
downstream_src/metric/rouge.py:89
Method
_info
(self)
downstream_src/metric/bleu.py:94
Method
create_training_instance
(self, index)
pretrain_src/datagen/datagen.py:74
Method
error
(self, message, *args, **kwargs)
pretrain_src/utils.py:84
Method
get_batch
(self, batch_iter)
pretrain_src/dataloader.py:170
Method
get_lang
(self)
pretrain_src/datagen/datagen.py:40
Method
get_shard
(self, index, shuffle=True)
pretrain_src/dataloader.py:161
Method
half
(self)
pretrain_src/model.py:56
Method
load
(filename)
pretrain_src/datagen/datagen.py:70
Method
move_batch
(self, batch, non_blocking=False)
pretrain_src/model.py:40
Method
prefetch_batch
(self)
pretrain_src/dataloader.py:173
Method
prefetch_shard
(self, index)
pretrain_src/dataloader.py:167
Function
preprocess_function
(examples)
downstream_src/summarization.py:413
Function
preprocess_function
(examples)
downstream_src/dialogue.py:413
Function
process_data
(begin, end)
pretrain_src/datagen/datagen.py:153
Method
release_shard
(self, index)
pretrain_src/dataloader.py:164
Method
run
(self)
pretrain_src/dataloader.py:31
Method
save_bert
(self, filename: str)
pretrain_src/model.py:49
Function
save_checkpoint_model
(PATH, ckpt_id, model, last_global_step, last_global_data_samples, args, **kwargs)
pretrain_src/utils.py:57
Function
warmup_constant
(x, warmup=0.002)
pretrain_src/optimization_utils.py:14
Function
warmup_cosine
(x, warmup=0.002)
pretrain_src/optimization_utils.py:8
Function
warmup_linear
(x, warmup=0.002)
pretrain_src/optimization_utils.py:20