↓ 5 callersFunctionload_langpair_dataset(
data_path,
split,
src,
src_dict,
tgt,
tgt_dict,
combine,
dataset_impl,
u
fairseq/tasks/translation.py:39
↓ 5 callersFunctionmaybe_shorten_dataset(
dataset,
split,
shorten_data_split_list,
shorten_method,
tokens_per_sample,
seed,
)
fairseq/data/shorten_dataset.py:63
↓ 3 callersMethod__init__(self, cfg: DictConfig, params, fp32_optimizer, fp32_params, **kwargs)
fairseq/optim/fp16_optimizer.py:245
↓ 3 callersMethod_generate(
self,
sample: Dict[str, Dict[str, Tensor]],
prefix_tokens: Optional[Tensor] = None,
fairseq/sequence_generator.py:184