(
self,
dataset_cfgs: list[DatasetCfgWrapper],
data_loader_cfg: DataLoaderCfg,
step_tracker: StepTracker | None = None,
dataset_shim: DatasetShim = lambda dataset, _: dataset,
global_rank: int = 0,
)
| 63 | global_rank: int |
| 64 | |
| 65 | def __init__( |
| 66 | self, |
| 67 | dataset_cfgs: list[DatasetCfgWrapper], |
| 68 | data_loader_cfg: DataLoaderCfg, |
| 69 | step_tracker: StepTracker | None = None, |
| 70 | dataset_shim: DatasetShim = lambda dataset, _: dataset, |
| 71 | global_rank: int = 0, |
| 72 | ) -> None: |
| 73 | super().__init__() |
| 74 | self.dataset_cfgs = dataset_cfgs |
| 75 | self.data_loader_cfg = data_loader_cfg |
| 76 | self.step_tracker = step_tracker |
| 77 | self.dataset_shim = dataset_shim |
| 78 | self.global_rank = global_rank |
| 79 | |
| 80 | def get_persistent(self, loader_cfg: DataLoaderStageCfg) -> bool | None: |
| 81 | return None if loader_cfg.num_workers == 0 else loader_cfg.persistent_workers |
nothing calls this directly
no outgoing calls
no test coverage detected