All settings that can't be determined at the time of instantiation need to be passed through here before any dataloaders can be accessed.
(
self,
tokenizer: Optional[Tokenizer] = None,
batch_size: int = 1,
max_seq_length: Optional[int] = None,
)
| 33 | |
| 34 | @abstractmethod |
| 35 | def connect( |
| 36 | self, |
| 37 | tokenizer: Optional[Tokenizer] = None, |
| 38 | batch_size: int = 1, |
| 39 | max_seq_length: Optional[int] = None, |
| 40 | ) -> None: |
| 41 | """All settings that can't be determined at the time of instantiation need to be passed through here |
| 42 | before any dataloaders can be accessed. |
| 43 | """ |
| 44 | |
| 45 | def setup(self, stage: str = '') -> PreparedDataset: |
| 46 | # Stub is to redefine the default signature, because the concept of 'stage' does not exist in LitGPT |
nothing calls this directly
no outgoing calls
no test coverage detected