(updates=None)
| 18 | |
| 19 | @staticmethod |
| 20 | def get_default_config(updates=None): |
| 21 | config = ConfigDict() |
| 22 | config.type = 'huggingface' |
| 23 | config.text_processor = TextProcessor.get_default_config() |
| 24 | config.huggingface_dataset = HuggingfaceDataset.get_default_config() |
| 25 | config.json_dataset = JsonDataset.get_default_config() |
| 26 | |
| 27 | config.vision_text_processor = VisionTextProcessor.get_default_config() |
| 28 | config.json_vision_dataset = JsonVisionDataset.get_default_config() |
| 29 | |
| 30 | if updates is not None: |
| 31 | config.update(ConfigDict(updates).copy_and_resolve_references()) |
| 32 | return config |
| 33 | |
| 34 | @classmethod |
| 35 | def load_dataset(cls, config, tokenizer, **kwargs): |
nothing calls this directly
no test coverage detected