(pretrained_model_name_or_path: str, **kwargs)
| 19 | |
| 20 | |
| 21 | def config_from_pretrained(pretrained_model_name_or_path: str, **kwargs): |
| 22 | try: |
| 23 | return AutoConfig.from_pretrained(pretrained_model_name_or_path, **kwargs) |
| 24 | except ValueError as e: |
| 25 | logger.debug(f'AutoConfig.from_pretrained failed: {e}, try register config manually.') |
| 26 | # some models (dsv32) does not provide auto map for config |
| 27 | from transformers import PretrainedConfig |
| 28 | trust_remote_code = kwargs.pop('trust_remote_code', None) |
| 29 | config_dict, _ = PretrainedConfig.get_config_dict(pretrained_model_name_or_path, **kwargs) |
| 30 | model_type = config_dict.get('model_type', None) |
| 31 | if trust_remote_code is not None: |
| 32 | kwargs['trust_remote_code'] = trust_remote_code |
| 33 | register_config(model_type) |
| 34 | |
| 35 | return AutoConfig.from_pretrained(pretrained_model_name_or_path, **kwargs) |
no test coverage detected