()
| 42 | |
| 43 | |
| 44 | def fix_transformers_upgrade(): |
| 45 | if is_transformers_available() and is_torch_available(): |
| 46 | # from 4.35.0, transformers changes its arguments of _set_gradient_checkpointing |
| 47 | import transformers |
| 48 | from transformers import PreTrainedModel |
| 49 | from packaging import version |
| 50 | if version.parse(transformers.__version__) >= version.parse('4.35.0') \ |
| 51 | and not hasattr(PreTrainedModel, 'post_init_origin'): |
| 52 | PreTrainedModel.post_init_origin = PreTrainedModel.post_init |
| 53 | PreTrainedModel.post_init = post_init |
| 54 | |
| 55 | |
| 56 | def _can_load_by_hf_automodel(automodel_class: type, config) -> bool: |
no test coverage detected
searching dependent graphs…