Method from_pretrained

deepspeed/linear/context_manager.py:68–70

(*args, **kwargs)

        # ensures non-lora params are frozen and lora weights are initialized
        def from_pretrained(*args, **kwargs):
            model = self._orig_causallm_pretrained(*args, **kwargs)
            return _model_init(model)

        def from_config(*args, **kwargs):
            model = self._orig_causallm_config(*args, **kwargs)