Method __init__

lmdeploy/model.py:687–717

(self, model_path: str = '', trust_remote_code: bool = False, **kwargs)

    """

    def __init__(self, model_path: str = '', trust_remote_code: bool = False, **kwargs):
        self.model_path = model_path
        try:
            from transformers import AutoProcessor, AutoTokenizer
            self.tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=trust_remote_code)

            # Some tokenizers do not have chat_template, in this case try to get chat_template from processor
            # If this still does not work, fallback to BaseChatTemplate.
            if getattr(self.tokenizer, 'chat_template', None) is None:
                try:
                    processor = AutoProcessor.from_pretrained(model_path, trust_remote_code=trust_remote_code)
                    self.tokenizer.chat_template = getattr(processor, 'chat_template', None)
                except Exception as e:
                    logger.warning(f'Failed to load processor from {model_path} for chat template. '
                                   f'Fallback to tokenizer only. Error: {e}')

            # Verify if the model can perform apply_chat_template with different roles.
            self.user_start, self.user_end, _, _ = self._user_instruction()
            self.assistant_start, self.assistant_end, _, _ = self._assistant_instruction()
            _, _, self.sentinel_system_messages, self.sentinel_system_prompt = self._system_instruction()
            self.stop_words = []
            if hasattr(self.tokenizer, 'eos_token') and self.tokenizer.eos_token is not None:
                self.stop_words.append(self.tokenizer.eos_token)
            if hasattr(self.tokenizer, 'eot_token') and self.tokenizer.eot_token is not None:
                self.stop_words.append(self.tokenizer.eot_token)
            arch, _ = get_model_arch(model_path)
            self.is_gpt_oss = arch == 'GptOssForCausalLM'
            if self.is_gpt_oss:
                self.stop_words.append('<|call|>')
        except Exception as e:
            raise ValueError(f'Try apply_chat_template failed: {e}')

    def get_prompt(self, prompt, sequence_start=True, **kwargs):
        messages = [{'role': 'user', 'content': prompt}]