| 32 | self.eos_token_id = meta_template['eos_token_id'] |
| 33 | |
| 34 | def _load_model(self, |
| 35 | path: str, |
| 36 | max_seq_len: int, |
| 37 | tokenizer_path: Optional[str] = None, |
| 38 | tokenizer_type: Optional[str] = None, |
| 39 | model_config: Optional[str] = None): |
| 40 | |
| 41 | from internlm.load.load_model import load_llm |
| 42 | from internlm.model import build_model_with_cfg |
| 43 | |
| 44 | self.model, self.tokenizer, self.generator, _ = load_llm( |
| 45 | path, |
| 46 | max_seq_len, |
| 47 | tokenizer_path=tokenizer_path, |
| 48 | tokenizer_type=tokenizer_type, |
| 49 | module=build_model_with_cfg, |
| 50 | model_config_path=model_config) |
| 51 | |
| 52 | def _load_tokenizer(self, tokenizer_path: str, tokenizer_type: str, |
| 53 | max_seq_len: int): |