| 273 | self.model.to(model_config['dtype']).eval().cuda() |
| 274 | |
| 275 | def _load_tokenizer(self, tokenizer_path: str, tokenizer_type: str): |
| 276 | from internlm.core.context.registry import TOKENIZER_INITIALIZER |
| 277 | tokenizer_cls = TOKENIZER_INITIALIZER.get_module(tokenizer_type) |
| 278 | self.tokenizer = tokenizer_cls( |
| 279 | model_path=tokenizer_path, |
| 280 | use_bos=True, |
| 281 | use_eos=False, |
| 282 | ) |
| 283 | |
| 284 | # TODO use bos as pad temporarily |
| 285 | if self.tokenizer.pad_id == -1: |
| 286 | self.pad_id = self.tokenizer.bos_id |
| 287 | else: |
| 288 | self.pad_id = self.tokenizer.pad_id |
| 289 | |
| 290 | def _convert_dtype(self, default_dtype, model_dtype=None): |
| 291 | if model_dtype is None: |