(self,
tokenizer_only: bool = False,
meta_template: Optional[Dict] = None,
additional_stop_symbols: Iterable[str] = (),
**from_pretrained_kwargs)
| 27 | """ |
| 28 | |
| 29 | def __init__(self, |
| 30 | tokenizer_only: bool = False, |
| 31 | meta_template: Optional[Dict] = None, |
| 32 | additional_stop_symbols: Iterable[str] = (), |
| 33 | **from_pretrained_kwargs): |
| 34 | if tokenizer_only: |
| 35 | self._load_tokenizer(from_pretrained_kwargs) |
| 36 | else: |
| 37 | self._load_model(from_pretrained_kwargs) |
| 38 | |
| 39 | self.additional_stop_symbols = additional_stop_symbols |
| 40 | self.max_seq_len = from_pretrained_kwargs.get('max_seq_len', 4096) |
| 41 | self.template_parser = APITemplateParser(meta_template) |
| 42 | self.logger = get_logger() |
| 43 | |
| 44 | def _load_model(self, from_pretrained_kwargs): |
| 45 | from accessory.model.meta import MetaModel |
nothing calls this directly
no test coverage detected