(self, model_path: str, from_pretrained_kwargs: dict)
| 222 | return "vicuna" in model_path |
| 223 | |
| 224 | def load_model(self, model_path: str, from_pretrained_kwargs: dict): |
| 225 | tokenizer = AutoTokenizer.from_pretrained(model_path, use_fast=False) |
| 226 | model = AutoModelForCausalLM.from_pretrained( |
| 227 | model_path, |
| 228 | low_cpu_mem_usage=True, |
| 229 | **from_pretrained_kwargs, |
| 230 | ) |
| 231 | self.raise_warning_for_old_weights(model) |
| 232 | return model, tokenizer |
| 233 | |
| 234 | def get_default_conv_template(self, model_path: str) -> Conversation: |
| 235 | return get_conv_template("vicuna-v1.1") |
nothing calls this directly
no test coverage detected