(
self,
torch_dtype=torch.float16,
device="cuda",
model_id_list: List[Preset_model_id] = [],
downloading_priority: List[Preset_model_website] = ["ModelScope", "HuggingFace"],
file_path_list: List[str] = [],
)
| 315 | |
| 316 | class ModelManager: |
| 317 | def __init__( |
| 318 | self, |
| 319 | torch_dtype=torch.float16, |
| 320 | device="cuda", |
| 321 | model_id_list: List[Preset_model_id] = [], |
| 322 | downloading_priority: List[Preset_model_website] = ["ModelScope", "HuggingFace"], |
| 323 | file_path_list: List[str] = [], |
| 324 | ): |
| 325 | self.torch_dtype = torch_dtype |
| 326 | self.device = device |
| 327 | self.model = [] |
| 328 | self.model_path = [] |
| 329 | self.model_name = [] |
| 330 | downloaded_files = download_models(model_id_list, downloading_priority) if len(model_id_list) > 0 else [] |
| 331 | self.model_detector = [ |
| 332 | ModelDetectorFromSingleFile(model_loader_configs), |
| 333 | ModelDetectorFromSplitedSingleFile(model_loader_configs), |
| 334 | ModelDetectorFromHuggingfaceFolder(huggingface_model_loader_configs), |
| 335 | ModelDetectorFromPatchedSingleFile(patch_model_loader_configs), |
| 336 | ] |
| 337 | self.load_models(downloaded_files + file_path_list) |
| 338 | |
| 339 | |
| 340 | def load_model_from_single_file(self, file_path="", state_dict={}, model_names=[], model_classes=[], model_resource=None): |
no test coverage detected