(self, model_manager: ModelManager, controlnet_config_units: List[ControlNetConfigUnit]=[], prompt_refiner_classes=[], prompt_extender_classes=[])
| 147 | |
| 148 | |
| 149 | def fetch_models(self, model_manager: ModelManager, controlnet_config_units: List[ControlNetConfigUnit]=[], prompt_refiner_classes=[], prompt_extender_classes=[]): |
| 150 | self.text_encoder_1 = model_manager.fetch_model("sd3_text_encoder_1") |
| 151 | self.text_encoder_2 = model_manager.fetch_model("flux_text_encoder_2") |
| 152 | self.dit = model_manager.fetch_model("flux_dit") |
| 153 | self.vae_decoder = model_manager.fetch_model("flux_vae_decoder") |
| 154 | self.vae_encoder = model_manager.fetch_model("flux_vae_encoder") |
| 155 | self.prompter.fetch_models(self.text_encoder_1, self.text_encoder_2) |
| 156 | self.prompter.load_prompt_refiners(model_manager, prompt_refiner_classes) |
| 157 | self.prompter.load_prompt_extenders(model_manager, prompt_extender_classes) |
| 158 | |
| 159 | # ControlNets |
| 160 | controlnet_units = [] |
| 161 | for config in controlnet_config_units: |
| 162 | controlnet_unit = ControlNetUnit( |
| 163 | Annotator(config.processor_id, device=self.device, skip_processor=config.skip_processor), |
| 164 | model_manager.fetch_model("flux_controlnet", config.model_path), |
| 165 | config.scale |
| 166 | ) |
| 167 | controlnet_units.append(controlnet_unit) |
| 168 | self.controlnet = FluxMultiControlNetManager(controlnet_units) |
| 169 | |
| 170 | # IP-Adapters |
| 171 | self.ipadapter = model_manager.fetch_model("flux_ipadapter") |
| 172 | self.ipadapter_image_encoder = model_manager.fetch_model("siglip_vision_model") |
| 173 | |
| 174 | # InfiniteYou |
| 175 | self.image_proj_model = model_manager.fetch_model("infiniteyou_image_projector") |
| 176 | if self.image_proj_model is not None: |
| 177 | self.infinityou_processor = InfinitYou(device=self.device) |
| 178 | |
| 179 | # Step1x |
| 180 | self.qwenvl = model_manager.fetch_model("qwenvl") |
| 181 | self.step1x_connector = model_manager.fetch_model("step1x_connector") |
| 182 | |
| 183 | |
| 184 | @staticmethod |
no test coverage detected