(self, device_map=None)
| 16 | self.cfg_only = CLIPVisionConfig.from_pretrained(self.vision_tower_name) |
| 17 | |
| 18 | def load_model(self, device_map=None): |
| 19 | if self.is_loaded: |
| 20 | print('{} is already loaded, `load_model` called again, skipping.'.format(self.vision_tower_name)) |
| 21 | return |
| 22 | |
| 23 | self.image_processor = CLIPImageProcessor.from_pretrained(self.vision_tower_name) |
| 24 | self.vision_tower = CLIPVisionModel.from_pretrained(self.vision_tower_name, device_map=device_map) |
| 25 | self.vision_tower.requires_grad_(False) |
| 26 | |
| 27 | self.is_loaded = True |
| 28 | |
| 29 | def feature_select(self, image_forward_outs): |
| 30 | image_features = image_forward_outs.hidden_states[self.select_layer] |
no test coverage detected