reset model config from json file
(self)
| 2207 | logger.info(f"register_info: {self.register_info}") |
| 2208 | |
| 2209 | def read_from_config(self): |
| 2210 | """ |
| 2211 | reset model config from json file |
| 2212 | """ |
| 2213 | |
| 2214 | def reset_value(cls, value_name, key): |
| 2215 | if hasattr(cls, key): |
| 2216 | value = getattr(cls, key) |
| 2217 | setattr(cls, value_name, value) |
| 2218 | logger.info(f"Reset parameter {value_name} = {value} from configuration.") |
| 2219 | |
| 2220 | reset_value(self.cache_config, "block_size", "infer_model_block_size") |
| 2221 | reset_value( |
| 2222 | self.model_config, |
| 2223 | "return_full_hidden_states", |
| 2224 | "return_full_hidden_states", |
| 2225 | ) |
| 2226 | reset_value(self.cache_config, "cache_dtype", "infer_model_dtype") |
| 2227 | |
| 2228 | def get_max_chunk_tokens(self, mm_max_tokens_per_item=None): |
| 2229 | """ |