(self, cache_config)
| 177 | 扩展标准的QuantoQuantizedCache,添加额外的元数据存储和查询功能 |
| 178 | """ |
| 179 | def __init__(self, cache_config): |
| 180 | super().__init__(cache_config) |
| 181 | self.cache_config = cache_config |
| 182 | self.cache_kwargs = {} |
| 183 | self.group_cache = {} |
| 184 | self.meta = {} |
| 185 | |
| 186 | def record_kwargs(self, layer_idx, kwargs): |
| 187 | """ |