Method _try_load_cache

lightllm/common/triton_utils/autotuner.py:186–195

(self, static_key)

        return self.fn(*args, **kwargs)

    def _try_load_cache(self, static_key):
        if static_key in self.cached_configs:
            return

        cache_file = os.path.join(self.cache_dir, KernelConfigs.get_config_file_name(static_key))
        if os.path.exists(cache_file):
            logger.info(f"Loading cached configs for {self.kernel_name} - {static_key}")
            with open(cache_file, "rb") as f:
                self.cached_configs[static_key] = orjson.loads(f.read())
        return

    def _bench(self, *args, n_repeat=3, n_retries=3, **kwargs):
        from triton.compiler.errors import CompileTimeAssertionFailure