Method update_parameters

tensorrt_llm/module.py:200–209

(self, torch_module)

                yield name + ("." if name else "") + n, output

    def update_parameters(self, torch_module):
        m = {k: v for k, v in self.named_parameters()}
        tm = {k: v for k, v in torch_module.named_parameters()}

        assert sorted(m.keys()) == sorted(tm.keys()), (
            "The parameter names of the TensorRT LLM module must be the same with the torch module"
        )

        for k, v in self.named_parameters():
            v.value = tm[k].detach().cpu().numpy()

    def _get_name(self):
        return self.__class__.__name__