Method replace_all_uses_with

tensorrt_llm/functional.py:556–573

Replace all uses of this tensor as an input to consumer layers

(self, new_tensor)

        return self.network.get_tensor_users(self)

    def replace_all_uses_with(self, new_tensor):
        '''
        Replace all uses of this tensor as an input to consumer layers
        '''

        self.network.is_graph_altered = True
        users = self.get_users()
        for user in users:
            inputs_changed = 0
            for i in range(user.num_inputs):
                if user.get_inputs(i)[0].trt_tensor is self.trt_tensor:
                    inputs_changed += 1
                    user.set_input(i, new_tensor.trt_tensor)
            assert inputs_changed >= 1, "Tensor not found in layer inputs"

            # update the FLayerMetadata as well
            flayer = gw.FLayerInfoMemo.instance().get(user.name)
            flayer and flayer.replace_input_with(self, new_tensor)

    def is_trt_wrapper(self):
        '''