MCPcopy Index your code
hub / github.com/NVIDIA/TensorRT-LLM / _create_managed_tensor

Method _create_managed_tensor

tensorrt_llm/parameter.py:79–92  ·  view source on GitHub ↗
(self, network)

Source from the content-addressed store, hash-verified

77 return self._name
78
79 def _create_managed_tensor(self, network) -> Tensor:
80 num = len(network._inputs)
81 self._name = f"managed_constant_{num}"
82
83 if self._value is None or (isinstance(self._value, np.ndarray)
84 and not self._value.flags['C_CONTIGUOUS']):
85 value_old = self._value
86 self._value = np.empty(self._shape, trt_dtype_to_np(self._dtype))
87 network._register_unfilled_weights(
88 # use updated self._shape here
89 self._name,
90 self._value,
91 value_old)
92 return Tensor(name=self._name, dtype=self._dtype, shape=self._shape)
93
94 def get_managed_tensor(self, network: Network) -> Tensor:
95 if self._network is None or self._network() != network:

Callers 1

get_managed_tensorMethod · 0.95

Calls 4

trt_dtype_to_npFunction · 0.85
TensorClass · 0.70
emptyMethod · 0.45

Tested by

no test coverage detected