MCPcopy
hub / github.com/NVIDIA/TensorRT-LLM / PluginInfo

Class PluginInfo

tensorrt_llm/network.py:54–74  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

52
53
54class PluginInfo:
55 plugin_creator: trt.IPluginCreator
56 plugin_name: str
57 pfc: trt.PluginFieldCollection
58
59 def __init__(self, plugin_creator: trt.IPluginCreator, plugin_name: str,
60 pfc: trt.PluginFieldCollection):
61 self.plugin_creator = plugin_creator
62 self.plugin_name = plugin_name
63 self.pfc = pfc
64 self._parse_pfc(pfc)
65
66 def _parse_pfc(self, pfc: trt.PluginFieldCollection):
67 self.pfc_as_ndarray = {}
68 self.pfc_as_list = {}
69 for i in range(len(pfc)):
70 name, data = pfc[i].name, pfc[i].data
71 array_data = data
72 self.pfc_as_ndarray[name] = array_data.copy()
73 list_data = array_data.tolist()
74 self.pfc_as_list[name] = list_data
75
76
77def get_plugin_info(trt_network: trt.INetworkDefinition,

Callers 1

_add_plugin_infoFunction · 0.70

Calls

no outgoing calls

Tested by

no test coverage detected