(self, *inputs, **kwargs)
| 34 | return self.static_output |
| 35 | |
| 36 | def forward(self, *inputs, **kwargs): |
| 37 | if self.enable_cuda_graph: |
| 38 | if self.cuda_graph_created: |
| 39 | outputs = self._graph_replay(*inputs, **kwargs) |
| 40 | else: |
| 41 | self._create_cuda_graph(*inputs, **kwargs) |
| 42 | outputs = self._graph_replay(*inputs, **kwargs) |
| 43 | return outputs |
| 44 | else: |
| 45 | return self._forward(*inputs, **kwargs) |
| 46 | |
| 47 | def _create_cuda_graph(self, *inputs, **kwargs): |
| 48 | # warmup to create the workspace and cublas handle |
nothing calls this directly
no test coverage detected