Return a tensor with the input `shape` as a view into the 1-D data starting at `start_index`.
(self, shape, start_index)
| 39 | self.data.zero_() |
| 40 | |
| 41 | def get(self, shape, start_index): |
| 42 | """Return a tensor with the input `shape` as a view into the |
| 43 | 1-D data starting at `start_index`.""" |
| 44 | end_index = start_index + shape.numel() |
| 45 | assert end_index <= self.numel, "requested tensor is out of the buffer range." |
| 46 | buffer_tensor = self.data[start_index:end_index] |
| 47 | buffer_tensor = buffer_tensor.view(shape) |
| 48 | return buffer_tensor |
| 49 | |
| 50 | |
| 51 | class DistributedDataParallelBase(MegatronModule, ABC): |
no outgoing calls
no test coverage detected