| 63 | |
| 64 | |
| 65 | class AddHook(ModelHook): |
| 66 | def __init__(self, value: int): |
| 67 | super().__init__() |
| 68 | self.value = value |
| 69 | |
| 70 | def pre_forward(self, module: torch.nn.Module, *args, **kwargs): |
| 71 | logger.debug("AddHook pre_forward") |
| 72 | args = ((x + self.value) if torch.is_tensor(x) else x for x in args) |
| 73 | return args, kwargs |
| 74 | |
| 75 | def post_forward(self, module, output): |
| 76 | logger.debug("AddHook post_forward") |
| 77 | return output |
| 78 | |
| 79 | |
| 80 | class MultiplyHook(ModelHook): |
no outgoing calls
searching dependent graphs…