(self)
| 218 | |
| 219 | class ResidualStreamHooks(HookCollection): |
| 220 | def __init__(self): |
| 221 | super().__init__() |
| 222 | self.add_subhooks("post_emb", FwdBwdHooks()) |
| 223 | self.add_subhooks("torso", ResidualStreamTorsoHooks()) |
| 224 | self.add_subhooks("ln_f", NormalizationHooks()) |
| 225 | self.add_subhooks("post_ln_f", FwdBwdHooks()) |
| 226 | |
| 227 | |
| 228 | class TransformerHooks(HookCollection): |
nothing calls this directly
no test coverage detected