(self, max_num_patch_per_side, hidden_size)
| 126 | |
| 127 | class PositionEmbedding(nn.Module): |
| 128 | def __init__(self, max_num_patch_per_side, hidden_size): |
| 129 | super().__init__() |
| 130 | self.max_num_patch_per_side = max_num_patch_per_side |
| 131 | self.hidden_size = hidden_size |
| 132 | self.pos_embed = nn.Parameter( |
| 133 | torch.zeros(max_num_patch_per_side ** 2, hidden_size), |
| 134 | requires_grad=False |
| 135 | ) |
| 136 | self._init_weights() |
| 137 | |
| 138 | def _init_weights(self): |
| 139 | # Initialize (and freeze) pos_embed by sin-cos embedding: |
nothing calls this directly
no test coverage detected