Method _init_weights

selfpatch_vision_transformer.py:383–387

(self, m)

        self.embed_dim = in_dim

    def _init_weights(self, m):
        if isinstance(m, nn.Linear):
            trunc_normal_(m.weight, std=.02)
            if isinstance(m, nn.Linear) and m.bias is not None:
                nn.init.constant_(m.bias, 0)

    def forward(self, x, loc=False):
        cls_tokens = self.cls_token.expand(x.shape[0], -1, -1)