Method preprocess

astroclip/models/specformer.py:119–126

(self, x)

        return torch.stack([self._mask_seq(el) for el in x])

    def preprocess(self, x):
        std, mean = x.std(1, keepdim=True).clip_(0.2), x.mean(1, keepdim=True)
        x = (x - mean) / std
        x = self._slice(x)
        x = F.pad(x, pad=(2, 0, 1, 0), mode="constant", value=0)
        x[:, 0, 0] = (mean.squeeze() - 2) / 2
        x[:, 0, 1] = (std.squeeze() - 2) / 8
        return x

    def _reset_parameters_datapt(self):
        # not scaling the initial embeddngs.