Method scale_func

mogen/models/transformers/finemogen.py:254–258

(self, timestep)

                DecoderLayer(ca_block_cfg=ca_block_cfg, ffn_cfg=ffn_cfg_block))

    def scale_func(self, timestep):
        scale = self.scale_func_cfg['scale']
        w = (1 - (1000 - timestep) / 1000) * scale + 1
        output = {'text_coef': w, 'none_coef': 1 - w}
        return output

    def aux_loss(self):
        aux_loss = 0