Method update

python/paddle/static/nn/common.py:4054–4088

Update Exponential Moving Average. Should only call this method in train program.

(self)

        return param_ema

    def update(self):
        """
        Update Exponential Moving Average. Should only call this method in
        train program.
        """
        global_step = paddle.optimizer.lr.autoincreased_step_counter(
            counter_name=self._step_counter_name
        )
        param_master_emas = []
        for param, tmp in self._params_tmps:
            with (
                param.block.program._optimized_guard([param, tmp]),
                name_scope('moving_average'),
            ):
                param_ema = self._ema_vars[param.name]
                if param.name + '.master' in self._ema_vars:
                    master_ema = self._ema_vars[param.name + '.master']
                    param_master_emas.append([param_ema, master_ema])
                else:
                    ema_t = param_ema * self._decay_var + param * (
                        1 - self._decay_var
                    )
                    paddle.assign(ema_t, output=param_ema)

        # for fp16 params
        for param_ema, master_ema in param_master_emas:
            default_main_program().global_block().append_op(
                type="cast",
                inputs={"X": master_ema},
                outputs={"Out": param_ema},
                attrs={
                    "in_dtype": master_ema.dtype,
                    "out_dtype": param_ema.dtype,
                },
            )

    @signature_safe_contextmanager
    def apply(self, executor, need_restore=True):