Method __init__

tensorflow/python/distribute/hvd_strategy.py:391–394

(self, *args, **kwargs)

    '''
    class HvdOptimizer(cls, optimizer.Optimizer):
        def __init__(self, *args, **kwargs):
            kwargs["learning_rate"] = kwargs.get("learning_rate", 0.001) *\
                                                 HvdContext.get().world_size
            super(HvdOptimizer, self).__init__(*args, **kwargs)
        
        def compute_gradients(self, loss, **kwargs):
            loss = hvd.allreduce(loss, op=hvd.Sum)