Function scale_lr

tools/test_linear_probing_hf.py:216–218

Scale learning rate based on batch size.

(learning_rate: float, batch_size: int)

# ============================================================================

def scale_lr(learning_rate: float, batch_size: int) -> float:
    """Scale learning rate based on batch size."""
    return learning_rate * (batch_size * get_world_size()) / 256.0


def setup_linear_classifiers(