Function is_valid_grad_norm

TinyViT/main.py:182–185

(num)

def is_valid_grad_norm(num):
    if num is None:
        return False
    return not bool(torch.isinf(num)) and not bool(torch.isnan(num))


def set_bn_state(config, model):