Function exclude

TinyCLIP/src/training/optimizer.py:23–24

(
        n, p)

def build_optimizer(args, model):
    def exclude(
        n, p): return p.ndim < 2 or "bn" in n or "ln" in n or "bias" in n or 'logit_scale' in n

    def include(n, p): return not exclude(n, p)