Function fix_param

optimizer.py:188–217

(model, opt)

    return Outparam

def fix_param(model, opt):
    param_names = ['pos_embed', 'norm']  # config['optimizer']['no_weight_decay_param']['param_names']
    weight_decay = 0.  # config['optimizer']['no_weight_decay_param']['weight_decay']
    is_on = True  # config['optimizer']['no_weight_decay_param']['is_ON']
    STN_ON = True  # config['model']['STN']['STN_ON']
    stn_lr = opt.base_lr  # config['model']['STN']['stn_lr']

    base_param = []
    stn_param = []
    no_weight_decay_param = []
    for (name, param) in model.named_parameters():
        is_no_weight = False
        for param_name in param_names:
            if param_name in name:
                # print(param_name)
                is_no_weight = True
                break
        if is_no_weight:
            no_weight_decay_param.append(param)
        elif 'stn' in name:
            stn_param.append(param)
        else:
            base_param.append(param)
    Outparam = [{'params': base_param}, {'params': stn_param}, {'params': no_weight_decay_param}]

    if STN_ON:
        Outparam[1]['lr'] = stn_lr
    if is_on:
        Outparam[2]['weight_decay'] = weight_decay
    return Outparam

def lr_warm(base_lr, epoch, warm_epoch):
    return (base_lr/warm_epoch)*(epoch+1)