Function print_learnable_params

custom.py:29–55

(model)

    return sorted(k for k in vars(args) if getattr(opt, k) != getattr(args, k))

def print_learnable_params(model):
    # 获取优化器
    optimizer = model.configure_optimizers()
    cnt = 0
    print("Learnable parameters: ")
    for name, param in model.named_parameters():
        if param.requires_grad:
            print(name)
            cnt+=1
    print("Total number of learnable parameters: ", cnt)
    # 如果有多个优化器，你可能需要遍历它们
    if isinstance(optimizer, list):
        for idx, opt in enumerate(optimizer):
            print(f"Optimizer {idx}:")
            for param_group in opt.param_groups:
                for name, param in model.lightning_module.named_parameters():
                    if param.requires_grad:
                        print(f"Parameter: {name}, Size: {param.size()}")
    else:
        cnt_opt = 0
        for param_group in optimizer.param_groups:
            for item in param_group['params']:
                # print(item.size())
                cnt_opt+=1
        print("Total number of learnable parameters in optimizer: ", cnt_opt)
            # print(param_group['params'][0].size())
    return
    
def load_model_from_config(config, ckpt, verbose=False):
    print(f"Loading model from {ckpt}")