Function save_clip_encoder_layer

python/clip.py:18–23

(clip_encoder_layer, path)

    save_scalar(clip_attention.num_heads, 'n_head', path)

def save_clip_encoder_layer(clip_encoder_layer, path):
    pathlib.Path(path).mkdir(parents=True, exist_ok=True)
    save_clip_attention(clip_encoder_layer.self_attn, pathlib.Path(path, 'attn'))
    save_layer_norm(clip_encoder_layer.layer_norm1, pathlib.Path(path, 'attn_ln'))
    save_clipmlp(clip_encoder_layer.mlp, pathlib.Path(path, 'mlp'))
    save_layer_norm(clip_encoder_layer.layer_norm2, pathlib.Path(path, 'mlp_ln'))

def save_clip_encoder(clip_encoder, path):
    pathlib.Path(path).mkdir(parents=True, exist_ok=True)