(our, oai, dst2src=False)
| 444 | |
| 445 | |
| 446 | def load_transformer_layer(our, oai, dst2src=False): |
| 447 | load_weights(oai.ln_1, our.input_layernorm, dst2src) |
| 448 | load_weights(oai.ln_2, our.post_attention_layernorm, dst2src) |
| 449 | load_mlp(our.mlp, oai.mlp, dst2src) |
| 450 | load_attention(our.attention, oai.attn, dst2src) |
| 451 | |
| 452 | |
| 453 | def move_weights(our, oai, dst2src=False): |
no test coverage detected