(self, spec, module)
| 2895 | config.unk_token = tokenizer.unk_token |
| 2896 | |
| 2897 | def set_decoder(self, spec, module): |
| 2898 | spec.scale_embeddings = False |
| 2899 | self.set_embeddings(spec.embeddings, module.embd.wte) |
| 2900 | |
| 2901 | for layer_spec, layer in zip(spec.layer, module.h): |
| 2902 | self.set_layer_norm(layer_spec.shared_layer_norm, layer.ln) |
| 2903 | self.set_linear(layer_spec.self_attention.linear[0], layer.mixer.Wqkv) |
| 2904 | self.set_linear(layer_spec.self_attention.linear[1], layer.mixer.out_proj) |
| 2905 | self.set_linear(layer_spec.ffn.linear_0, layer.mlp.fc1) |
| 2906 | self.set_linear(layer_spec.ffn.linear_1, layer.mlp.fc2) |
| 2907 | |
| 2908 | |
| 2909 | @register_loader("Phi3Config") |
no test coverage detected