(self, model)
| 2861 | return "AutoModelForCausalLM" |
| 2862 | |
| 2863 | def get_model_spec(self, model): |
| 2864 | spec = transformer_spec.TransformerDecoderModelSpec.from_config( |
| 2865 | num_layers=model.config.n_layer, |
| 2866 | num_heads=model.config.n_head, |
| 2867 | pre_norm=True, |
| 2868 | activation=_SUPPORTED_ACTIVATIONS[model.config.activation_function], |
| 2869 | rotary_dim=model.config.rotary_dim, |
| 2870 | rotary_interleave=False, |
| 2871 | parallel_residual=True, |
| 2872 | shared_layer_norm=True, |
| 2873 | ) |
| 2874 | |
| 2875 | self.set_decoder(spec.decoder, model.transformer) |
| 2876 | self.set_linear(spec.decoder.projection, model.lm_head.linear) |
| 2877 | self.set_layer_norm(spec.decoder.layer_norm, model.lm_head.ln) |
| 2878 | return spec |
| 2879 | |
| 2880 | def get_vocabulary(self, model, tokenizer): |
| 2881 | tokens = super().get_vocabulary(model, tokenizer) |
nothing calls this directly
no test coverage detected