(
self,
hidden_size,
num_layers,
num_attention_heads,
padded_vocab_size,
max_position_embeddings,
)
| 949 | """CodeGeeX: A Multilingual Code Generation Model.""" |
| 950 | |
| 951 | def __init__( |
| 952 | self, |
| 953 | hidden_size, |
| 954 | num_layers, |
| 955 | num_attention_heads, |
| 956 | padded_vocab_size, |
| 957 | max_position_embeddings, |
| 958 | ): |
| 959 | super(CodeGeeXModel, self).__init__() |
| 960 | |
| 961 | self.language_model = TransformerLanguageModel(hidden_size, |
| 962 | num_layers, |
| 963 | num_attention_heads, |
| 964 | padded_vocab_size, |
| 965 | max_position_embeddings) |
| 966 | self._language_model_key = "language_model" |
| 967 | |
| 968 | def forward( |
| 969 | self, |
nothing calls this directly
no test coverage detected