Method __init__

GQLA_preprint/src/modeling.py:33–35

(self, config: Glm4MoeLiteConfig, layer_idx: int)

class Glm4MoeLiteGQLADecoderLayer(Glm4MoeLiteDecoderLayer):
    def __init__(self, config: Glm4MoeLiteConfig, layer_idx: int):
        super().__init__(config, layer_idx)
        self.self_attn = Glm4MoeLiteGQLAAttention(config, layer_idx)


class Glm4MoeLiteGQLAModel(Glm4MoeLiteModel):