Method make_linear

model/transformer_utils.py:131–136

(self, dim_in, dim_out, is_first, is_last, bias=True)

        return x

    def make_linear(self, dim_in, dim_out, is_first, is_last, bias=True):
        layer = nn.Linear(dim_in, dim_out, bias=bias)
        nn.init.xavier_uniform_(layer.weight)
        if bias:
            nn.init.zeros_(layer.bias)
        return layer

    def make_activation(self, activation):
        if activation is None: