Function init_method_normal

model/modeling_glm.py:27–37

Init method based on normal distribution. This is only used for embeddings. The transformer has its own initializer.

(std=0.02)

def init_method_normal(std=0.02):
    """Init method based on normal distribution.

    This is only used for embeddings. The transformer has its
    own initializer.
    """

    def init_(tensor):
        return torch.nn.init.normal_(tensor, mean=0.0, std=std)

    return init_


class GLMModel(torch.nn.Module):