Method default_config

axlearn/common/quantizer.py:332–339

(cls)

    @classmethod
    def default_config(cls):
        cfg: RandomVectorQuantizer.Config = super().default_config()
        # Sect 3.1 https://arxiv.org/pdf/2202.01855.pdf.
        # Codebook uses standard Gaussian initialization.
        cfg.param_init = DefaultInitializer.default_config().set(
            init_by_param_name={".*codebook$": GaussianInitializer.default_config().set(std=1.0)}
        )
        return cfg

    def __init__(self, cfg: Config, *, parent: Module):
        super().__init__(cfg, parent=parent)