(self)
| 85 | |
| 86 | class MatchedScaleMaskSoftmax(ApexGuardDefaults): |
| 87 | def __init__(self): |
| 88 | super().__init__() |
| 89 | logging.warning( |
| 90 | "Apex was not found. ColumnLinear will not work. Please see the NeMo README for installation instructions: https://github.com/NVIDIA/NeMo#megatron-gpt." |
| 91 | ) |
| 92 | |
| 93 | |
| 94 | class ExportFormat(Enum): |