Convert fp16/bf16 `val` to fp32
(val)
| 143 | |
| 144 | |
| 145 | def float16_to_fp32(val): |
| 146 | """Convert fp16/bf16 `val` to fp32""" |
| 147 | |
| 148 | def float_conversion(val): |
| 149 | val_typecheck = val |
| 150 | if isinstance(val_typecheck, (Parameter, Variable)): |
| 151 | val_typecheck = val.data |
| 152 | if isinstance(val_typecheck, (_BF16_TYPES, _HALF_TYPES)): |
| 153 | val = val.float() |
| 154 | return val |
| 155 | |
| 156 | return conversion_helper(val, float_conversion) |
| 157 | |
| 158 | |
| 159 | class Float16Module(MegatronModule): |
no test coverage detected