| 192 | } |
| 193 | |
| 194 | void quantize_fp8(program& prog, const target& t, const std::vector<parameter_map>& calibration) |
| 195 | { |
| 196 | std::unordered_set<std::string> supported_ins_names; |
| 197 | auto* mm = prog.get_main_module(); |
| 198 | for(auto ins : iterator_for(*mm)) |
| 199 | { |
| 200 | if(ins->name() == "convert") |
| 201 | { |
| 202 | continue; |
| 203 | } |
| 204 | if(not starts_with(ins->name(), "@")) |
| 205 | { |
| 206 | supported_ins_names.insert(ins->name()); |
| 207 | } |
| 208 | } |
| 209 | quantize_8bits(prog, t, shape::fp8e4m3fn_type, calibration, supported_ins_names); |
| 210 | } |
| 211 | |
| 212 | } // namespace MIGRAPHX_INLINE_NS |
| 213 | } // namespace migraphx |