\brief dequant class \note This is a class for the dequant layer
| 11 | /// \brief dequant class |
| 12 | /// \note This is a class for the dequant layer |
| 13 | class Dequant{ |
| 14 | public: |
| 15 | Dequant(){} |
| 16 | |
| 17 | /// \brief Constructor |
| 18 | /// \param config the configuration |
| 19 | /// \param xclbin_name the xclbin name |
| 20 | /// \param npu the npu manager |
| 21 | Dequant(LM_Config& config); |
| 22 | ~Dequant(); |
| 23 | |
| 24 | /// @brief generate the dequant sequence |
| 25 | /// @param seq: the sequence |
| 26 | /// @param D_in: input dimension of the projection weight |
| 27 | /// @param D_out: output dimension of the projection weight |
| 28 | /// @param weight_offset: the weight offset in byte |
| 29 | /// @param mode: dequant output mode |
| 30 | void generate_dequant_q4_1_seq(npu_sequence* seq, const uint32_t D_in, const uint32_t D_out, const uint32_t weight_offset, int mode); |
| 31 | void generate_dequant_q80_packed_in_q4nx_seq(npu_sequence* seq, const uint32_t D_in, const uint32_t D_out, const uint32_t weight_offset, int mode); |
| 32 | private: |
| 33 | struct Impl; |
| 34 | Impl* _impl; |
| 35 | |
| 36 | }; |
| 37 |
nothing calls this directly
no outgoing calls
no test coverage detected