MCPcopy Create free account
hub / github.com/FastFlowLM/FastFlowLM / Dequant

Class Dequant

src/include/modules/dequant.hpp:13–36  ·  view source on GitHub ↗

\brief dequant class \note This is a class for the dequant layer

Source from the content-addressed store, hash-verified

11/// \brief dequant class
12/// \note This is a class for the dequant layer
13class Dequant{
14public:
15 Dequant(){}
16
17 /// \brief Constructor
18 /// \param config the configuration
19 /// \param xclbin_name the xclbin name
20 /// \param npu the npu manager
21 Dequant(LM_Config& config);
22 ~Dequant();
23
24 /// @brief generate the dequant sequence
25 /// @param seq: the sequence
26 /// @param D_in: input dimension of the projection weight
27 /// @param D_out: output dimension of the projection weight
28 /// @param weight_offset: the weight offset in byte
29 /// @param mode: dequant output mode
30 void generate_dequant_q4_1_seq(npu_sequence* seq, const uint32_t D_in, const uint32_t D_out, const uint32_t weight_offset, int mode);
31 void generate_dequant_q80_packed_in_q4nx_seq(npu_sequence* seq, const uint32_t D_in, const uint32_t D_out, const uint32_t weight_offset, int mode);
32private:
33 struct Impl;
34 Impl* _impl;
35
36};
37

Callers

nothing calls this directly

Calls

no outgoing calls

Tested by

no test coverage detected