Class QTensor

src/codec.h:107–120

Tensor with quantization metadata.

// Tensor with quantization metadata.
struct QTensor {
  Quant quant = Quant::F32;
  std::array<int, 4> shape = {0, 0, 0, 0};
  void* data = nullptr; // not managed by QTensor
  size_t size = 0; // size in bytes

  QTensor() = default;
  QTensor(Quant quant, std::array<int, 4> shape, void* data, size_t size) : quant(quant), shape(shape), data(data), size(size) {}
  QTensor(const QTensor& other) = default;
  static QTensor from_codec_tensor(const Tensor& tensor, Quant weight_quant, std::array<int, 4> shape, const int debug_line);

  size_t ndim() const;
  size_t n_elements() const;
};

struct YALMData {
  json metadata;