Function ParseHeader

dali/operators/decoder/numpy.cc:36–63

}

numpy::HeaderData ParseHeader(const std::string_view data) {
  const auto numpy_magic = "\x93NUMPY";
  if (data.size() < 10 || data.substr(0, 6) != numpy_magic) {
    DALI_FAIL("Got bad magic string for numpy header ",
              to_hex_string(data.substr(0, std::min(6UL, data.size()))), ", expected ",
              to_hex_string(numpy_magic));
  } else if (data[6] != 1) {
    DALI_FAIL("Unsupported numpy file version. Only major version 1 is supported.");
  }

  uint16_t header_len = 0;
  std::memcpy(&header_len, &data[8], 2);
  if (header_len + 10UL > data.size()) {
    DALI_FAIL("Header length exceeds input size.");
  }

  numpy::HeaderData header;
  numpy::ParseHeaderContents(header, data.substr(10, header_len));
  header.data_offset = 10 + header_len;

  const auto expected_size = header.data_offset + header.nbytes();
  if (expected_size != data.size()) {
    DALI_FAIL("Expected data numpy size ", expected_size, " bytes does not match the actual size ",
              data.size(), " bytes.");
  }

  return header;
}

bool NumpyDecoder::SetupImpl(std::vector<OutputDesc> &output_desc, const Workspace &ws) {
  const auto &input = ws.Input<CPUBackend>(0);