Function write_u16string_data

cpp/fory/serialization/string_serializer.h:68–99

write UTF-16 string data, converting to UTF-8 or using native encoding

/// write UTF-16 string data, converting to UTF-8 or using native encoding
inline void write_u16string_data(const char16_t *data, size_t size,
                                 WriteContext &ctx) {
  if (size == 0) {
    // Empty string: write zero length with UTF8 encoding
    ctx.write_var_uint36_small(static_cast<uint64_t>(StringEncoding::UTF8));
    return;
  }

  const uint16_t *u16_data = reinterpret_cast<const uint16_t *>(data);

  // Check if string can be encoded as Latin1 (more compact)
  if (is_latin1(u16_data, size)) {
    // encode as Latin1 for compactness
    uint64_t size_with_encoding = (static_cast<uint64_t>(size) << 2) |
                                  static_cast<uint64_t>(StringEncoding::LATIN1);
    ctx.write_var_uint36_small(size_with_encoding);

    // write each char16_t as a single byte
    for (size_t i = 0; i < size; ++i) {
      ctx.write_uint8(static_cast<uint8_t>(data[i]));
    }
  } else {
    // Convert to UTF-8
    std::string utf8 = utf16_to_utf8(u16_data, size);
    uint64_t size_with_encoding = (static_cast<uint64_t>(utf8.size()) << 2) |
                                  static_cast<uint64_t>(StringEncoding::UTF8);
    ctx.write_var_uint36_small(size_with_encoding);
    if (!utf8.empty()) {
      ctx.write_bytes(utf8.data(), utf8.size());
    }
  }
}

/// Read string data and return as std::string
inline std::string read_string_data(ReadContext &ctx) {