Method encode_submessage

dds/DCPS/security/CryptoBuiltInImpl.cpp:1396–1485

}

bool CryptoBuiltInImpl::encode_submessage(
  DDS::OctetSeq& encoded_rtps_submessage,
  const DDS::OctetSeq& plain_rtps_submessage,
  NativeCryptoHandle sender_handle,
  SecurityException& ex)
{
  const KeyTable_t::const_iterator iter = keys_.find(sender_handle);
  if (iter == keys_.end()) {
    encoded_rtps_submessage = plain_rtps_submessage;
    return true;
  }

  const KeySeq& keyseq = iter->second;
  if (!keyseq.length()) {
    encoded_rtps_submessage = plain_rtps_submessage;
    return true;
  }

  bool ok;
  CryptoHeader header;
  CryptoFooter footer;
  DDS::OctetSeq out;
  const DDS::OctetSeq* pOut = &plain_rtps_submessage;
  const KeyId_t sKey = std::make_pair(sender_handle, submessage_key_index);
  bool authOnly = false;

  if (encrypts(keyseq[submessage_key_index])) {
    ok = encrypt(keyseq[submessage_key_index], sessions_[sKey], plain_rtps_submessage,
                 header, footer, out, ex);
    pOut = &out;

  } else if (authenticates(keyseq[submessage_key_index])) {
    // the original submessage may have octetsToNextHeader = 0 which isn't
    // legal when appending SEC_POSTFIX, patch in the actual submsg length
    if (setOctetsToNextHeader(out, plain_rtps_submessage)) {
      pOut = &out;
    }
    ok = authtag(keyseq[submessage_key_index], sessions_[sKey], *pOut,
                 header, footer, ex);
    authOnly = true;

  } else {
    return CommonUtilities::set_security_error(ex, -1, 0, "Key transform kind unrecognized");
  }

  if (!ok) {
    return false; // either encrypt() or authtag() already set 'ex'
  }

  size_t size = 0;

  size += RTPS::SMHDR_SZ; // prefix submessage header
  serialized_size(common_encoding, size, header);
  const ACE_UINT16 hdrLen = static_cast<ACE_UINT16>(size - RTPS::SMHDR_SZ);

  if (!authOnly) {
    size += RTPS::SMHDR_SZ + SEQLEN_SZ;
  }