Function getOutputSingle

plugins/wasi_nn/wasinn_bitnet.cpp:2262–2297

}

Expect<ErrNo> getOutputSingle(WasiNNEnvironment &Env, uint32_t ContextId,
                              uint32_t Index, Span<uint8_t> OutBuffer,
                              uint32_t &BytesWritten) noexcept {
  auto &CxtRef = Env.NNContext[ContextId].get<Context>();
  auto &GraphRef = Env.NNGraph[CxtRef.GraphId].get<Graph>();
  LOG_DEBUG(GraphRef.EnableDebugLog, "getOutputSingle: with Index {}"sv, Index)

  // Metadata Output at Index 1
  if (Index == 1) {
    const std::string Metadata = buildOutputMetadata(CxtRef);
    const size_t BytesToCopy =
        std::min(static_cast<size_t>(OutBuffer.size()), Metadata.length());
    std::copy_n(Metadata.data(), BytesToCopy, OutBuffer.data());
    BytesWritten = static_cast<uint32_t>(Metadata.length());

    LOG_DEBUG(GraphRef.EnableDebugLog,
              "getOutputSingle: Metadata (Index 1)...Done"sv)
    return ErrNo::Success;
  }

  if (CxtRef.LlamaOutputTokens.empty()) {
    BytesWritten = 0;
    return ErrNo::Success;
  }

  const std::string LastTokenStr = common_token_to_piece(
      GraphRef.LlamaContext.get(), CxtRef.LlamaOutputTokens.back());

  const size_t BytesToCopy =
      std::min(static_cast<size_t>(OutBuffer.size()), LastTokenStr.length());
  std::copy_n(LastTokenStr.data(), BytesToCopy, OutBuffer.data());
  BytesWritten = LastTokenStr.length();

  LOG_DEBUG(GraphRef.EnableDebugLog, "getOutputSingle: Text (Index 0)...Done"sv)
  return ErrNo::Success;
}

Expect<ErrNo> computeSingle(WasiNNEnvironment &Env,
                            uint32_t ContextId) noexcept {