Function getOutput

plugins/wasi_nn/wasinn_bitnet.cpp:2184–2210

}

Expect<ErrNo> getOutput(WasiNNEnvironment &Env, uint32_t ContextId,
                        uint32_t Index, Span<uint8_t> OutBuffer,
                        uint32_t &BytesWritten) noexcept {
  auto &CxtRef = Env.NNContext[ContextId].get<Context>();
  auto &GraphRef = Env.NNGraph[CxtRef.GraphId].get<Graph>();
  LOG_DEBUG(GraphRef.EnableDebugLog, "getOutput: with Index {}"sv, Index)

  // Handle Metadata Output at Index 1
  if (Index == 1) {
    const std::string Metadata = buildOutputMetadata(CxtRef);
    const size_t BytesToCopy =
        std::min(static_cast<size_t>(OutBuffer.size()), Metadata.length());
    std::copy_n(Metadata.data(), BytesToCopy, OutBuffer.data());
    BytesWritten = static_cast<uint32_t>(Metadata.length());

    LOG_DEBUG(GraphRef.EnableDebugLog, "getOutput: Metadata (Index 1)...Done"sv)
    return ErrNo::Success;
  }

  const size_t BytesToCopy = std::min(static_cast<size_t>(OutBuffer.size()),
                                      CxtRef.LlamaOutputs.size());
  std::copy_n(CxtRef.LlamaOutputs.data(), BytesToCopy, OutBuffer.data());
  BytesWritten = CxtRef.LlamaOutputs.size();

  LOG_DEBUG(GraphRef.EnableDebugLog, "getOutput: Text (Index 0)...Done"sv)
  return ErrNo::Success;
}

Expect<ErrNo> compute(WasiNNEnvironment &Env, uint32_t ContextId) noexcept {
  auto &CxtRef = Env.NNContext[ContextId].get<Context>();