Function TRITONTF_ModelMakeCallable

addons/triton/tensorflow_backend_tf.cc:1106–1143

}

TRITONTF_Error*
TRITONTF_ModelMakeCallable(
    TRITONTF_Model* model, const char** input_names,
    const TRITONTF_DataType* input_types, const size_t num_inputs,
    const char** output_names, const TRITONTF_DataType* output_types,
    const size_t num_outputs)
{
  ModelImpl* m = reinterpret_cast<ModelImpl*>(model);

  const auto& device_name = m->DeviceName();
  if (device_name.empty()) {
    return TRITONTF_ErrorNew(
        "model session does not have an assigned GPU device");
  }

  tensorflow::CallableOptions opts;
  for (size_t i = 0; i < num_inputs; ++i) {
    const std::string input_name = input_names[i];
    opts.add_feed(input_name);
    if (IsGPUFeedAndFetchSupported(input_types[i])) {
      opts.mutable_feed_devices()->insert({input_name, device_name});
    }
  }

  for (size_t i = 0; i < num_outputs; ++i) {
    const std::string output_name = output_names[i];
    opts.add_fetch(output_name);
    if (IsGPUFeedAndFetchSupported(output_types[i])) {
      opts.mutable_fetch_devices()->insert({output_name, device_name});
    }
  }

  // CallableOptions.fetch_skip_sync = false is not yet implemented, we
  // will have to synchronize after the callable is run.
  opts.set_fetch_skip_sync(true);

  return m->MakeCallable(opts);
}

TRITONTF_Error*
TRITONTF_ModelRun(