Method TensorImpl

addons/triton/tensorflow_backend_tf.cc:372–389

TensorImpl::TensorImpl(
    const char* name, TRITONTF_DataType dtype, TRITONTF_Shape* shape,
    const tensorflow::TensorShape& tfshape, const int tf_gpu_id)
    : name_(name), dtype_(dtype), shape_(shape)
{
  // Only request for GPU allocator for supported data type
  auto a = ((tf_gpu_id >= 0) && IsGPUFeedAndFetchSupported(dtype))
               ? tensorflow::GPUProcessState::singleton()->GetGPUAllocator(
                     tensorflow::GPUOptions(), tensorflow::TfGpuId(tf_gpu_id),
                     1 << 28 /* total_memory_size */)
               : nullptr;
  if (a == nullptr) {
    tftensor_ = tensorflow::Tensor(ConvertDataType(dtype), tfshape);
  } else {
    tftensor_ = tensorflow::Tensor(a, ConvertDataType(dtype), tfshape);
  }
  Init();
}

TensorImpl::TensorImpl(tensorflow::Tensor&& tftensor)
    : name_(), dtype_(ConvertDataType(tftensor.dtype())),