Method AllocateMemory

tensorflow/lite/delegates/gpu/cl/inference_context.cc:264–315

}

Status InferenceContext::AllocateMemory(const GraphFloat32& graph,
                                        const CLDevice& device,
                                        CLContext* context) {
  std::map<ValueId, int2> usages;
  for (int op_index = 0; op_index < nodes_.size(); ++op_index) {
    auto tensors = GetCLNodeTensors(nodes_[op_index]);
    for (auto& tensor : tensors) {
      AddUsage(tensor.first, op_index, &usages);
    }
  }

  std::vector<TensorUsageRecord<BHWC>> usage_records;
  std::map<ValueId, ValueId> remap_from_graph_ids;
  for (auto& usage : usages) {
    const auto& shape = graph.GetValue(usage.first)->tensor.shape;
    remap_from_graph_ids[usage.first] = usage_records.size();
    usage_records.push_back({shape, static_cast<TaskId>(usage.second.x),
                             static_cast<TaskId>(usage.second.y)});
  }

  ObjectsAssignment<BHWC> assignment;
  RETURN_IF_ERROR(AssignObjectsToTensors(
      usage_records, MemoryStrategy::EQUALITY, &assignment));

  for (auto& node : nodes_) {
    for (auto& id : node.inputs) {
      ValueId new_id = assignment.object_ids[remap_from_graph_ids[id]];
      remap_from_graph_ids_to_shared_[id] = new_id;
      id = new_id;
    }
    for (auto& id : node.outputs) {
      ValueId new_id = assignment.object_ids[remap_from_graph_ids[id]];
      remap_from_graph_ids_to_shared_[id] = new_id;
      id = new_id;
    }
  }

  for (auto& node : nodes_) {
    auto tensors = GetCLNodeTensors(node);
    for (auto& tensor : tensors) {
      const auto& it = tensors_.find(tensor.first);
      if (it == tensors_.end()) {
        const auto& shape = assignment.object_sizes[tensor.first];
        Tensor* t = &tensors_[tensor.first];
        RETURN_IF_ERROR(CreateTensor(*context, device, shape.w, shape.h,
                                     shape.c, tensor.second.data_type,
                                     tensor.second.storage_type, t));
      }
    }
  }
  return OkStatus();
}

void InferenceContext::BindMemoryToOperations() {
  for (auto& node : nodes_) {