Method InitRuntime

oneflow/core/framework/nn_graph.cpp:565–597

}

Maybe<void> NNGraph::InitRuntime() {
  CHECK_OR_RETURN(!runtime_inited_)
      << Error::RuntimeError() << "nn.Graph runtime is already initialized";

  auto compile_tc = std::make_unique<CostCounter<std::chrono::seconds>>(true, true);
  NewRuntimeBuffers();

  JUST(GetVariableRealBlobAfterSyncPlan());

  // NOTE(strint): Do memory shrink to free cached memory in eager VM before graph runtime init.
  JUST(vm::CurrentRankSync());
  auto* vm = JUST(SingletonMaybe<VirtualMachine>());
  JUST(vm->ShrinkAllMem());

  if (Singleton<ResourceDesc, ForSession>::Get()->enable_debug_mode()) {
    auto cur_rank = GlobalProcessCtx::Rank();
    auto plan_name = "job_" + name_ + "_plan";
    if (JUST(CurrentCompileMode()) != CompileMode::kNaive) {
      plan_name += std::to_string(cur_rank);
    }
    if (cur_rank == 0 || JUST(CurrentCompileMode()) != CompileMode::kNaive) {
      TeePersistentLogStream::Create(plan_name)->Write(plan_);
      PlanUtil::ToDotFile(plan_, plan_name + ".dot");
    }
  }

  runtime_.reset(new Runtime(plan_, variable_op_name2eager_blob_object_));
  compile_tc->Count("[GraphCompile]" + name_ + " InitRuntime", 0, true);
  JUST(LogProgress("[GraphCompile]" + name_ + " Done", true));

  runtime_inited_ = true;
  return Maybe<void>::Ok();
}

Maybe<void> NNGraph::AlignStatesAfterLogicalGraphCompile() {
  auto compile_tc = std::make_unique<CostCounter<std::chrono::seconds>>(true, true);