Method FallbackToTF

tensorflow/compiler/jit/kernels/cuda_graph_mode_ops.cc:409–433

}

void CgmodeRunOp::FallbackToTF(OpKernelContext* ctx, const NameAttrList func) {
  VLOG(1) << "Fallback to run TF subgraph when CUDA Graph execution fails";
  FunctionLibraryRuntime::Handle handle;
  flib_->Instantiate(func.name(), AttrSlice(&func.attr()), &handle);
  const FunctionBody* fbody;
  fbody = flib_->GetFunctionBody(handle);
  FunctionLibraryRuntime::Options opts;
  std::vector<Tensor> in;
  for (int i = 0; i < ctx->num_inputs() - 1; i++) {
    in.emplace_back(ctx->input(i));
  }
  Status s_tf_run;
  Notification done_tf_run;
  std::vector<Tensor> out(fbody->ret_types.size());
  flib_->Run(opts, handle, in, &out,
             [&s_tf_run, &done_tf_run](const Status& s) {
               s_tf_run = s;
               done_tf_run.Notify();
             });
  done_tf_run.WaitForNotification();
  OP_REQUIRES(ctx, s_tf_run.ok(), errors::Internal(s_tf_run.ToString()));
  for (int i = 0; i < out.size(); i++) {
    ctx->set_output(i, out[i]);
  }
}
REGISTER_KERNEL_BUILDER(Name("_CgmodeCompile")
                            .Device(DEVICE_GPU)
                            .HostMemory("key")