Function ManyManyVariablesHelper

tensorflow/core/kernels/variable_ops_test.cc:31–59

Benchmark to simulate the overhead in training and serving workloads from too many threads grabbing the ResourceMgr lock at the same time because of the variable and queue ops.

// many threads grabbing the ResourceMgr lock at the same time because of the
// variable and queue ops.
void ManyManyVariablesHelper(int threads, int variables, int iters) {
  testing::StopTiming();
  Graph g(OpRegistry::Global());
  std::vector<string> targets;
  for (int i = 0; i < variables; ++i) {
    Node* v;
    TF_CHECK_OK(
        NodeBuilder(
            g.NewName("VeryVeryLongRealistSoundingVariableName/weights"),
            "VariableV2")
            .Attr("shape", TensorShape())
            .Attr("dtype", DT_FLOAT)
            .Finalize(&g, &v));
    targets.push_back(v->name());
  }
  GraphDef gd;
  g.ToGraphDef(&gd);
  SessionOptions opts;
  opts.config.set_inter_op_parallelism_threads(threads);
  Session* sess = NewSession(opts);
  TF_CHECK_OK(sess->Create(gd));
  TF_CHECK_OK(sess->Run({}, {}, targets, nullptr));
  testing::StartTiming();
  for (int i = 0; i < iters; ++i) {
    TF_CHECK_OK(sess->Run({}, {}, targets, nullptr));
  }
  testing::StopTiming();
  delete sess;
}

void BM_ManyManyVariablesManyThreads(int iters, int threads) {
  ManyManyVariablesHelper(threads, 1000, iters);