Function profileInference

e2e/benchmarks/benchmark_util.js:465–510

* Executes `predict()` and returns a promise that resolves with information * about the memory usage: * - `newBytes`: the number of new bytes allocated. * - `newTensors`: the number of new tensors created. * - `peakBytes`: the peak number of bytes allocated. * - `kernels`: an array of kernel in

(predict, isTflite = false, numProfiles = 1)

 * @param numProfiles The number of rounds for `predict` to execute and profile.
 */
async function profileInference(predict, isTflite = false, numProfiles = 1) {
  if (typeof predict !== 'function') {
    throw new Error(
        'The first parameter should be a function, while ' +
        `a(n) ${typeof predict} is found.`);
  }

  let kernelInfo = {};
  let kernelInfos = [];
  if (isTflite) {
    for (let i = 0; i < numProfiles; i++) {
      await predict();
      const profileItems = await tfliteModel.getProfilingResults();
      kernelInfo.kernels = profileItems.map(item => {
        return {
          name: item.nodeType,
          kernelTimeMs: item.nodeExecMs,
          // TODO: Shapes are not supported yet.
          inputShapes: [],
          outputShapes: [],
        };
      });
      kernelInfos.push(kernelInfo);
    }
  } else {
    for (let i = 0; i < numProfiles; i++) {
      kernelInfo = await tf.profile(async () => {
        const res = await predict();
        await downloadValuesFromTensorContainer(res);
        tf.dispose(res);
      });
      kernelInfos.push(kernelInfo);
    }
  }
  for (let i = 0; i < kernelInfos[0].kernels.length; i++) {
    let totalTimeMs = 0;
    for (let j = 0; j < kernelInfos.length; j++) {
      totalTimeMs += kernelInfos[j].kernels[i].kernelTimeMs;
    }
    kernelInfo.kernels[i].kernelTimeMs = totalTimeMs / kernelInfos.length;
  }
  kernelInfo.kernels =
      kernelInfo.kernels.sort((a, b) => b.kernelTimeMs - a.kernelTimeMs);
  kernelInfo.aggregatedKernels = aggregateKernelTime(kernelInfo.kernels);
  return kernelInfo;
}

/**
 * Aggregate kernels by name and sort the array in non-ascending order of time.