Function decodeSinglePose

posenet/src/single_pose/decode_single_pose.ts:57–94

(
    heatmapScores: tf.Tensor3D, offsets: tf.Tensor3D,
    outputStride: PoseNetOutputStride)

 * and position.
 */
export async function decodeSinglePose(
    heatmapScores: tf.Tensor3D, offsets: tf.Tensor3D,
    outputStride: PoseNetOutputStride): Promise<Pose> {
  let totalScore = 0.0;

  const heatmapValues = argmax2d(heatmapScores);

  const allTensorBuffers = await Promise.all(
      [heatmapScores.buffer(), offsets.buffer(), heatmapValues.buffer()]);

  const scoresBuffer = allTensorBuffers[0];
  const offsetsBuffer = allTensorBuffers[1];
  const heatmapValuesBuffer = allTensorBuffers[2];

  const offsetPoints =
      getOffsetPoints(heatmapValuesBuffer, outputStride, offsetsBuffer);
  const offsetPointsBuffer = await offsetPoints.buffer();

  const keypointConfidence =
      Array.from(getPointsConfidence(scoresBuffer, heatmapValuesBuffer));

  const keypoints = keypointConfidence.map((score, keypointId): Keypoint => {
    totalScore += score;
    return {
      position: {
        y: offsetPointsBuffer.get(keypointId, 0),
        x: offsetPointsBuffer.get(keypointId, 1)
      },
      part: partNames[keypointId],
      score
    };
  });

  heatmapValues.dispose();
  offsetPoints.dispose();

  return {keypoints, score: totalScore / keypoints.length};
}