Function softmax

tfjs-backend-cpu/src/kernels/Softmax.ts:29–77

(
    args:
        {inputs: SoftmaxInputs, backend: MathBackendCPU, attrs: SoftmaxAttrs})

import {sum} from './Sum';

export function softmax(
    args:
        {inputs: SoftmaxInputs, backend: MathBackendCPU, attrs: SoftmaxAttrs}):
    TensorInfo {
  const {inputs, backend, attrs} = args;
  const {logits} = inputs;
  const {dim} = attrs;

  const logitsRank = logits.shape.length;

  let $dim = dim;
  if ($dim === -1) {
    $dim = logitsRank - 1;
  }
  if ($dim !== logitsRank - 1) {
    throw Error(
        'Softmax along a non-last dimension is not yet supported. ' +
        `Logits was rank ${logitsRank} and dim was ${$dim}`);
  }

  const axes = util.parseAxisParam([$dim], logits.shape);
  const maxLogit = max({
    inputs: {x: logits},
    backend,
    attrs: {reductionIndices: axes, keepDims: false}
  });
  const expandedShape = backend_util.expandShapeToKeepDim(maxLogit.shape, axes);

  const maxLogitReshaped =
      reshape({inputs: {x: maxLogit}, backend, attrs: {shape: expandedShape}});
  const a =
      sub({inputs: {a: logits, b: maxLogitReshaped}, backend}) as TensorInfo;
  const b = exp({inputs: {x: a}, backend}) as TensorInfo;
  const sumExp =
      sum({inputs: {x: b}, backend, attrs: {axis: axes, keepDims: false}});
  const sumReshaped =
      reshape({inputs: {x: sumExp}, backend, attrs: {shape: expandedShape}});

  const result = div({inputs: {a: b, b: sumReshaped}, backend}) as TensorInfo;

  backend.disposeIntermediateTensorInfo(maxLogit);
  backend.disposeIntermediateTensorInfo(maxLogitReshaped);
  backend.disposeIntermediateTensorInfo(a);
  backend.disposeIntermediateTensorInfo(b);
  backend.disposeIntermediateTensorInfo(sumExp);
  backend.disposeIntermediateTensorInfo(sumReshaped);

  return result;
}

export const softmaxConfig: KernelConfig = {
  kernelName: Softmax,