Function stringNGrams

tfjs-backend-webgpu/src/kernels/StringNGrams.ts:23–48

(args: {
  inputs: StringNGramsInputs,
  backend: WebGPUBackend,
  attrs: StringNGramsAttrs
})

import {stringNGramsImplCPU} from '../kernel_utils/shared';

export function stringNGrams(args: {
  inputs: StringNGramsInputs,
  backend: WebGPUBackend,
  attrs: StringNGramsAttrs
}): [TensorInfo, TensorInfo] {
  const {inputs, backend, attrs} = args;
  const {
    separator,
    nGramWidths,
    leftPad,
    rightPad,
    padWidth,
    preserveShortSequences
  } = attrs;
  const {data, dataSplits} = inputs;
  const $data = backend.readSync(data.dataId) as Uint8Array[];
  const $dataSplits = backend.readSync(dataSplits.dataId) as Int32Array;

  const [nGrams, nGramsSplits] = stringNGramsImplCPU(
      $data, $dataSplits, separator, nGramWidths, leftPad, rightPad, padWidth,
      preserveShortSequences);
  return [
    backend.makeTensorInfo([nGrams.length], 'string', nGrams),
    backend.makeTensorInfo(dataSplits.shape, 'int32', nGramsSplits),
  ];
}

export const stringNGramsConfig: KernelConfig = {
  kernelName: StringNGrams,