Function tokenizeSentence

intent-classifier/training/util.js:22–24

(input)

function tokenizeSentence(input) {
  return input.split(/\b/).map(t => t.trim()).filter(t => t.length !== 0);
}

function loadCSV(path) {
  return dsv.csvParse(fs.readFileSync(path, {encoding: 'utf8'}));