Function getTokenizer

test/unit/metadata-tests.js:2615–2621

* Creates a dummy tokenizer based on the first byte of the buffer. * @returns {Murmur3Tokenizer}

()

 * @returns {Murmur3Tokenizer}
 */
function getTokenizer() {
  const t = new tokenizer.Murmur3Tokenizer();
  //Use the first byte as token
  t.hash = (b) => new Murmur3Token(MutableLong.fromNumber(b[0]));
  t.stringify = stringifyDefault;
  return t;
}

function token(val) {
  return new Murmur3Token(MutableLong.fromNumber(val));