Method cpOffsets

basex-core/src/main/java/org/basex/util/Token.java:278–285

Returns the codepoint offsets for Unicode tokens. @param token token @return codepoint offsets, or null if the token is ASCII only

(final byte[] token)

   * @return codepoint offsets, or {@code null} if the token is ASCII only
   */
  public static int[] cpOffsets(final byte[] token) {
    if(ascii(token)) return null;

    final int tl = token.length;
    final IntList list = new IntList(tl);
    for(int t = 0; t < tl; t += cl(token, t)) list.add(t);
    return list.finish();
  }

  /**
   * Converts a character to a token.