Method normalize

basex-core/src/main/java/org/basex/util/Token.java:1203–1235

Normalizes all whitespace occurrences from the specified token. @param token token @return normalized token

(final byte[] token)

   * @return normalized token
   */
  public static byte[] normalize(final byte[] token) {
    final int tl = token.length;
    int s = 0, e = tl - 1;
    while(s <= e && ws(token[s])) s++;
    while(e > s && ws(token[e])) e--;
    if(s > e) return EMPTY;

    int size = 0;
    boolean inWs = false, replace = false;
    for(int i = s; i <= e; i++) {
      final byte b = token[i];
      final boolean ws = ws(token[i]);
      if(!(ws && inWs)) {
        size++;
        inWs = ws;
        if(ws && b != ' ') replace = true;
      }
    }
    if(size == tl && !replace) return token;

    final byte[] tmp = new byte[size];
    int c = 0;
    inWs = false;
    for(int i = s; i <= e; i++) {
      final byte b = token[i];
      final boolean ws = ws(b);
      if(!(ws && inWs)) {
        tmp[c++] = ws ? (byte) ' ' : b;
        inWs = ws;
      }
    }
    return tmp;
  }

  /**
   * Checks if the specified character is a whitespace (0x09, 0x0A, 0x0D, 0x20).