Method tokenize

src/fontbox/afm/parser.ts:513–540

(line: string)

  }

  private tokenize(line: string): string[] {
    // Split on whitespace and semicolons, keeping semicolons as tokens
    const tokens: string[] = [];
    let current = "";

    for (const char of line) {
      if (char === " " || char === "\t") {
        if (current) {
          tokens.push(current);
          current = "";
        }
      } else if (char === ";") {
        if (current) {
          tokens.push(current);
          current = "";
        }
        tokens.push(";");
      } else {
        current += char;
      }
    }

    if (current) {
      tokens.push(current);
    }

    return tokens;
  }

  private verifySemicolon(tokens: string[], index: number): void {
    if (index >= tokens.length) {