Function pushToken

packages/core/src/widgets/codeEditorSyntax.ts:792–799

(
  tokens: CodeEditorSyntaxToken[],
  text: string,
  kind: CodeEditorSyntaxTokenKind,
)

}

function pushToken(
  tokens: CodeEditorSyntaxToken[],
  text: string,
  kind: CodeEditorSyntaxTokenKind,
): void {
  if (text.length === 0) return;
  tokens.push(Object.freeze({ text, kind }));
}

function isWhitespace(ch: string): boolean {
  return ch === " " || ch === "\t";