Function token_buf_push

tools/tokenizer/libtoken.c:476–481

Appends a character to the token buffer, always making sure there is room.

// Appends a character to the token buffer, always making sure there is room.
static void token_buf_push(int cc)
{
  token_buf_room();
  // There is room: token_len < token_alloc
  token_buf[token_len++] = cc;
}

// Undoes the push action but only if there is some content.
static int token_buf_pop(void)