Function token_buf_pop

tools/tokenizer/libtoken.c:484–487

Undoes the push action but only if there is some content.

// Undoes the push action but only if there is some content.
static int token_buf_pop(void)
{
  return token_len ? token_buf[--token_len] : 0;
}

// Adds a terminating NUL character which does not change the token length.
static void token_buf_close(void)