Function token_buf_close

tools/tokenizer/libtoken.c:490–494

Adds a terminating NUL character which does not change the token length.

// Adds a terminating NUL character which does not change the token length.
static void token_buf_close(void)
{
  token_buf_room();
  token_buf[token_len] = '\0'; // Note: no advance
}

// Resets the token buffer cursor.
static void token_buf_reset(void)