Function show_tokens_aux

tools/json-graph/src/jsonml2jgf.c:217–350

DFS */

/* DFS */
static void show_tokens_aux(Node n, Node p, Node gp, FILE *fp)
{
  if (token_startsWith(n->label, "cpp:"))
    return;

  if (n->line) { /* leaf node */
    /* Forego sequence number; easy to add afterwards. */
    /* line, col, class, token */

    /* A leaf node always has a parent! */
    assert(p);
    /* The parent always has a non-empty label! */
    jsmntok_t *class = p->label;

    /* Do not consider some classes: */
    if (string_eq(class, "unit"))
      return;

    enum { IDENTIFIER, STRING, CHARACTER, NUMBER, COMMENT, OTHER } kind = OTHER;

    if (string_eq(class, "comment")) {
      if (!keep_comments)
	return;
      JSON_unescape(n->label);
      kind = COMMENT;
    }

    fprintf(fp, "%u,%u,", n->line, n->column);

    /* Analyze token literal (label is scalar): */
    char c = input[n->label->start];
    if (isalpha(c) || c == '_')
      kind = IDENTIFIER;
    else if (isdigit(c))
      kind = NUMBER;
    else if (c == '\'') {
      /* Undo JSON escaping in characters, e.g. '\\n' => '\n'; '\\\\' => '\\' */
      JSON_unescape(n->label);
      kind = CHARACTER;
    }
    else if (c == '\\') {
      /* Undo JSON escaping in strings: */
      /* e.g. \"  \\\"graph\\\": {\\n\" => "  \"graph\": {\n" */
      JSON_unescape(n->label);
      kind = STRING;
    }

    /* token class (C):

       [filename]
       [comment]
       keyword
       string
       character
       number
       operator

       identifiers: