MCPcopy Create free account
hub / github.com/DeusData/codebase-memory-mcp / tokenize_node

Function tokenize_node

src/pipeline/pass_semantic_edges.c:464–495  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

462}
463
464static int tokenize_node(const cbm_gbuf_node_t *n, const cbm_gbuf_t *gbuf, char **tokens,
465 int max_tokens) {
466 int count = 0;
467 count += cbm_sem_tokenize(n->name, tokens + count, max_tokens - count);
468 if (n->qualified_name && count < max_tokens) {
469 count += cbm_sem_tokenize(n->qualified_name, tokens + count, max_tokens - count);
470 }
471 if (n->file_path && count < max_tokens) {
472 count += cbm_sem_tokenize(n->file_path, tokens + count, max_tokens - count);
473 }
474 if (n->properties_json) {
475 count =
476 tokenize_json_string_field(n->properties_json, "signature", tokens, count, max_tokens);
477 count = tokenize_json_string_field(n->properties_json, "return_type", tokens, count,
478 max_tokens);
479 count =
480 tokenize_json_string_field(n->properties_json, "docstring", tokens, count, max_tokens);
481 count =
482 tokenize_json_array_field(n->properties_json, "param_names", tokens, count, max_tokens);
483 count =
484 tokenize_json_array_field(n->properties_json, "param_types", tokens, count, max_tokens);
485 count =
486 tokenize_json_array_field(n->properties_json, "decorators", tokens, count, max_tokens);
487 count = tokenize_json_string_field(n->properties_json, "bt", tokens, count, max_tokens);
488 }
489 count = tokenize_call_neighbors(n, gbuf, /*outbound=*/true, tokens, count, max_tokens);
490
491 /* Caller names: what CALLS this function (contextual vocabulary).
492 * Functions called by error handlers inherit "error" context. */
493 count = tokenize_call_neighbors(n, gbuf, /*outbound=*/false, tokens, count, max_tokens);
494 return count;
495}
496
497/* ── Build per-function semantic data ────────────────────────────── */
498

Callers 1

tokenize_workerFunction · 0.85

Calls 4

cbm_sem_tokenizeFunction · 0.85
tokenize_call_neighborsFunction · 0.85

Tested by

no test coverage detected