Function extract_identifier

ngrams.py:92–105

Recursively traverse the RAW AST JSON tree and convert them into ASTNodeIdentifier tree :param node: :return:

(node)

def extract_identifier(node):
    """
    Recursively traverse the RAW AST JSON tree and convert them into ASTNodeIdentifier tree

    :param node:
    :return:
    """
    # We want to only process raw ast node which must be dict types and have a `_type` key
    if isinstance(node, dict):
        t = node.get('_type')
        if t in AST_NODE_TYPES: # Process the AST node via a specific node converter
            return AST_NODE_TYPES[t](node)
        elif t is not None:  # Unknown/unsupported node, output it as misc without further recursion
            return ASTNodeIdentifier(label=t, node_type='misc')


#---[ Functions to convert raw ast dict nodes into ASTNodeIdentifier based on their type ]---