Class AfterCommentParser

sphinx/pycode/parser.py:189–236

Python source code parser to pick up comments after assignments. This parser takes code which starts with an assignment statement, and returns the comment for the variable if one exists.

class AfterCommentParser(TokenProcessor):
    """Python source code parser to pick up comments after assignments.

    This parser takes code which starts with an assignment statement,
    and returns the comment for the variable if one exists.
    """

    def __init__(self, lines: list[str]) -> None:
        super().__init__(lines)
        self.comment: str | None = None

    def fetch_rvalue(self) -> list[Token]:
        """Fetch right-hand value of assignment."""
        tokens = []
        while current := self.fetch_token():
            tokens.append(current)
            if current == [OP, '(']:
                tokens += self.fetch_until([OP, ')'])
            elif current == [OP, '{']:
                tokens += self.fetch_until([OP, '}'])
            elif current == [OP, '[']:
                tokens += self.fetch_until([OP, ']'])
            elif current == INDENT:
                tokens += self.fetch_until(DEDENT)
            elif current == [OP, ';']:  # NoQA: SIM114
                break
            elif current and current.kind not in {OP, NAME, NUMBER, STRING}:
                break

        return tokens

    def parse(self) -> None:
        """Parse the code and obtain comment after assignment."""
        # skip lvalue (or whole of AnnAssign)
        while (tok := self.fetch_token()) and not tok.match(
            [OP, '='], NEWLINE, COMMENT
        ):
            assert tok
        assert tok is not None

        # skip rvalue (if exists)
        if tok == [OP, '=']:
            self.fetch_rvalue()
            tok = self.current
            assert tok is not None

        if tok == COMMENT:
            self.comment = tok.value


class VariableCommentPicker(ast.NodeVisitor):