Method get_context

code/text_context.py:33–73

Finds the shortest valid context at the beginning of the input text. Scans the text `txt` from the beginning up to `max_len` characters. It looks for the first occurrence of a character from `self.split_tokens`. If found, it checks if the substring ending at that to

(self, txt: str, min_len: int = 6, max_len: int = 120, min_alnum_count: int = 10)

            self.split_tokens: Set[str] = set(split_tokens)

    def get_context(self, txt: str, min_len: int = 6, max_len: int = 120, min_alnum_count: int = 10) -> Tuple[Optional[str], Optional[str]]:
        """
        Finds the shortest valid context at the beginning of the input text.

        Scans the text `txt` from the beginning up to `max_len` characters. It looks
        for the first occurrence of a character from `self.split_tokens`. If found,
        it checks if the substring ending at that token meets the `min_len` (overall
        length) and `min_alnum_count` (alphanumeric character count) criteria.

        Args:
            txt: The input string from which to extract the context.
            min_len: The minimum allowable overall length for the extracted context substring.
            max_len: The maximum allowable overall length for the extracted context substring.
                     The search stops after examining this many characters.
            min_alnum_count: The minimum number of alphanumeric characters required within
                             the extracted context substring.

        Returns:
            A tuple containing:
            - The extracted context string if found, otherwise None.
            - The remaining part of the input string after the context, otherwise None.
            Returns (None, None) if no suitable context is found within the constraints.
        """
        alnum_count = 0

        for i in range(1, min(len(txt), max_len) + 1):
            char = txt[i - 1]
            if char.isalnum():
                alnum_count += 1

            # Check if the current character is a potential context end
            if char in self.split_tokens:
                # Check if length and alphanumeric count criteria are met
                if i >= min_len and alnum_count >= min_alnum_count:
                    context_str = txt[:i]
                    remaining_str = txt[i:]
                    logger.info(f"🧠 {Colors.MAGENTA}Context found after char no: {i}, context: {context_str}")
                    return context_str, remaining_str

        # No suitable context found within the max_len limit
        return None, None