Method _read_memory

src/memos/mem_reader/simple_struct.py:659–747

1. raw file: [ [ {"type": "file", "file": "str"} ], [ {"type": "file", "file": "str"} ],... ] 2. text chat: scene_data = [ [ {role: user, ...}, {role: assistant, ...},

(
        self,
        messages: list[MessagesType],
        type: str,
        info: dict[str, Any],
        mode: str = "fine",
        **kwargs,
    )

        return memory_list

    def _read_memory(
        self,
        messages: list[MessagesType],
        type: str,
        info: dict[str, Any],
        mode: str = "fine",
        **kwargs,
    ) -> list[list[TextualMemoryItem]]:
        """
        1. raw file:
        [
            [
                {"type": "file", "file": "str"}
            ],
            [
                {"type": "file", "file": "str"}
            ],...
        ]
        2. text chat:
        scene_data = [
            [ {role: user, ...}, {role: assistant, ...}, ... ],
            [ {role: user, ...}, {role: assistant, ...}, ... ],
            [ ... ]
        ]
        """
        list_scene_data_info = self.get_scene_data_info(messages, type)

        memory_list = []
        if type == "chat":
            processing_func = self._process_chat_data
        elif type == "doc":
            processing_func = self._process_doc_data
        else:
            processing_func = self._process_doc_data

        # Process Q&A pairs concurrently with context propagation
        with ContextThreadPoolExecutor() as executor:
            futures = [
                executor.submit(processing_func, scene_data_info, info, mode=mode)
                for scene_data_info in list_scene_data_info
            ]
            for future in concurrent.futures.as_completed(futures):
                try:
                    res_memory = future.result()
                    if res_memory is not None:
                        memory_list.append(res_memory)
                except Exception as e:
                    logger.error(f"Task failed with exception: {e}")
                    logger.error(traceback.format_exc())

        if os.getenv("SIMPLE_STRUCT_ADD_FILTER", "false") == "true":
            # Build inputs
            combined_messages = []
            for group_messages in messages:
                combined_messages.extend(group_messages)

            for group_id in range(len(memory_list)):
                try: