批量插入 @param data_list: 数据列表 @param embedding: 向量化处理器 @param is_the_task_interrupted: 判断是否中断任务 :return: bool
(self, data_list: List[Dict], embedding: Embeddings, is_the_task_interrupted)
| 124 | self._batch_save(child_array, embedding, lambda: False) |
| 125 | |
| 126 | def batch_save(self, data_list: List[Dict], embedding: Embeddings, is_the_task_interrupted): |
| 127 | """ |
| 128 | 批量插入 |
| 129 | @param data_list: 数据列表 |
| 130 | @param embedding: 向量化处理器 |
| 131 | @param is_the_task_interrupted: 判断是否中断任务 |
| 132 | :return: bool |
| 133 | """ |
| 134 | self.save_pre_handler() |
| 135 | chunk_list = chunk_data_list(data_list) |
| 136 | result = sub_array(chunk_list) |
| 137 | for child_array in result: |
| 138 | if not is_the_task_interrupted(): |
| 139 | self._batch_save(child_array, embedding, is_the_task_interrupted) |
| 140 | else: |
| 141 | break |
| 142 | |
| 143 | @abstractmethod |
| 144 | def _save( |
no test coverage detected