(data: Dict)
| 23 | |
| 24 | |
| 25 | def chunk_data(data: Dict): |
| 26 | if str(data.get("source_type")) == str(SourceType.PARAGRAPH.value): |
| 27 | text = data.get("text") |
| 28 | chunk_list = data.get("chunks") if data.get("chunks") else text_to_chunk(text) |
| 29 | return [{**data, "text": chunk} for chunk in chunk_list] |
| 30 | return [data] |
| 31 | |
| 32 | |
| 33 | def chunk_data_list(data_list: List[Dict]): |
no test coverage detected