Function
append_to_jsonl
(fpath: str,
obj: Union[Dict, List[Dict]],
*,
encoding: str = 'utf-8',
strict: bool = True,
write_on_rank: Literal['master', 'last'] = 'master')
Source from the content-addressed store, hash-verified
| 96 | |
| 97 | |
| 98 | def append_to_jsonl(fpath: str, |
| 99 | obj: Union[Dict, List[Dict]], |
| 100 | *, |
| 101 | encoding: str = 'utf-8', |
| 102 | strict: bool = True, |
| 103 | write_on_rank: Literal['master', 'last'] = 'master') -> None: |
| 104 | jsonl_writer = JsonlWriter(fpath, encoding=encoding, strict=strict, write_on_rank=write_on_rank) |
| 105 | jsonl_writer.append(obj) |
| 106 | |
| 107 | |
| 108 | def get_file_mm_type(file_name: str) -> Literal['image', 'video', 'audio']: |