(path_save: str)
| 125 | |
| 126 | |
| 127 | def load_processed_ids(path_save: str) -> set: |
| 128 | if not os.path.exists(path_save): |
| 129 | return set() |
| 130 | with open(path_save, encoding="utf-8") as f: |
| 131 | lines = [json.loads(l) for l in f.readlines()] |
| 132 | if not lines: |
| 133 | return set() |
| 134 | if lines and "id_ddm" in lines[0]: |
| 135 | return {l["id_ddm"] for l in lines} |
| 136 | elif lines and "prompt" in lines[0]: |
| 137 | return {get_hashes_and_lines(l.get("prompt", "")) for l in lines} |
| 138 | else: |
| 139 | return set() |
no test coverage detected