(path, extension="json")
| 99 | f.write(data) |
| 100 | |
| 101 | def list(path, extension="json"): |
| 102 | if "s3://" not in path: |
| 103 | assert os.path.exists(path), f"No such file: {path}" |
| 104 | filenames = [] |
| 105 | for name in os.listdir(path): |
| 106 | if name.endswith(extension) or extension == "all": |
| 107 | filenames.append(name) |
| 108 | return filenames |
| 109 | else: |
| 110 | contents = PetrelHelper._petrel_helper.client.list(path) |
| 111 | filenames = [] |
| 112 | for name in contents: |
| 113 | if name.endswith(extension) or extension == "all": |
| 114 | filenames.append(name) |
| 115 | return filenames |
| 116 | |
| 117 | def load_pretrain(self, path, map_location=None): |
| 118 | if "s3://" not in path: |
no test coverage detected