MCPcopy
hub / github.com/deepspeedai/DeepSpeed / test_parallel_write

Method test_parallel_write

tests/unit/ops/aio/test_gds.py:127–144  ·  view source on GitHub ↗
(self, tmpdir, single_submit, overlap_events)

Source from the content-addressed store, hash-verified

125 set_dist_env = False
126
127 def test_parallel_write(self, tmpdir, single_submit, overlap_events):
128
129 ref_file, ref_buffer = _do_ref_write(tmpdir)
130 h = GDSBuilder().load().gds_handle(BLOCK_SIZE, QUEUE_DEPTH, single_submit, overlap_events, IO_PARALLEL)
131
132 gds_file, gds_buffer = _get_test_write_file_and_device_buffer(tmpdir, ref_buffer, h)
133
134 _validate_handle_state(h, single_submit, overlap_events)
135
136 write_status = h.sync_pwrite(gds_buffer, gds_file, 0)
137 assert write_status == 1
138
139 h.unpin_device_tensor(gds_buffer)
140
141 assert os.path.isfile(gds_file)
142
143 filecmp.clear_cache()
144 assert filecmp.cmp(ref_file, gds_file, shallow=False)
145
146 def test_async_write(self, tmpdir, single_submit, overlap_events):
147 ref_file, ref_buffer = _do_ref_write(tmpdir)

Callers

nothing calls this directly

Calls 5

GDSBuilderClass · 0.90
_do_ref_writeFunction · 0.70
_validate_handle_stateFunction · 0.70
loadMethod · 0.45

Tested by

no test coverage detected