MCPcopy Create free account
hub / github.com/huggingface/evaluate / _check_all_processes_locks

Method _check_all_processes_locks

src/evaluate/module.py:345–359  ·  view source on GitHub ↗
(self)

Source from the content-addressed store, hash-verified

343 return file_paths, filelocks
344
345 def _check_all_processes_locks(self):
346 expected_lock_file_names = [
347 os.path.join(self.data_dir, f"{self.experiment_id}-{self.num_process}-{process_id}.arrow.lock")
348 for process_id in range(self.num_process)
349 ]
350 for expected_lock_file_name in expected_lock_file_names:
351 nofilelock = FileFreeLock(expected_lock_file_name)
352 try:
353 nofilelock.acquire(timeout=self.timeout)
354 except Timeout:
355 raise ValueError(
356 f"Expected to find locked file {expected_lock_file_name} from process {self.process_id} but it doesn't exist."
357 ) from None
358 else:
359 nofilelock.release()
360
361 def _check_rendez_vous(self):
362 expected_lock_file_name = os.path.join(self.data_dir, f"{self.experiment_id}-{self.num_process}-0.arrow.lock")

Callers 1

_init_writerMethod · 0.95

Calls 1

FileFreeLockClass · 0.85

Tested by

no test coverage detected