| 68 | |
| 69 | |
| 70 | class WorkerMeta: |
| 71 | keys = [ |
| 72 | "WORLD_SIZE", "RANK", "LOCAL_WORLD_SIZE", "LOCAL_RANK", "MASTER_ADDR", "MASTER_PORT", "CUDA_VISIBLE_DEVICES" |
| 73 | ] |
| 74 | |
| 75 | def __init__(self, store) -> None: |
| 76 | self._store = store |
| 77 | |
| 78 | def to_dict(self): |
| 79 | return {f"_{key.lower()}": self._store.get(f"_{key.lower()}", None) for key in WorkerMeta.keys} |
| 80 | |
| 81 | |
| 82 | # we assume that in each WorkerGroup, there is a Master Worker |