()
| 52 | dist.gather_object(response, object_gather_list=None, dst=0) |
| 53 | |
| 54 | def get_request() -> List: |
| 55 | _ = [[]] |
| 56 | dist.broadcast_object_list(_, src=0) |
| 57 | assert len(_) == 1 |
| 58 | _ = _[0] |
| 59 | return _ |
| 60 | |
| 61 | # specify random seed to ensure consistent token sampling among model parallel ranks |
| 62 | random.seed(0) |