(self, request: AllocationRequest)
| 176 | buffer_sizes = request.buffer_sizes |
| 177 | room = request.bootstrap_room |
| 178 | |
| 179 | self._rdma_buffers[room] = [] |
| 180 | buffers: List[RemoteBuffer] = [] |
| 181 | for nbytes in buffer_sizes: |
| 182 | if nbytes <= 0: |
| 183 | continue |
| 184 | buf = torch.empty((nbytes,), dtype=torch.uint8) |
| 185 | ptr = buf.data_ptr() |
| 186 | self._rdma_buffers[room].append(buf) |
| 187 | buffers.append(RemoteBuffer(addr=ptr, nbytes=nbytes)) |
| 188 | |
| 189 | return MemoryHandle(buffers=buffers) |
| 190 | |
| 191 | def process(self, config): |
| 192 | save_result_path = config.get("save_result_path") |
| 193 | if not save_result_path: |
| 194 | raise ValueError("save_result_path is required for disaggregated generation requests") |
| 195 |
no test coverage detected