(self, device)
| 75 | self.multigpu_clones = {} |
| 76 | |
| 77 | def create_multigpu_clone(self, device): |
| 78 | if device not in self.multigpu_clones: |
| 79 | orig_multigpu_clones = self.multigpu_clones |
| 80 | try: |
| 81 | self.multigpu_clones = {} |
| 82 | new_clone = copy.deepcopy(self) |
| 83 | new_clone = new_clone.to(device) |
| 84 | orig_multigpu_clones[device] = new_clone |
| 85 | finally: |
| 86 | self.multigpu_clones = orig_multigpu_clones |
| 87 | |
| 88 | def get_multigpu_clone(self, device): |
| 89 | return self.multigpu_clones.get(device, self) |