Save the current parameters for restoring later. Args: model: A model that parameters will be stored
(self, model)
| 64 | assert key not in self.m_name2s_name |
| 65 | |
| 66 | def store(self, model): |
| 67 | """ |
| 68 | Save the current parameters for restoring later. |
| 69 | Args: |
| 70 | model: A model that parameters will be stored |
| 71 | """ |
| 72 | with GatheredParameters(model.parameters()): |
| 73 | if deepspeed.comm.get_rank() == 0: |
| 74 | parameters = model.parameters() |
| 75 | self.collected_params = [param.clone() for param in parameters] |
| 76 | |
| 77 | def restore(self, model): |
| 78 | """ |
no outgoing calls
no test coverage detected