Create weights for a linear layer.
(self, input_size_per_partition: int,
output_size_per_partition: int, input_size: int,
output_size: int,
params_dtype: torch.dtype)
| 22 | |
| 23 | @abstractmethod |
| 24 | def create_weights(self, input_size_per_partition: int, |
| 25 | output_size_per_partition: int, input_size: int, |
| 26 | output_size: int, |
| 27 | params_dtype: torch.dtype) -> Dict[str, Any]: |
| 28 | """Create weights for a linear layer.""" |
| 29 | raise NotImplementedError |
| 30 | |
| 31 | @abstractmethod |
| 32 | def apply_weights(self, |