Args: input_features (`str`): Number of input features of the linear layer. output_features (`str`): Number of output features of the linear layer. bias (`bool`, defaults to `True`): Whether the linear class
(
self,
input_features,
output_features,
bias=True,
compute_dtype=None,
compress_statistics=True,
quant_storage=torch.uint8,
device=None,
)
| 686 | """ |
| 687 | |
| 688 | def __init__( |
| 689 | self, |
| 690 | input_features, |
| 691 | output_features, |
| 692 | bias=True, |
| 693 | compute_dtype=None, |
| 694 | compress_statistics=True, |
| 695 | quant_storage=torch.uint8, |
| 696 | device=None, |
| 697 | ): |
| 698 | """ |
| 699 | Args: |
| 700 | input_features (`str`): |
| 701 | Number of input features of the linear layer. |
| 702 | output_features (`str`): |
| 703 | Number of output features of the linear layer. |
| 704 | bias (`bool`, defaults to `True`): |
| 705 | Whether the linear class uses the bias term as well. |
| 706 | """ |
| 707 | super().__init__( |
| 708 | input_features, |
| 709 | output_features, |
| 710 | bias, |
| 711 | compute_dtype, |
| 712 | compress_statistics, |
| 713 | "nf4", |
| 714 | quant_storage, |
| 715 | device, |
| 716 | ) |
| 717 | |
| 718 | |
| 719 | class Int8Params(torch.nn.Parameter): |