Method
__init__
(
self,
num_embeddings,
embedding_dim,
dtype=None,
quant_storage=torch.uint8,
device=None,
)
Source from the content-addressed store, hash-verified
| 998 | |
| 999 | class EmbeddingNF4(Embedding4bit): |
| 1000 | def __init__( |
| 1001 | self, |
| 1002 | num_embeddings, |
| 1003 | embedding_dim, |
| 1004 | dtype=None, |
| 1005 | quant_storage=torch.uint8, |
| 1006 | device=None, |
| 1007 | ): |
| 1008 | super().__init__( |
| 1009 | num_embeddings, |
| 1010 | embedding_dim, |
| 1011 | dtype=dtype, |
| 1012 | quant_type="nf4", |
| 1013 | quant_storage=quant_storage, |
| 1014 | device=device, |
| 1015 | ) |
| 1016 | |
| 1017 | |
| 1018 | class Linear8bitLt(nn.Linear): |
Callers
nothing calls this directly
Tested by
no test coverage detected