(self, weight)
| 13 | try: |
| 14 | from lightx2v_kernel.gemm import scaled_mxfp4_quant, scaled_mxfp6_quant, scaled_mxfp8_quant, scaled_nvfp4_quant |
| 15 | except ImportError: |
| 16 | pass |
| 17 | |
| 18 | |
| 19 | CONVROT_GROUPSIZES = (256, 64, 16) |
| 20 | |
| 21 | |
| 22 | class QuantTemplate(metaclass=ABCMeta): |
| 23 | def __init__(self, weight): |
| 24 | if weight.dim() != 2: |
| 25 | raise ValueError(f"Only 2D tensors supported. Got {weight.dim()}D tensor") |