(in_features, group_size=128, pack_num=8)
| 14 | |
| 15 | |
| 16 | def calculate_zeros_width(in_features, group_size=128, pack_num=8): |
| 17 | if group_size >= 128: |
| 18 | size_multiplier = 1 |
| 19 | elif group_size == 64: |
| 20 | size_multiplier = 2 |
| 21 | elif group_size == 32: |
| 22 | size_multiplier = 4 |
| 23 | else: |
| 24 | raise NotImplementedError |
| 25 | |
| 26 | base_width = make_divisible(in_features // group_size, pack_num) |
| 27 | base_width = make_divisible(base_width, size_multiplier) * size_multiplier |
| 28 | return base_width |
| 29 | |
| 30 | |
| 31 | class ScaledActivation(nn.Module): |
no test coverage detected