(self, num_experts: int)
| 362 | return rem + (layer_idx - cutoff) // base |
| 363 | |
| 364 | def ep_experts(self, num_experts: int) -> List[int]: |
| 365 | assert self.cp_size == 1 |
| 366 | experts_per_rank = num_experts // self.moe_ep_size |
| 367 | experts_range = range(self.moe_ep_rank * experts_per_rank, |
| 368 | (self.moe_ep_rank + 1) * experts_per_rank) |
| 369 | return list(experts_range) |
| 370 | |
| 371 | @classmethod |
| 372 | def from_dict(cls, mapping: dict): |
no outgoing calls
no test coverage detected