(self)
| 108 | |
| 109 | class TestChunkedMoE(unittest.TestCase): |
| 110 | def setUp(self) -> None: |
| 111 | paddle.seed(2025) |
| 112 | |
| 113 | strategy = fleet.DistributedStrategy() |
| 114 | strategy.hybrid_configs = { |
| 115 | "dp_degree": 1, |
| 116 | "mp_degree": 2, |
| 117 | "pp_degree": 1, |
| 118 | "sharding_degree": 1, |
| 119 | } |
| 120 | |
| 121 | fleet.init(is_collective=True, strategy=strategy) |
| 122 | |
| 123 | self.model_runner = self.setup_model_runner() |
| 124 | self.fused_moe = self.setup_fused_moe() |
| 125 | |
| 126 | def setup_model_runner(self): |
| 127 | """Helper method to setup GPUModelRunner with different configurations""" |
nothing calls this directly
no test coverage detected