| 72 | |
| 73 | |
| 74 | def get_default_test_fd_config(): |
| 75 | graph_opt_config = GraphOptimizationConfig(args={}) |
| 76 | scheduler_config = SchedulerConfig(args={}) |
| 77 | scheduler_config.max_num_seqs = 1 |
| 78 | parallel_config = ParallelConfig(args={}) |
| 79 | parallel_config.data_parallel_rank = 1 |
| 80 | cache_config = CacheConfig({}) |
| 81 | model_config = FakeModelConfig() |
| 82 | load_config = FakeLoadConfig() |
| 83 | fd_config = FDConfig( |
| 84 | graph_opt_config=graph_opt_config, |
| 85 | parallel_config=parallel_config, |
| 86 | cache_config=cache_config, |
| 87 | scheduler_config=scheduler_config, |
| 88 | model_config=model_config, |
| 89 | load_config=load_config, |
| 90 | test_mode=True, |
| 91 | ) |
| 92 | return fd_config |
| 93 | |
| 94 | |
| 95 | class OpPerformanceTester: |