()
| 23 | |
| 24 | |
| 25 | def make_basic_config(): |
| 26 | config = ServerConfig() |
| 27 | config.model = MODEL |
| 28 | config.kv_cache_num_tokens = 16384 |
| 29 | config.max_num_tokens_per_request = 16384 |
| 30 | config.port = find_free_port() |
| 31 | |
| 32 | if OVERRIDES: |
| 33 | # split apart like a shell, respecting quotes |
| 34 | parsed_overrides = shlex.split(OVERRIDES) |
| 35 | pydra.apply_overrides(config, parsed_overrides) |
| 36 | |
| 37 | return config |
| 38 | |
| 39 | |
| 40 | def simple_configs(): |
no test coverage detected