Class ModalEnvConfig

src/fused_mm_sampling/modal_lib/utils.py:10–28

Common env-var config shared by Modal benchmark scripts. Fields are read from same-named env vars (case-insensitive). Subclass to add script-specific fields or override defaults.

class ModalEnvConfig(BaseSettings):
    """Common env-var config shared by Modal benchmark scripts.

    Fields are read from same-named env vars (case-insensitive).
    Subclass to add script-specific fields or override defaults.
    """

    gpu: str = "b200"
    n_procs: int = 1
    name: str | None = None
    n_hidden_states: int = 1
    case: str = "small"
    bench_fn: str = "fi-cupti"

    timeout: int = 20 * 60

    @property
    def gpu_spec(self) -> str:
        return f"{self.gpu}:{self.n_procs}" if self.n_procs > 1 else self.gpu


def make_app():