(args: Args, name: str)
| 33 | |
| 34 | |
| 35 | def as_case(args: Args, name: str) -> "Case": |
| 36 | assert args.n_hidden_states is not None |
| 37 | assert args.n_runs_warmup is not None |
| 38 | assert args.n_runs_benchmark is not None |
| 39 | if args.case not in BENCHMARK_CASES: |
| 40 | raise ValueError( |
| 41 | f"Unknown case: {args.case!r}. Choose from: {list(BENCHMARK_CASES.keys())}" |
| 42 | ) |
| 43 | case_config = BENCHMARK_CASES[args.case] |
| 44 | return Case( |
| 45 | name=name, |
| 46 | n_runs_benchmark=args.n_runs_benchmark, |
| 47 | n_runs_warmup=args.n_runs_warmup, |
| 48 | n_hidden_states=args.n_hidden_states, |
| 49 | n_samples=args.n_samples, |
| 50 | vocab_size=case_config["vocab_size"], |
| 51 | hidden_size=case_config["hidden_size"], |
| 52 | top_k=args.top_k, |
| 53 | top_p=args.top_p, |
| 54 | tp=args.make_tp(), |
| 55 | ) |
| 56 | |
| 57 | |
| 58 | def all_cases(args: Args) -> list["Case"]: |
no test coverage detected