()
| 102 | value = torch.randn(B, H, S_KV, D, dtype=dtype, device=device) |
| 103 | |
| 104 | def attention_fn(): |
| 105 | if is_fp8: |
| 106 | fp8_attention(query, key, value, is_causal) |
| 107 | else: |
| 108 | vanilla_attention(query, key, value, is_causal) |
| 109 | |
| 110 | try: |
| 111 | attention_fn() |
no test coverage detected