(q, k, v)
| 42 | |
| 43 | |
| 44 | def op_attention(q, k, v): |
| 45 | *b, s_q, d_q = q |
| 46 | *b, s_k, d_k = k |
| 47 | *b, s_v, d_v = v |
| 48 | return math.prod(b) * s_q * s_k * (d_q + d_v) |
| 49 | |
| 50 | |
| 51 | def op_natten(q, k, v, kernel_size): |
nothing calls this directly
no outgoing calls
no test coverage detected