| 105 | }; |
| 106 | |
| 107 | struct KVCache { |
| 108 | Tensor keyCache; |
| 109 | Tensor valueCache; |
| 110 | }; |
| 111 | |
| 112 | void createTransformer(Context &ctx, size_t modelDim, size_t qkvDim, |
| 113 | size_t nHeads, size_t batchSize, size_t seqLen, |
nothing calls this directly
no outgoing calls
no test coverage detected