(pos, i, d_model_size)
| 39 | |
| 40 | |
| 41 | def angle_defn(pos, i, d_model_size): |
| 42 | angle_rates = 1 / torch.pow(10000, (2 * (i // 2)) / d_model_size) |
| 43 | return pos * angle_rates |
| 44 | |
| 45 | |
| 46 | def positional_encoding(position, d_model_size, dtype): |
no outgoing calls
no test coverage detected