| 2478 | // ------------------------------------------------------------------------------------ |
| 2479 | |
| 2480 | void embeddings( |
| 2481 | resizable_tensor& dest, |
| 2482 | const tensor& src, |
| 2483 | const tensor& embs |
| 2484 | ) |
| 2485 | { |
| 2486 | DLIB_CASSERT( |
| 2487 | src.nr() > 0 && |
| 2488 | embs.num_samples() > 0 && |
| 2489 | embs.k() > 0 && |
| 2490 | embs.nr() == 1 && |
| 2491 | embs.nc() == 1, |
| 2492 | "\nsrc.num_samples(): " << src.num_samples() << |
| 2493 | "\nsrc.k(): " << src.k() << |
| 2494 | "\nsrc.nr(): " << src.nr() << |
| 2495 | "\nsrc.nc(): " << src.nc() << |
| 2496 | "\nembs.num_samples(): " << embs.num_samples() << |
| 2497 | "\nembs.k(): " << embs.k() << |
| 2498 | "\nembs.nr(): " << embs.nr() << |
| 2499 | "\nembs.nc(): " << embs.nc() |
| 2500 | ); |
| 2501 | |
| 2502 | long ns = dest.num_samples(), nk = dest.k(), nr = dest.nr(), nc = dest.nc(); |
| 2503 | const float* src_data = src.host(); |
| 2504 | float* dest_data = dest.host(); |
| 2505 | const float* embs_data = embs.host(); |
| 2506 | for (long s = 0; s < ns; ++s) |
| 2507 | { |
| 2508 | for (long k = 0; k < nk; ++k) |
| 2509 | { |
| 2510 | for (long r = 0; r < nr; ++r) |
| 2511 | { |
| 2512 | const unsigned long token_idx = static_cast<unsigned long>(src_data[tensor_index(src, s, k, r, 0)]); |
| 2513 | if (token_idx < embs.num_samples()) |
| 2514 | { |
| 2515 | for (long c = 0; c < nc; ++c) |
| 2516 | dest_data[tensor_index(dest, s, k, r, c)] = embs_data[tensor_index(embs, token_idx, c, 0, 0)]; |
| 2517 | } |
| 2518 | else |
| 2519 | { |
| 2520 | for (long c = 0; c < nc; ++c) |
| 2521 | dest_data[tensor_index(dest, s, k, r, c)] = 0; |
| 2522 | } |
| 2523 | } |
| 2524 | } |
| 2525 | } |
| 2526 | } |
| 2527 | |
| 2528 | void embeddings_gradient( |
| 2529 | const tensor& prev, |
no test coverage detected