MCPcopy Create free account
hub / github.com/davisking/dlib / embeddings

Function embeddings

dlib/cuda/cpu_dlib.cpp:2480–2526  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

2478 // ------------------------------------------------------------------------------------
2479
2480 void embeddings(
2481 resizable_tensor& dest,
2482 const tensor& src,
2483 const tensor& embs
2484 )
2485 {
2486 DLIB_CASSERT(
2487 src.nr() > 0 &&
2488 embs.num_samples() > 0 &&
2489 embs.k() > 0 &&
2490 embs.nr() == 1 &&
2491 embs.nc() == 1,
2492 "\nsrc.num_samples(): " << src.num_samples() <<
2493 "\nsrc.k(): " << src.k() <<
2494 "\nsrc.nr(): " << src.nr() <<
2495 "\nsrc.nc(): " << src.nc() <<
2496 "\nembs.num_samples(): " << embs.num_samples() <<
2497 "\nembs.k(): " << embs.k() <<
2498 "\nembs.nr(): " << embs.nr() <<
2499 "\nembs.nc(): " << embs.nc()
2500 );
2501
2502 long ns = dest.num_samples(), nk = dest.k(), nr = dest.nr(), nc = dest.nc();
2503 const float* src_data = src.host();
2504 float* dest_data = dest.host();
2505 const float* embs_data = embs.host();
2506 for (long s = 0; s < ns; ++s)
2507 {
2508 for (long k = 0; k < nk; ++k)
2509 {
2510 for (long r = 0; r < nr; ++r)
2511 {
2512 const unsigned long token_idx = static_cast<unsigned long>(src_data[tensor_index(src, s, k, r, 0)]);
2513 if (token_idx < embs.num_samples())
2514 {
2515 for (long c = 0; c < nc; ++c)
2516 dest_data[tensor_index(dest, s, k, r, c)] = embs_data[tensor_index(embs, token_idx, c, 0, 0)];
2517 }
2518 else
2519 {
2520 for (long c = 0; c < nc; ++c)
2521 dest_data[tensor_index(dest, s, k, r, c)] = 0;
2522 }
2523 }
2524 }
2525 }
2526 }
2527
2528 void embeddings_gradient(
2529 const tensor& prev,

Callers 1

forwardMethod · 0.50

Calls 6

tensor_indexFunction · 0.85
nrMethod · 0.45
num_samplesMethod · 0.45
kMethod · 0.45
ncMethod · 0.45
hostMethod · 0.45

Tested by

no test coverage detected