MCPcopy Create free account
hub / github.com/davisking/dlib / test_embeddings

Function test_embeddings

dlib/test/dnn.cpp:1392–1438  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

1390// ----------------------------------------------------------------------------------------
1391
1392 void test_embeddings()
1393 {
1394 print_spinner();
1395 const size_t num_sequences = 100, sequence_length = 7, num_classes = 3, num_tokens = 50, embedding_length = 5;
1396 using net_type = loss_multiclass_log<fc<num_classes,
1397 relu<fc<32,relu<fc<64,
1398 embeddings<num_tokens, embedding_length,
1399 input<matrix<unsigned long, 0, 1>>>>>>>>>;
1400 net_type net;
1401 dnn_trainer<net_type> trainer(net, sgd(0, 0.9));
1402 trainer.set_learning_rate(1e-1);
1403 trainer.set_min_learning_rate(1e-4);
1404 trainer.set_mini_batch_size(16);
1405 trainer.set_max_num_epochs(500);
1406
1407 dlib::rand rnd(std::rand());
1408 auto generate_sequences = [&](size_t num_sequences, size_t sequence_length, size_t num_tokens) {
1409 std::vector<matrix<unsigned long, 0, 1>> sequences;
1410 for (size_t i = 0; i < num_sequences; ++i)
1411 {
1412 matrix<unsigned long, 0, 1> seq(sequence_length, 1);
1413 for (size_t j = 0; j < sequence_length; ++j)
1414 seq(j, 0) = rnd.get_random_32bit_number() % num_tokens;
1415 sequences.push_back(seq);
1416 }
1417 return sequences;
1418 };
1419
1420 auto generate_labels = [&](size_t num_sequences, size_t num_classes) {
1421 std::vector<unsigned long> labels;
1422 for (size_t i = 0; i < num_sequences; ++i)
1423 labels.push_back(rnd.get_random_32bit_number() % num_classes);
1424 return labels;
1425 };
1426
1427 auto sequences = generate_sequences(num_sequences, sequence_length, num_tokens);
1428 auto labels = generate_labels(num_sequences, num_classes);
1429
1430 trainer.train(sequences, labels);
1431 std::vector<unsigned long> predicted_labels = net(sequences);
1432 size_t num_correct = 0;
1433 for (size_t i = 0; i < labels.size(); ++i)
1434 if (predicted_labels[i] == labels[i]) ++num_correct;
1435
1436 double acc = static_cast<double>(num_correct) / labels.size();
1437 DLIB_TEST(acc > 0.9);
1438 }
1439
1440// ----------------------------------------------------------------------------------------
1441

Callers 1

run_testsMethod · 0.85

Calls 11

print_spinnerFunction · 0.85
set_learning_rateMethod · 0.80
set_min_learning_rateMethod · 0.80
set_mini_batch_sizeMethod · 0.80
set_max_num_epochsMethod · 0.80
sgdClass · 0.50
randClass · 0.50
push_backMethod · 0.45
trainMethod · 0.45
sizeMethod · 0.45

Tested by

no test coverage detected