| 1390 | // ---------------------------------------------------------------------------------------- |
| 1391 | |
| 1392 | void test_embeddings() |
| 1393 | { |
| 1394 | print_spinner(); |
| 1395 | const size_t num_sequences = 100, sequence_length = 7, num_classes = 3, num_tokens = 50, embedding_length = 5; |
| 1396 | using net_type = loss_multiclass_log<fc<num_classes, |
| 1397 | relu<fc<32,relu<fc<64, |
| 1398 | embeddings<num_tokens, embedding_length, |
| 1399 | input<matrix<unsigned long, 0, 1>>>>>>>>>; |
| 1400 | net_type net; |
| 1401 | dnn_trainer<net_type> trainer(net, sgd(0, 0.9)); |
| 1402 | trainer.set_learning_rate(1e-1); |
| 1403 | trainer.set_min_learning_rate(1e-4); |
| 1404 | trainer.set_mini_batch_size(16); |
| 1405 | trainer.set_max_num_epochs(500); |
| 1406 | |
| 1407 | dlib::rand rnd(std::rand()); |
| 1408 | auto generate_sequences = [&](size_t num_sequences, size_t sequence_length, size_t num_tokens) { |
| 1409 | std::vector<matrix<unsigned long, 0, 1>> sequences; |
| 1410 | for (size_t i = 0; i < num_sequences; ++i) |
| 1411 | { |
| 1412 | matrix<unsigned long, 0, 1> seq(sequence_length, 1); |
| 1413 | for (size_t j = 0; j < sequence_length; ++j) |
| 1414 | seq(j, 0) = rnd.get_random_32bit_number() % num_tokens; |
| 1415 | sequences.push_back(seq); |
| 1416 | } |
| 1417 | return sequences; |
| 1418 | }; |
| 1419 | |
| 1420 | auto generate_labels = [&](size_t num_sequences, size_t num_classes) { |
| 1421 | std::vector<unsigned long> labels; |
| 1422 | for (size_t i = 0; i < num_sequences; ++i) |
| 1423 | labels.push_back(rnd.get_random_32bit_number() % num_classes); |
| 1424 | return labels; |
| 1425 | }; |
| 1426 | |
| 1427 | auto sequences = generate_sequences(num_sequences, sequence_length, num_tokens); |
| 1428 | auto labels = generate_labels(num_sequences, num_classes); |
| 1429 | |
| 1430 | trainer.train(sequences, labels); |
| 1431 | std::vector<unsigned long> predicted_labels = net(sequences); |
| 1432 | size_t num_correct = 0; |
| 1433 | for (size_t i = 0; i < labels.size(); ++i) |
| 1434 | if (predicted_labels[i] == labels[i]) ++num_correct; |
| 1435 | |
| 1436 | double acc = static_cast<double>(num_correct) / labels.size(); |
| 1437 | DLIB_TEST(acc > 0.9); |
| 1438 | } |
| 1439 | |
| 1440 | // ---------------------------------------------------------------------------------------- |
| 1441 |
no test coverage detected