Function rgbd_tracking

example/run_slam_planeSeg.cc:202–344

}

void rgbd_tracking(const std::shared_ptr<PLPSLAM::config> &cfg,
                   const std::string &vocab_file_path,
                   const std::string &sequence_dir_path,
                   const unsigned int frame_skip,
                   const bool no_sleep,
                   const bool auto_term,
                   const bool eval_log,
                   const std::string &map_db_path)
{
    // FW: false means: for now we don't have CNN-predicted depth image
    ImageSequence_withPlaneSeg sequence(sequence_dir_path, false);
    const auto frames = sequence.get_frames();

    // build a SLAM system
    // FW: true means: we have segmentation mask -> _b_seg_or_not = true
    PLPSLAM::system SLAM(cfg, vocab_file_path, true);
    // startup the SLAM process
    SLAM.startup();

    // create a viewer object
    // and pass the frame_publisher and the map_publisher
#ifdef USE_PANGOLIN_VIEWER
    pangolin_viewer::viewer viewer(cfg, &SLAM, SLAM.get_frame_publisher(), SLAM.get_map_publisher());
#elif USE_SOCKET_PUBLISHER
    socket_publisher::publisher publisher(cfg, &SLAM, SLAM.get_frame_publisher(), SLAM.get_map_publisher());
#endif

    std::vector<double> track_times;
    track_times.reserve(frames.size());

    // run the SLAM in another thread
    std::thread thread([&]()
                       {
                           for (unsigned int i = 0; i < frames.size(); ++i)
                           {
                               const auto &frame = frames.at(i);
                               const auto rgb_img = cv::imread(frame.rgb_img_path_, cv::IMREAD_UNCHANGED);
                               const auto depth_img = cv::imread(frame.depth_img_path_, cv::IMREAD_UNCHANGED);

                               // FW: read segmentation mask
                               const auto seg_mask_img = cv::imread(frame.mask_img_path_, cv::IMREAD_UNCHANGED);
                               assert(rgb_img.rows == seg_mask_img.rows);
                               assert(rgb_img.cols == seg_mask_img.cols);

                               const auto tp_1 = std::chrono::steady_clock::now();

                               if (!rgb_img.empty() && !depth_img.empty() && (i % frame_skip == 0))
                               {
                                   // input the current frame and estimate the camera pose
                                   SLAM.feed_RGBD_frame(rgb_img, depth_img, seg_mask_img, frame.timestamp_);
                               }

                               const auto tp_2 = std::chrono::steady_clock::now();

                               const auto track_time = std::chrono::duration_cast<std::chrono::duration<double>>(tp_2 - tp_1).count();
                               if (i % frame_skip == 0)
                               {
                                   track_times.push_back(track_time);