Class CVObjectDetection

src/CVObjectDetection.h:64–126

* @brief This class runs trought a clip to detect objects and returns the bounding boxes and its properties. * * Object detection is performed using YoloV3 model with OpenCV DNN module */

     * Object detection is performed using YoloV3 model with OpenCV DNN module
     */
    class CVObjectDetection{

        private:

        cv::dnn::Net net;
        std::vector<std::string> classNames;
        float confThreshold, nmsThreshold;

        std::string classesFile;
        std::string modelConfiguration;
        std::string modelWeights;
        std::string processingDevice;
        std::string protobuf_data_path;

        SortTracker sort;

        uint progress;

        size_t start;
        size_t end;

        bool error = false;

        /// Will handle a Thread safely comutication between ClipProcessingJobs and the processing effect classes
        ProcessingController *processingController;

        void setProcessingDevice();

        // Detect onbects on a single frame
        void DetectObjects(const cv::Mat &frame, size_t frame_number);

        bool iou(cv::Rect pred_box, cv::Rect sort_box);

        // Remove the bounding boxes with low confidence using non-maxima suppression
        void postprocess(const cv::Size &frameDims, const std::vector<cv::Mat>& out, size_t frame_number);

        // Get the names of the output layers
        std::vector<cv::String> getOutputsNames(const cv::dnn::Net& net);

        public:

        std::map<size_t, CVDetectionData> detectionsData;

        CVObjectDetection(std::string processInfoJson, ProcessingController &processingController);

        // Iterate over a clip object and run inference for each video frame
        void detectObjectsClip(openshot::Clip &video, size_t start=0, size_t end=0, bool process_interval=false);

        CVDetectionData GetDetectionData(size_t frameId);

        /// Protobuf Save and Load methods
        // Save protobuf file
        bool SaveObjDetectedData();
        // Add frame object detection data into protobuf message.
        void AddFrameDataToProto(pb_objdetect::Frame* pbFrameData, CVDetectionData& dData);

        // Get and Set JSON methods
        void SetJson(const std::string value); ///< Load JSON string into this object