feat(selectivesearch): 重构OpenCV selectivesearch源码

Author: zjZSTU

cplusplus/CMakeLists.txt

@@ -14,11 +14,52 @@ MESSAGE("OpenCV OpenCV_INCLUDE_DIRS: ${OpenCV_INCLUDE_DIRS}")
 MESSAGE("OpenCV OpenCV_LIBS: ${OpenCV_LIBS}")
 
 #图分割算法
-add_executable(cpluplus samples/graphsegmentation_custom.cpp
-        include/segmentation.h
+#add_executable(cpluplus samples/graphsegmentation_custom.cpp
+#        include/segmentation.h
+#        include/graphsegment/graphsegmentation.h include/graphsegment/graphsegmentationimpl.h
+#        include/graphsegment/edge.h include/graphsegment/point_set_element.h include/graphsegment/point_set.h
+#        src/graphsegmentation.cpp src/graphsegmentationimpl.cpp src/point_set.cpp
+#        )
+add_executable(cpluplus samples/selectivesearchsegmentation_custom.cpp
+        include/selectivesearch/selectivesearchsegmentation.h
+        include/selectivesearch/selectivesearchsegmentationimpl.h
+
+        # Helpers
+        include/selectivesearch/region.h include/selectivesearch/neighbor.h
+        include/selectivesearch/selective_search_segmentation_strategy.h
+        include/selectivesearch/rect_comparator.h
+
+        # Strategy
+        include/selectivesearch/selective_search_segmentation_strategy_color.h
+        include/selectivesearch/selective_search_segmentation_strategy_size.h
+        include/selectivesearch/selective_search_segmentation_strategy_texture.h
+        include/selectivesearch/selective_search_segmentation_strategy_fill.h
+        include/selectivesearch/selective_search_segmentation_strategy_multiple.h
+
+        include/selectivesearch/selective_search_segmentation_strategy_color_impl.h
+        include/selectivesearch/selective_search_segmentation_strategy_size_impl.h
+        include/selectivesearch/selective_search_segmentation_strategy_texture_impl.h
+        include/selectivesearch/selective_search_segmentation_strategy_fill_impl.h
+        include/selectivesearch/selective_search_segmentation_strategy_multiple_impl.h
+
+        src/selective_search_segmentation_strategy_color_impl.cpp
+        src/selective_search_segmentation_strategy_color.cpp
+        src/selective_search_segmentation_strategy_multiple.cpp
+        src/selective_search_segmentation_strategy_multiple_impl.cpp
+        src/selective_search_segmentation_strategy_size.cpp
+        src/selective_search_segmentation_strategy_size_impl.cpp
+        src/selective_search_segmentation_strategy_fill.cpp
+        src/selective_search_segmentation_strategy_fill_impl.cpp
+        src/selective_search_segmentation_strategy_texture.cpp
+        src/selective_search_segmentation_strategy_texture_impl.cpp
+        src/selectivesearchsegmentation.cpp
+        src/selectivesearchsegmentationimpl.cpp
+        src/region.cpp
+        src/neighbor.cpp
+
+        # 图分割算法
         include/graphsegment/graphsegmentation.h include/graphsegment/graphsegmentationimpl.h
         include/graphsegment/edge.h include/graphsegment/point_set_element.h include/graphsegment/point_set.h
         src/graphsegmentation.cpp src/graphsegmentationimpl.cpp src/point_set.cpp
         )
-#add_executable(cpluplus samples/selectivesearchsegmentation_custom.cpp)
 target_link_libraries(cpluplus ${OpenCV_LIBS})

cplusplus/include/segmentation.h

@@ -6,5 +6,6 @@
 #define CPLUPLUS_SEGMENTATION_H
 
 #include "graphsegment/graphsegmentation.h"
+#include "selectivesearch/selectivesearchsegmentation.h"
 
 #endif //CPLUPLUS_SEGMENTATION_H

cplusplus/include/selectivesearch/neighbor.h

@@ -0,0 +1,25 @@
+//
+// Created by zj on 2020/2/14.
+//
+
+#ifndef CPLUPLUS_NEIGHBOR_H
+#define CPLUPLUS_NEIGHBOR_H
+
+#include <iostream>
+
+namespace segmentation {
+    class Neighbour {
+    public:
+        int from;
+        int to;
+        float similarity;
+
+        friend std::ostream &operator<<(std::ostream &os, const Neighbour &n);
+
+        bool operator<(const Neighbour &n) const {
+            return similarity < n.similarity;
+        }
+    };
+}
+
+#endif //CPLUPLUS_NEIGHBOR_H

cplusplus/include/selectivesearch/rect_comparator.h

@@ -0,0 +1,44 @@
+//
+// Created by zj on 2020/2/15.
+//
+
+#ifndef CPLUPLUS_RECT_COMPARATOR_H
+#define CPLUPLUS_RECT_COMPARATOR_H
+
+#include <opencv2/opencv.hpp>
+
+namespace segmentation {
+    // Comparator to sort cv::rect (used for a std::map).
+    struct rectComparator {
+        bool operator()(const cv::Rect_<int> &a, const cv::Rect_<int> &b) const {
+            if (a.x < b.x) {
+                return true;
+            }
+            if (a.x > b.x) {
+                return false;
+            }
+            if (a.y < b.y) {
+                return true;
+            }
+            if (a.y > b.y) {
+                return false;
+            }
+            if (a.width < b.width) {
+                return true;
+            }
+            if (a.width > b.width) {
+                return false;
+            }
+            if (a.height < b.height) {
+                return true;
+            }
+            if (a.height > b.height) {
+                return false;
+            }
+            return false;
+        }
+    };
+
+}
+
+#endif //CPLUPLUS_RECT_COMPARATOR_H

cplusplus/include/selectivesearch/region.h

@@ -0,0 +1,31 @@
+//
+// Created by zj on 2020/2/14.
+//
+
+#ifndef CPLUPLUS_REGION_H
+#define CPLUPLUS_REGION_H
+
+#include <iostream>
+#include <opencv2/opencv.hpp>
+
+namespace segmentation {
+
+    class Region {
+    public:
+        int id;
+        int level;
+        int merged_to;
+        double rank;
+        cv::Rect bounding_box;
+
+        Region() : id(0), level(0), merged_to(0), rank(0) {}
+
+        friend std::ostream &operator<<(std::ostream &os, const Region &n);
+
+        bool operator<(const Region &n) const {
+            return rank < n.rank;
+        }
+    };
+}
+
+#endif //CPLUPLUS_REGION_H

cplusplus/include/selectivesearch/selective_search_segmentation_strategy.h

@@ -0,0 +1,36 @@
+//
+// Created by zj on 2020/2/14.
+//
+
+#ifndef CPLUPLUS_SELECTIVE_SEARCH_SEGMENTATION_STRATEGY_H
+#define CPLUPLUS_SELECTIVE_SEARCH_SEGMENTATION_STRATEGY_H
+
+#include <opencv2/opencv.hpp>
+
+namespace segmentation {
+    class SelectiveSearchSegmentationStrategy {
+    public:
+        /** @brief Set a initial image, with a segmentation.
+            @param img The input image. Any number of channel can be provided
+            @param regions A segmentation of the image. The parameter must be the same size of img.
+            @param sizes The sizes of different regions
+            @param image_id If not set to -1, try to cache pre-computations. If the same set og (img, regions, size) is used, the image_id need to be the same.
+        */
+        virtual void setImage(cv::InputArray img, cv::InputArray regions, cv::InputArray sizes, int image_id = -1) = 0;
+
+        /** @brief Return the score between two regions (between 0 and 1)
+            @param r1 The first region
+            @param r2 The second region
+        */
+        virtual float get(int r1, int r2) = 0;
+
+        /** @brief Inform the strategy that two regions will be merged
+            @param r1 The first region
+            @param r2 The second region
+        */
+        virtual void merge(int r1, int r2) = 0;
+    };
+
+}
+
+#endif //CPLUPLUS_SELECTIVE_SEARCH_SEGMENTATION_STRATEGY_H

cplusplus/include/selectivesearch/selective_search_segmentation_strategy_color.h

@@ -0,0 +1,23 @@
+//
+// Created by zj on 2020/2/14.
+//
+
+#ifndef CPLUPLUS_SELECTIVE_SEARCH_SEGMENTATION_STRATEGY_COLOR_H
+#define CPLUPLUS_SELECTIVE_SEARCH_SEGMENTATION_STRATEGY_COLOR_H
+
+#include "selective_search_segmentation_strategy.h"
+#include <iostream>
+
+namespace segmentation {
+
+    /** @brief Color-based strategy for the selective search segmentation algorithm
+    The class is implemented from the algorithm described in @cite uijlings2013selective.
+    */
+    class SelectiveSearchSegmentationStrategyColor : public SelectiveSearchSegmentationStrategy {};
+
+    /** @brief Create a new color-based strategy */
+    std::shared_ptr<SelectiveSearchSegmentationStrategyColor> createSelectiveSearchSegmentationStrategyColor();
+
+}
+
+#endif //CPLUPLUS_SELECTIVE_SEARCH_SEGMENTATION_STRATEGY_COLOR_H

cplusplus/include/selectivesearch/selective_search_segmentation_strategy_color_impl.h

@@ -0,0 +1,39 @@
+//
+// Created by zj on 2020/2/14.
+//
+
+#ifndef CPLUPLUS_SELECTIVE_SEARCH_SEGMENTATION_STRATEGY_COLOR_IMPL_H
+#define CPLUPLUS_SELECTIVE_SEARCH_SEGMENTATION_STRATEGY_COLOR_IMPL_H
+
+#include <opencv2/opencv.hpp>
+#include "selective_search_segmentation_strategy_color.h"
+
+namespace segmentation {
+    class SelectiveSearchSegmentationStrategyColorImpl final : public SelectiveSearchSegmentationStrategyColor {
+    public:
+        SelectiveSearchSegmentationStrategyColorImpl() {
+            name_ = "SelectiveSearchSegmentationStrategyColor";
+            last_image_id = -1;
+        }
+
+        virtual void
+        setImage(cv::InputArray img, cv::InputArray regions, cv::InputArray sizes, int image_id = -1) override;
+
+        virtual float get(int r1, int r2) override;
+
+        virtual void merge(int r1, int r2) override;
+
+    private:
+        std::string name_;
+
+        cv::Mat histograms; // [Region X Histogram]
+        cv::Mat sizes;
+        int histogram_size{};
+
+        int last_image_id; // If the image_id is not equal to -1 and the same as the previous call for setImage, computations are used again
+        cv::Mat last_histograms;
+    };
+
+}
+
+#endif //CPLUPLUS_SELECTIVE_SEARCH_SEGMENTATION_STRATEGY_COLOR_IMPL_H

cplusplus/include/selectivesearch/selective_search_segmentation_strategy_fill.h

@@ -0,0 +1,22 @@
+//
+// Created by zj on 2020/2/14.
+//
+
+#ifndef CPLUPLUS_SELECTIVE_SEARCH_SEGMENTATION_STRATEGY_FILL_H
+#define CPLUPLUS_SELECTIVE_SEARCH_SEGMENTATION_STRATEGY_FILL_H
+
+#include "selective_search_segmentation_strategy.h"
+
+namespace segmentation {
+    /** @brief Fill-based strategy for the selective search segmentation algorithm
+    The class is implemented from the algorithm described in @cite uijlings2013selective.
+    */
+    class SelectiveSearchSegmentationStrategyFill : public SelectiveSearchSegmentationStrategy {
+    };
+
+    /** @brief Create a new fill-based strategy */
+    std::shared_ptr<SelectiveSearchSegmentationStrategyFill> createSelectiveSearchSegmentationStrategyFill();
+
+}
+
+#endif //CPLUPLUS_SELECTIVE_SEARCH_SEGMENTATION_STRATEGY_FILL_H

cplusplus/include/selectivesearch/selective_search_segmentation_strategy_fill_impl.h

@@ -0,0 +1,33 @@
+//
+// Created by zj on 2020/2/14.
+//
+
+#ifndef CPLUPLUS_SELECTIVE_SEARCH_SEGMENTATION_STRATEGY_FILL_IMPL_H
+#define CPLUPLUS_SELECTIVE_SEARCH_SEGMENTATION_STRATEGY_FILL_IMPL_H
+
+#include "selective_search_segmentation_strategy_fill.h"
+
+namespace segmentation {
+    class SelectiveSearchSegmentationStrategyFillImpl final : public SelectiveSearchSegmentationStrategyFill {
+    public:
+        SelectiveSearchSegmentationStrategyFillImpl() {
+            name_ = "SelectiveSearchSegmentationStrategyFill";
+        }
+
+        virtual void
+        setImage(cv::InputArray img, cv::InputArray regions, cv::InputArray sizes, int image_id = -1) override;
+
+        virtual float get(int r1, int r2) override;
+
+        virtual void merge(int r1, int r2) override;
+
+    private:
+        std::string name_;
+
+        cv::Mat sizes;
+        int size_image;
+        std::vector<cv::Rect> bounding_rects;
+    };
+}
+
+#endif //CPLUPLUS_SELECTIVE_SEARCH_SEGMENTATION_STRATEGY_FILL_IMPL_H