OpenShot Library | libopenshot  0.3.0
ObjectDetection.h
Go to the documentation of this file.
1 
10 // Copyright (c) 2008-2019 OpenShot Studios, LLC
11 //
12 // SPDX-License-Identifier: LGPL-3.0-or-later
13 
14 #ifndef OPENSHOT_OBJECT_DETECTION_EFFECT_H
15 #define OPENSHOT_OBJECT_DETECTION_EFFECT_H
16 
17 #include "EffectBase.h"
18 
19 #include <memory>
20 
21 #include "OpenCVUtilities.h"
22 
23 #include "Json.h"
24 #include "KeyFrame.h"
25 
26 // Struct that stores the detected bounding boxes for all the clip frames
30  std::vector<int> _classIds,
31  std::vector<float> _confidences,
32  std::vector<cv::Rect_<float>> _boxes,
33  size_t _frameId,
34  std::vector<int> _objectIds)
35  {
36  classIds = _classIds;
37  confidences = _confidences;
38  boxes = _boxes;
39  frameId = _frameId;
40  objectIds = _objectIds;
41  }
42  size_t frameId;
43  std::vector<int> classIds;
44  std::vector<float> confidences;
45  std::vector<cv::Rect_<float>> boxes;
46  std::vector<int> objectIds;
47 };
48 
49 namespace openshot
50 {
51  // Forward decls
52  class Frame;
53 
57  class ObjectDetection : public EffectBase
58  {
59  private:
60  std::string protobuf_data_path;
61  std::map<size_t, DetectionData> detectionsData;
62  std::vector<std::string> classNames;
63 
64  std::vector<cv::Scalar> classesColor;
65 
67  Keyframe display_box_text;
69  float confidence_threshold = 0.5;
71  std::vector<std::string> display_classes;
72  std::string class_filter;
73 
75  void init_effect_details();
77  void drawPred(int classId, float conf, cv::Rect2d box, cv::Mat& frame, int objectNumber, std::vector<int> color, float alpha,
78  int thickness, bool is_background, bool draw_text);
80  void DrawRectangleRGBA(cv::Mat &frame_image, cv::RotatedRect box, std::vector<int> color, float alpha, int thickness, bool is_background);
81 
82 
83  public:
86 
87  ObjectDetection(std::string clipTrackerDataPath);
88 
91 
101  std::shared_ptr<Frame> GetFrame(std::shared_ptr<Frame> frame, int64_t frame_number) override;
102 
103  std::shared_ptr<openshot::Frame> GetFrame(int64_t frame_number) override { return GetFrame(std::make_shared<Frame>(), frame_number); }
104 
106  bool LoadObjDetectdData(std::string inputFilePath);
107 
109  std::string GetVisibleObjects(int64_t frame_number) const override;
110 
111  // Get and Set JSON methods
112  std::string Json() const override;
113  void SetJson(const std::string value) override;
114  Json::Value JsonValue() const override;
115  void SetJsonValue(const Json::Value root) override;
116 
119  std::string PropertiesJSON(int64_t requested_frame) const override;
120  };
121 
122 }
123 
124 #endif
std::vector< cv::Rect_< float > > boxes
This abstract class is the base class, used by all effects in libopenshot.
Definition: EffectBase.h:52
int selectedObjectIndex
Index of the Tracked Object that was selected to modify it&#39;s properties.
std::vector< int > classIds
std::shared_ptr< openshot::Frame > GetFrame(int64_t frame_number) override
This method is required for all derived classes of ClipBase, and returns a new openshot::Frame object...
This effect displays all the detected objects on a clip.
DetectionData(std::vector< int > _classIds, std::vector< float > _confidences, std::vector< cv::Rect_< float >> _boxes, size_t _frameId, std::vector< int > _objectIds)
Header file for the Keyframe class.
std::vector< int > objectIds
Header file for OpenCVUtilities (set some common macros)
Header file for JSON class.
This namespace is the default namespace for all code in the openshot library.
Definition: Compressor.h:28
Header file for EffectBase class.
std::vector< float > confidences
A Keyframe is a collection of Point instances, which is used to vary a number or property over time...
Definition: KeyFrame.h:54