xref: /OK3568_Linux_fs/external/rockit/tgi/sdk/include/RTUVCGraph.h (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun  * Copyright 2020 Rockchip Electronics Co. LTD
3*4882a593Smuzhiyun  *
4*4882a593Smuzhiyun  * Licensed under the Apache License, Version 2.0 (the "License");
5*4882a593Smuzhiyun  * you may not use this file except in compliance with the License.
6*4882a593Smuzhiyun  * You may obtain a copy of the License at
7*4882a593Smuzhiyun  *
8*4882a593Smuzhiyun  *      http://www.apache.org/licenses/LICENSE-2.0
9*4882a593Smuzhiyun  *
10*4882a593Smuzhiyun  * Unless required by applicable law or agreed to in writing, software
11*4882a593Smuzhiyun  * distributed under the License is distributed on an "AS IS" BASIS,
12*4882a593Smuzhiyun  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*4882a593Smuzhiyun  * See the License for the specific language governing permissions and
14*4882a593Smuzhiyun  * limitations under the License.
15*4882a593Smuzhiyun  *
16*4882a593Smuzhiyun  *     author: <rimon.xu@rock-chips.com> and <martin.cheng@rock-chips.com>
17*4882a593Smuzhiyun  *       date: 2020-04-03
18*4882a593Smuzhiyun  *     module: RTUVCGraph
19*4882a593Smuzhiyun  */
20*4882a593Smuzhiyun 
21*4882a593Smuzhiyun #ifndef SRC_RT_TASK_APP_GRAPH_RTUVCGRAPH_H_
22*4882a593Smuzhiyun #define SRC_RT_TASK_APP_GRAPH_RTUVCGRAPH_H_
23*4882a593Smuzhiyun 
24*4882a593Smuzhiyun #include "rt_header.h"
25*4882a593Smuzhiyun #include "RTTaskGraph.h"
26*4882a593Smuzhiyun 
27*4882a593Smuzhiyun #define NN_MODE_ST_ASTERIA              "st_asteria"
28*4882a593Smuzhiyun #define NN_MODE_ROCKX                   "rockx"
29*4882a593Smuzhiyun 
30*4882a593Smuzhiyun #define RT_AI_TYPE_FACE_DETECT          "face"
31*4882a593Smuzhiyun #define RT_AI_TYPE_FACE_LANDMARK        "face_landmark"
32*4882a593Smuzhiyun #define RT_AI_TYPE_FACE_ATTRIBUTE       "face_attribute"
33*4882a593Smuzhiyun #define RT_AI_TYPE_FACE_FEATURE         "face_feature"
34*4882a593Smuzhiyun #define RT_AI_TYPE_FACE_DISTANCE        "face_distance"
35*4882a593Smuzhiyun #define RT_AI_TYPE_BODY                 "body"
36*4882a593Smuzhiyun #define RT_AI_TYPE_HAND                 "hand"
37*4882a593Smuzhiyun #define RT_AI_TYPE_HAND_LANDMARK        "hand_landmark"
38*4882a593Smuzhiyun 
39*4882a593Smuzhiyun #define RT_UVC_MODE_EPTZ                "eptz"
40*4882a593Smuzhiyun #define RT_UVC_MODE_UVC                 "uvc"
41*4882a593Smuzhiyun #define RT_UVC_MODE_EPTZ_ZOOM           "eptz_zoom"
42*4882a593Smuzhiyun #define RT_UVC_MODE_UVC_ZOOM            "uvc_zoom"
43*4882a593Smuzhiyun 
44*4882a593Smuzhiyun typedef enum _RT_EPTZ_MODE {
45*4882a593Smuzhiyun     RT_EPTZ_PAN  = 0,
46*4882a593Smuzhiyun     RT_EPTZ_TILT = 1,
47*4882a593Smuzhiyun     RT_EPTZ_ROLL = 2,  // no support now
48*4882a593Smuzhiyun     RT_EPTZ_AUTO = 3,
49*4882a593Smuzhiyun } RT_EPTZ_MODE;
50*4882a593Smuzhiyun 
51*4882a593Smuzhiyun class RTUVCGraph {
52*4882a593Smuzhiyun  public:
53*4882a593Smuzhiyun     explicit RTUVCGraph(const char* tagName);
54*4882a593Smuzhiyun     ~RTUVCGraph();
55*4882a593Smuzhiyun 
56*4882a593Smuzhiyun     RT_RET prepare();
57*4882a593Smuzhiyun     RT_RET start();
58*4882a593Smuzhiyun     RT_RET stop();
59*4882a593Smuzhiyun 
60*4882a593Smuzhiyun     RT_RET observeUVCOutputStream(std::function<RT_RET(RTMediaBuffer *)> streamCallback);
61*4882a593Smuzhiyun     RT_RET observeNNOutputStream(std::function<RT_RET(RTMediaBuffer *)> streamCallback);
62*4882a593Smuzhiyun     RT_RET observeMattingOutputStream(std::function<RT_RET(RTMediaBuffer *)> streamCallback);
63*4882a593Smuzhiyun     RT_RET updateCameraParams(RtMetaData *params);
64*4882a593Smuzhiyun     RT_RET updateEncoderParams(RtMetaData *params);
65*4882a593Smuzhiyun     RT_RET updateNNParams(RtMetaData *params);
66*4882a593Smuzhiyun     RT_RET setCameraParams();
67*4882a593Smuzhiyun 
68*4882a593Smuzhiyun     RT_RET enableEPTZ(RT_BOOL enableEPTZ);
69*4882a593Smuzhiyun     RT_RET setZoom(float val);
70*4882a593Smuzhiyun     RT_RET setEptz(RT_EPTZ_MODE mode, int val);
71*4882a593Smuzhiyun     RT_RET openUVC();
72*4882a593Smuzhiyun     RT_RET closeUVC();
73*4882a593Smuzhiyun     RT_RET enableAIAlgorithm(std::string type);
74*4882a593Smuzhiyun     RT_RET disableAIAlgorithm(std::string type);
75*4882a593Smuzhiyun 
76*4882a593Smuzhiyun     RT_RET setAIAlgorithmHandle(void *handle);
77*4882a593Smuzhiyun 
78*4882a593Smuzhiyun     RT_RET openAIMatting();
79*4882a593Smuzhiyun     RT_RET closeAIMatting();
80*4882a593Smuzhiyun 
81*4882a593Smuzhiyun     RT_RET waitUntilDone();
82*4882a593Smuzhiyun 
getCtx()83*4882a593Smuzhiyun     void *getCtx() { return mCtx; }
84*4882a593Smuzhiyun     RT_RET selectLinkMode();
85*4882a593Smuzhiyun     RT_RET preload(RtMetaData *meta);
86*4882a593Smuzhiyun     RT_RET invoke(INT32 cmd, void *data);
87*4882a593Smuzhiyun 
88*4882a593Smuzhiyun  private:
89*4882a593Smuzhiyun     RT_RET initialize();
90*4882a593Smuzhiyun     RT_RET deinitialize();
91*4882a593Smuzhiyun 
92*4882a593Smuzhiyun     RT_RET openAI();
93*4882a593Smuzhiyun     RT_RET closeAI();
94*4882a593Smuzhiyun 
95*4882a593Smuzhiyun     RT_RET setupGraphAndWaitDone();
96*4882a593Smuzhiyun     INT32  getDetectionByType(std::string type);
97*4882a593Smuzhiyun     std::string getAIAlgorithmType(std::string type);
98*4882a593Smuzhiyun     RT_RET updateAIAlgorithm();
99*4882a593Smuzhiyun     RT_RET setAIAlgorithm(RT_BOOL enable, std::string type);
100*4882a593Smuzhiyun     RT_RET setZoomPtz(RT_BOOL isZoom);
101*4882a593Smuzhiyun 
102*4882a593Smuzhiyun     static void* threadLoop(void* arg);
103*4882a593Smuzhiyun 
104*4882a593Smuzhiyun  private:
105*4882a593Smuzhiyun     void *mCtx;
106*4882a593Smuzhiyun     std::function<RT_RET(RTMediaBuffer *)> mNNCallback;
107*4882a593Smuzhiyun     std::function<RT_RET(RTMediaBuffer *)> mUVCCallback;
108*4882a593Smuzhiyun     std::function<RT_RET(RTMediaBuffer *)> mMattingCallback;
109*4882a593Smuzhiyun     std::map<std::string, RT_BOOL>         mVendorDetections;
110*4882a593Smuzhiyun };
111*4882a593Smuzhiyun 
112*4882a593Smuzhiyun #endif  // SRC_RT_TASK_APP_GRAPH_RTUVCGRAPH_H_
113