1*4882a593Smuzhiyun /* 2*4882a593Smuzhiyun * Copyright 2020 Rockchip Electronics Co. LTD 3*4882a593Smuzhiyun * 4*4882a593Smuzhiyun * Licensed under the Apache License, Version 2.0 (the "License"); 5*4882a593Smuzhiyun * you may not use this file except in compliance with the License. 6*4882a593Smuzhiyun * You may obtain a copy of the License at 7*4882a593Smuzhiyun * 8*4882a593Smuzhiyun * http://www.apache.org/licenses/LICENSE-2.0 9*4882a593Smuzhiyun * 10*4882a593Smuzhiyun * Unless required by applicable law or agreed to in writing, software 11*4882a593Smuzhiyun * distributed under the License is distributed on an "AS IS" BASIS, 12*4882a593Smuzhiyun * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13*4882a593Smuzhiyun * See the License for the specific language governing permissions and 14*4882a593Smuzhiyun * limitations under the License. 15*4882a593Smuzhiyun * 16*4882a593Smuzhiyun * author: <rimon.xu@rock-chips.com> and <martin.cheng@rock-chips.com> 17*4882a593Smuzhiyun * date: 2020-04-03 18*4882a593Smuzhiyun * module: RTUVCGraph 19*4882a593Smuzhiyun */ 20*4882a593Smuzhiyun 21*4882a593Smuzhiyun #ifndef SRC_RT_TASK_APP_GRAPH_RTUVCGRAPH_H_ 22*4882a593Smuzhiyun #define SRC_RT_TASK_APP_GRAPH_RTUVCGRAPH_H_ 23*4882a593Smuzhiyun 24*4882a593Smuzhiyun #include "rt_header.h" 25*4882a593Smuzhiyun #include "RTTaskGraph.h" 26*4882a593Smuzhiyun 27*4882a593Smuzhiyun #define NN_MODE_ST_ASTERIA "st_asteria" 28*4882a593Smuzhiyun #define NN_MODE_ROCKX "rockx" 29*4882a593Smuzhiyun 30*4882a593Smuzhiyun #define RT_AI_TYPE_FACE_DETECT "face" 31*4882a593Smuzhiyun #define RT_AI_TYPE_FACE_LANDMARK "face_landmark" 32*4882a593Smuzhiyun #define RT_AI_TYPE_FACE_ATTRIBUTE "face_attribute" 33*4882a593Smuzhiyun #define RT_AI_TYPE_FACE_FEATURE "face_feature" 34*4882a593Smuzhiyun #define RT_AI_TYPE_FACE_DISTANCE "face_distance" 35*4882a593Smuzhiyun #define RT_AI_TYPE_BODY "body" 36*4882a593Smuzhiyun #define RT_AI_TYPE_HAND "hand" 37*4882a593Smuzhiyun #define RT_AI_TYPE_HAND_LANDMARK "hand_landmark" 38*4882a593Smuzhiyun 39*4882a593Smuzhiyun #define RT_UVC_MODE_EPTZ "eptz" 40*4882a593Smuzhiyun #define RT_UVC_MODE_UVC "uvc" 41*4882a593Smuzhiyun #define RT_UVC_MODE_EPTZ_ZOOM "eptz_zoom" 42*4882a593Smuzhiyun #define RT_UVC_MODE_UVC_ZOOM "uvc_zoom" 43*4882a593Smuzhiyun 44*4882a593Smuzhiyun typedef enum _RT_EPTZ_MODE { 45*4882a593Smuzhiyun RT_EPTZ_PAN = 0, 46*4882a593Smuzhiyun RT_EPTZ_TILT = 1, 47*4882a593Smuzhiyun RT_EPTZ_ROLL = 2, // no support now 48*4882a593Smuzhiyun RT_EPTZ_AUTO = 3, 49*4882a593Smuzhiyun } RT_EPTZ_MODE; 50*4882a593Smuzhiyun 51*4882a593Smuzhiyun class RTUVCGraph { 52*4882a593Smuzhiyun public: 53*4882a593Smuzhiyun explicit RTUVCGraph(const char* tagName); 54*4882a593Smuzhiyun ~RTUVCGraph(); 55*4882a593Smuzhiyun 56*4882a593Smuzhiyun RT_RET prepare(); 57*4882a593Smuzhiyun RT_RET start(); 58*4882a593Smuzhiyun RT_RET stop(); 59*4882a593Smuzhiyun 60*4882a593Smuzhiyun RT_RET observeUVCOutputStream(std::function<RT_RET(RTMediaBuffer *)> streamCallback); 61*4882a593Smuzhiyun RT_RET observeNNOutputStream(std::function<RT_RET(RTMediaBuffer *)> streamCallback); 62*4882a593Smuzhiyun RT_RET observeMattingOutputStream(std::function<RT_RET(RTMediaBuffer *)> streamCallback); 63*4882a593Smuzhiyun RT_RET updateCameraParams(RtMetaData *params); 64*4882a593Smuzhiyun RT_RET updateEncoderParams(RtMetaData *params); 65*4882a593Smuzhiyun RT_RET updateNNParams(RtMetaData *params); 66*4882a593Smuzhiyun RT_RET setCameraParams(); 67*4882a593Smuzhiyun 68*4882a593Smuzhiyun RT_RET enableEPTZ(RT_BOOL enableEPTZ); 69*4882a593Smuzhiyun RT_RET setZoom(float val); 70*4882a593Smuzhiyun RT_RET setEptz(RT_EPTZ_MODE mode, int val); 71*4882a593Smuzhiyun RT_RET openUVC(); 72*4882a593Smuzhiyun RT_RET closeUVC(); 73*4882a593Smuzhiyun RT_RET enableAIAlgorithm(std::string type); 74*4882a593Smuzhiyun RT_RET disableAIAlgorithm(std::string type); 75*4882a593Smuzhiyun 76*4882a593Smuzhiyun RT_RET setAIAlgorithmHandle(void *handle); 77*4882a593Smuzhiyun 78*4882a593Smuzhiyun RT_RET openAIMatting(); 79*4882a593Smuzhiyun RT_RET closeAIMatting(); 80*4882a593Smuzhiyun 81*4882a593Smuzhiyun RT_RET waitUntilDone(); 82*4882a593Smuzhiyun getCtx()83*4882a593Smuzhiyun void *getCtx() { return mCtx; } 84*4882a593Smuzhiyun RT_RET selectLinkMode(); 85*4882a593Smuzhiyun RT_RET preload(RtMetaData *meta); 86*4882a593Smuzhiyun RT_RET invoke(INT32 cmd, void *data); 87*4882a593Smuzhiyun 88*4882a593Smuzhiyun private: 89*4882a593Smuzhiyun RT_RET initialize(); 90*4882a593Smuzhiyun RT_RET deinitialize(); 91*4882a593Smuzhiyun 92*4882a593Smuzhiyun RT_RET openAI(); 93*4882a593Smuzhiyun RT_RET closeAI(); 94*4882a593Smuzhiyun 95*4882a593Smuzhiyun RT_RET setupGraphAndWaitDone(); 96*4882a593Smuzhiyun INT32 getDetectionByType(std::string type); 97*4882a593Smuzhiyun std::string getAIAlgorithmType(std::string type); 98*4882a593Smuzhiyun RT_RET updateAIAlgorithm(); 99*4882a593Smuzhiyun RT_RET setAIAlgorithm(RT_BOOL enable, std::string type); 100*4882a593Smuzhiyun RT_RET setZoomPtz(RT_BOOL isZoom); 101*4882a593Smuzhiyun 102*4882a593Smuzhiyun static void* threadLoop(void* arg); 103*4882a593Smuzhiyun 104*4882a593Smuzhiyun private: 105*4882a593Smuzhiyun void *mCtx; 106*4882a593Smuzhiyun std::function<RT_RET(RTMediaBuffer *)> mNNCallback; 107*4882a593Smuzhiyun std::function<RT_RET(RTMediaBuffer *)> mUVCCallback; 108*4882a593Smuzhiyun std::function<RT_RET(RTMediaBuffer *)> mMattingCallback; 109*4882a593Smuzhiyun std::map<std::string, RT_BOOL> mVendorDetections; 110*4882a593Smuzhiyun }; 111*4882a593Smuzhiyun 112*4882a593Smuzhiyun #endif // SRC_RT_TASK_APP_GRAPH_RTUVCGRAPH_H_ 113