HK+OPENCV+QT项目记录

朴灿烈づ我的快乐病毒、 2022-01-31 11:17 206阅读 0赞

海康opencv+qt图像处理，记录

securityrecoginate.cpp

#include "securityrecognite.h"
    #include "ui_securityrecognite.h"
    //#include "includes/video/hkvision/win32/HCNetSDK.h"
    //#include "includes/video/hkvision/win32/plaympeg4.h"
    #include <QDebug>
    #include "opencv2/photo.hpp"
    #include "opencv2/imgproc.hpp"
    #include "opencv2/highgui.hpp"
    #include <QBuffer>
    #define USECOLOR 1
    
    int SecurityRecognite::m_connectTime = 0;
    int SecurityRecognite::m_reconnectTime = 0;
    QString SecurityRecognite::m_ipAddress = "";
    int SecurityRecognite::m_port = 0;
    QString SecurityRecognite::m_userName = "";
    QString SecurityRecognite::m_password = "";
    LONG SecurityRecognite::m_userId = -1;
    NET_DVR_USER_LOGIN_INFO SecurityRecognite::m_loginInfo = {0};
    NET_DVR_DEVICEINFO_V40 SecurityRecognite::m_deviceInfo = {0};
    NET_DVR_PREVIEWINFO SecurityRecognite::m_struPlayInfo = {0};
    LONG SecurityRecognite::m_realPlayHandle = 0;
    LONG SecurityRecognite::m_channelId = 1;
    LONG nPort;
    HWND hWnd=NULL;
    
    SecurityRecognite::SecurityRecognite(QWidget *parent) :
        QWidget(parent),
        ui(new Ui::SecurityRecognite)
    {
        ui->setupUi(this);
        videoLayout.addWidget(&videoWidget);
        videoLayout.setSpacing(1);
        videoLayout.setContentsMargins(0,0,0,0);
        ui->videoWidget->setLayout(&videoLayout);
    }
    
    SecurityRecognite::~SecurityRecognite()
    {
        delete ui;
    }
    
    void CALLBACK g_ExceptionCallBack(DWORD dwType, LONG IUserID, LONG IHandle, void *pUser)
    {
        char tempbuf[256] = {};
        switch (dwType)
        {
    
        case EXCEPTION_RECONNECT:
            printf("--------reconnect-------%d\n", time(NULL));
            break;
        default:
            break;
        }
    }
    
    
    
    
    
    void SecurityRecognite::on_pushButton_clicked()
    {
        qDebug() << "CALLBACK started!";
    
    }
    
    
    
    void yv12toYUV(char *outYuv, char *inYv12, int width, int height,int widthStep)
    {
       int col,row;
       unsigned int Y,U,V;
       int tmp;
       int idx;
    
       for (row=0; row<height; row++)
       {
          idx=row * widthStep;
          int rowptr=row*width;
    
          for (col=0; col<width; col++)
          {
             //int colhalf=col>>1;
             tmp = (row/2)*(width/2)+(col/2);
             Y=(unsigned int) inYv12[row*width+col];
             U=(unsigned int) inYv12[width*height+width*height/4+tmp];
             V=(unsigned int) inYv12[width*height+tmp];
             if((idx+col*3+2)> (1200 * widthStep))
             {
              //printf("row * widthStep=%d,idx+col*3+2=%d.\n",1200 * widthStep,idx+col*3+2);
             }
             outYuv[idx+col*3]   = Y;
             outYuv[idx+col*3+1] = U;
             outYuv[idx+col*3+2] = V;
          }
       }
       //printf("col=%d,row=%d.\n",col,row);
    }
    
    void CALLBACK DecCBFun(long nPort,char * pBuf,long nSize,FRAME_INFO * pFrameInfo, long nReserved1,long nReserved2)
    {
        long lFrameType = pFrameInfo->nType;
    
        if(lFrameType ==T_YV12)
        {
    //#if USECOLOR
    //    //int start = clock();
    //    IplImage* pImgYCrCb = cvCreateImage(cvSize(pFrameInfo->nWidth,pFrameInfo->nHeight), 8, 3);//得到图像的Y分量
    //    yv12toYUV(pImgYCrCb->imageData, pBuf, pFrameInfo->nWidth,pFrameInfo->nHeight,pImgYCrCb->widthStep);//得到全部RGB图像
    //    IplImage* pImg = cvCreateImage(cvSize(pFrameInfo->nWidth,pFrameInfo->nHeight), 8, 3);
    //    cvCvtColor(pImgYCrCb,pImg,CV_YCrCb2RGB);
    //    //int end = clock();
    //#else
    //    IplImage* pImg = cvCreateImage(cvSize(pFrameInfo->nWidth,pFrameInfo->nHeight), 8, 1);
    //    memcpy(pImg->imageData,pBuf,pFrameInfo->nWidth*pFrameInfo->nHeight);
    //#endif
    //    //printf("%d\n",end-start);
    //    cvShowImage("IPCamera",pImg);
    //    cv::Mat *frame = (cv::Mat *)pImg;
    //       cv::Mat frame;
    //       qDebug() <<"frame in<<<<<<<<<<";
    //       frame.create(cvSize(pFrameInfo->nWidth, pFrameInfo->nHeight),CV_8UC3);
    //       memcpy(frame.data, pBuf, pFrameInfo->nWidth*pFrameInfo->nHeight);
    //       cvWaitKey(100);
           cv::Mat dst(pFrameInfo->nHeight,pFrameInfo->nWidth,CV_8UC3);//这里nHeight为720,nWidth为1280,8UC3表示8bit uchar 无符号类型,3通道值
           cv::Mat src(pFrameInfo->nHeight + pFrameInfo->nHeight/2,pFrameInfo->nWidth,CV_8UC1,(uchar*)pBuf);
           cvtColor(src,dst,CV_YUV2BGR_YV12);
    //       imshow("bgr",dst);
    //       cv::waitKey(1);
    
    //        cv::VideoCapture cap;
    //        cap.open(pBuf);
    //        for (;;) {
    
    //            if(dst.empty())
    //            {
    //                qDebug() << ">>>>>>>>>>pBuf catched nothing!!<<<<<<<<<<<<<";
    //                return;
    //            }else {
    //                qDebug() << ">>>>>>>>>>pBuf has data!!<<<<<<<<<<<<<";
    //}
    //            QJsonObject replyjson = dial_reading(dst);
    //            qDebug() << replyjson;
    //        }
    
    //    此时是YV12格式的视频数据，保存在pBuf中，可以fwrite(pBuf,nSize,1,Videofile);
    //    fwrite(pBuf,nSize,1,cap);
    //    fwrite()
        }
        /***************
        else if (lFrameType ==T_AUDIO16)
        {
            //此时是音频数据，数据保存在pBuf中，可以fwrite(pBuf,nSize,1,Audiofile);
        }
        else
        {
        }
        *******************/
    
    }
    
    
    
    ///实时流回调
    void CALLBACK fRealDataCallBack(LONG lRealHandle,DWORD dwDataType,BYTE *pBuffer,DWORD dwBufSize,void *pUser)
    {
        DWORD dRet;
        switch (dwDataType)
        {
        case NET_DVR_SYSHEAD:    //系统头
            if (!PlayM4_GetPort(&nPort)) //获取播放库未使用的通道号
            {
                break;
            }
            if(dwBufSize > 0)
            {
                if (!PlayM4_OpenStream(nPort,pBuffer,dwBufSize,1024*1024))
                {
                    dRet=PlayM4_GetLastError(nPort);
                    break;
                }
                //设置解码回调函数 只解码不显示
                if (!PlayM4_SetDecCallBack(nPort,DecCBFun))
                {
                    dRet=PlayM4_GetLastError(nPort);
                    break;
                }
    
                //设置解码回调函数 解码且显示
                //if (!PlayM4_SetDecCallBackEx(nPort,DecCBFun,NULL,NULL))
                //{
                //	dRet=PlayM4_GetLastError(nPort);
                //	break;
                //}
    
                //打开视频解码
                if (!PlayM4_Play(nPort,hWnd))
                {
                    dRet=PlayM4_GetLastError(nPort);
                    break;
                }
    
                //打开音频解码, 需要码流是复合流
                if (!PlayM4_PlaySound(nPort))
                {
                    dRet=PlayM4_GetLastError(nPort);
                    break;
                }
            }
            break;
    
        case NET_DVR_STREAMDATA:   //码流数据
            if (dwBufSize > 0 && nPort != -1)
            {
                BOOL inData=PlayM4_InputData(nPort,pBuffer,dwBufSize);
                while (!inData)
                {
                    Sleep(10);
                    inData=PlayM4_InputData(nPort,pBuffer,dwBufSize);
                    OutputDebugString(L"PlayM4_InputData failed \n");
                }
    //            if (!PlayM4_InputData(nPort, pBuffer, dwBufSize))
    //                        {
    //                            std::cout << "fail input data" << std::endl;
    //                        }
    //                        else
    //                        {
    //                            std::cout << "success input data" << std::endl;
    //                        }
    
    //        }
            break;
        }
    }
    
    }
    
    void SecurityRecognite::on_startPushButton_clicked(){
    
    //    PlatformManager::stopRealPlay();
        PlatformManager::init();
    
        NET_DVR_SetExceptionCallBack_V30(0, NULL, g_ExceptionCallBack, NULL);
    
        PlatformManager::registerDevice();
    //    int iRet;
    //        //获取通道 1 的压缩参数
    //        DWORD dwReturnLen;
    //        NET_DVR_COMPRESSIONCFG_V30 struParams = { 0 };
    //        iRet = NET_DVR_GetDVRConfig(m_userId, NET_DVR_GET_COMPRESSCFG_V30, 1, &struParams, \
    //            sizeof(NET_DVR_COMPRESSIONCFG_V30), &dwReturnLen);
    //        if (!iRet)
    //        {
    //            printf("NET_DVR_GetDVRConfig NET_DVR_GET_COMPRESSCFG_V30 error.\n");
    //            NET_DVR_Logout(m_userId);
    //            NET_DVR_Cleanup();
    //            return;
    //        }
    //        //设置通道 1 的压缩参数
    //        struParams.struNormHighRecordPara.dwVideoBitrate = 0.5;
    //        iRet = NET_DVR_SetDVRConfig(m_userId, NET_DVR_SET_COMPRESSCFG_V30, 1, \
    //            &struParams, sizeof(NET_DVR_COMPRESSIONCFG_V30));
    //        if (!iRet)
    //        {
    //            printf("NET_DVR_GetDVRConfig NET_DVR_SET_COMPRESSCFG_V30 error.\n");
    //            NET_DVR_Logout(m_userId);
    //            NET_DVR_Cleanup();
    //            return;
    //        }
    //        //获取通道 1 的压缩参数
    //        iRet = NET_DVR_GetDVRConfig(m_userId, NET_DVR_GET_COMPRESSCFG_V30, 1, \
    //            &struParams, sizeof(NET_DVR_COMPRESSIONCFG_V30), &dwReturnLen);
    //        if (!iRet)
    //        {
    //            printf("NET_DVR_GetDVRConfig NET_DVR_GET_COMPRESSCFG_V30 error.\n");
    //            NET_DVR_Logout(m_userId);
    //            NET_DVR_Cleanup();
    //            return;
    //        }
    //        printf("Video Bitrate is %d\n", struParams.struNormHighRecordPara.dwVideoBitrate);
    
    
        NET_DVR_PREVIEWINFO struPlayInfo = {0};
    #ifdef WIN32
        struPlayInfo.hPlayWnd = (HWND)videoWidget.winId(); //
    #else
        struPlayInfo.hPlayWnd = videoWidget.winId();
    #endif
         //(HWND)ui->opticalVideoWidget->winId(); //NULL; //窗口为空，设置SDK不解码只取流
        struPlayInfo.lChannel = 1; //Channel number 设备通道
        struPlayInfo.dwStreamType = 0;// 码流类型，0-主码流，1-子码流，2-码流3，3-码流4, 4-码流5,5-码流6,7-码流7,8-码流8,9-码流9,10-码流10
        struPlayInfo.dwLinkMode = 0;// 0：TCP方式,1：UDP方式,2：多播方式,3 - RTP方式，4-RTP/RTSP,5-RSTP/HTTP
        struPlayInfo.bBlocked = 1; //0-非阻塞取流, 1-阻塞取流, 如果阻塞SDK内部connect失败将会有5s的超时才能够返回,不适合于轮询取流操作.
        PlatformManager::setStruPlayInfo(struPlayInfo);
        //设置获取实时视频流的回调函数，先得到实时视频流，再对视频流解码成BGR格式
    
        LONG lRealPlayHandle = NET_DVR_RealPlay_V40(PlatformManager::getUserId(),
                                                    &struPlayInfo, fRealDataCallBack, nullptr);
        PlatformManager::setRealPlayHandle(lRealPlayHandle);
        PlatformManager::setChannelId(1);
        if (lRealPlayHandle < 0)
        {
            //QMessageBox::information(this, tr("NET_DVR_RealPlay_V40"), tr("SDK_LAST_ERROR = %1").arg(NET_DVR_GetLastError()));
            qDebug() << "error: " << NET_DVR_GetLastError();
            NET_DVR_Logout(PlatformManager::getUserId());
            NET_DVR_Cleanup();
            return;
        }
    //    Sleep(-1);
         //关闭预览
    //     if(!NET_DVR_StopRealPlay(lRealPlayHandle))
    //     {
    //       printf("NET_DVR_StopRealPlay error! Error number: %d\n",NET_DVR_GetLastError());
    //       return;
    //     }
    //     //注销用户
    //     NET_DVR_Logout(m_userId);
    //     NET_DVR_Cleanup();
    //     return;
    }

securityrecognite.h

#ifndef SECURITYRECONITE_H
    #define SECURITYRECONITE_H
    
    #include <QWidget>
    
    #include "stdio.h"
    #include <iostream>
    #include "windows.h"
    #include "includes/video/hkvision/win32/HCNetSDK.h"
    
    //#include "includes/video/hkvision/win32/PlayM4.h"
    
    #if defined(WIN32)
        #include "windows.h"
        #include "includes/video/hkvision/win32/plaympeg4.h"
    #endif
    #include "time.h"
    
    #include "platform/platformmanager.h"
    #include <basevideowidget.h>
    #include <QHBoxLayout>
    #include "includes/video/opencv/dial_reading.h"
    
    namespace Ui {
    class SecurityRecognite;
    }
    
    class SecurityRecognite : public QWidget
    {
        Q_OBJECT
    
    public:
        explicit SecurityRecognite(QWidget *parent = nullptr);
        ~SecurityRecognite();
        static int m_port;
    
    private slots:
        void on_startPushButton_clicked();
    
        void on_pushButton_clicked();
    
    private:
        Ui::SecurityRecognite *ui;
        static int m_connectTime;
        static int m_reconnectTime;
        static QString m_ipAddress;
    
        static QString m_userName;
        static QString m_password;
        static LONG m_userId;
        static NET_DVR_USER_LOGIN_INFO m_loginInfo;
        static NET_DVR_DEVICEINFO_V40 m_deviceInfo;
        static NET_DVR_PREVIEWINFO m_struPlayInfo;
        static LONG m_realPlayHandle;
        static LONG m_channelId;
    
    
    private:
        BaseVideoWidget videoWidget;
        QHBoxLayout videoLayout;
    
        static void initConnectionInfo();
    };
    
    #endif // SECURITYRECONITE_H