新增绿牌，蓝牌长度限制和信号自动析构

4b67a9ac · liusq · f5c6f1e3 · 4b67a9ac · 4b67a9ac · 4b67a9ac
Commit 4b67a9ac authored Apr 16, 2024 by liusq
14 changed files
--- a/CameraHandle.cpp
+++ b/CameraHandle.cpp
--- a/CameraHandle.h
+++ b/CameraHandle.h
@@ -21,6 +21,7 @@
 #include <QDateTime>
 #include <QJsonDocument>
 #include <memory>
+#include <functional>
 #include <QString>
 #include <QObject>
 #include <QTimer>
@@ -28,9 +29,7 @@
 #include <QQueue>
 #include <opencv2/opencv.hpp>
 #include <QSemaphore>
+#include <atomic>
 enum CAR_INFORMATION {
    Exit,   //出场
    Mobilization, //进场
@@ -46,25 +45,25 @@ public:
    int sdkDevLoginSyn(QString sDevId, int nDevPort, QString sUserName, QString sPassword, int nTimeout);
    //int SdkMediaGetFaceImage(int hDevice, int nSeq, int nTimeout);
    int sdkDevSetAlarmListener(XSDK_HANDLE hDevice, int bListener);
    int getHdevice();
    int getChannel();
    void clearCameraHandle();
    //    void rebindTimer(int hDevice);
-    void initSdkRealTimeDevSnapSyn(int hDevice,int syn_timer);
+    void initSdkRealTimeDevSnapSyn(int hDevice,int syn_timer,uint64 face_frequency);
    void updateImage(const cv::Mat & frame,qint64 currentTime);
    void matToBase64(const cv::Mat &image, QByteArray &base64Data);
    int callbackFunction(XSDK_HANDLE hObject,QString &szString);
    void checkAndUpdateCurrentPlate(ParkingSpaceInfo*park,const cv::Mat & frame,RecognizedInfo& newInfo,int &result,std::map<int,RecognizedInfo>&exitAndMoMap);
    void licensePlateRecognitionResults(vides_data::requestLicensePlate &location);
    void sdkDevSnapSyn(XSDK_HANDLE hDevice, int nChannel);
    //时间设置
    void sdkDevSystemTimeZoneSyn(QString &time);
@@ -74,12 +73,11 @@ public:
    void sdkEncodeCfg(const char *enCode);
    //28181更新
    void sdkDevSpvMn(const char* spvMn);
    void sdkDownloadFileByTime(XSDK_HANDLE hDevice,int id,
                               QString startTimer,QString endTime);
    void setTimeoutMs(int timeoutMs);
-    bool acquireAndReleaseWithTimeout(bool flag);
    QString getSSn();
@@ -87,7 +85,7 @@ public:
    void setMediaHandle(int mediaHandle);
    void setCurrentFace(int currentFace);
    void initParkingSpaceInfo(const std::list<vides_data::responseArea>&areas);
    bool compareLists(const std::list<vides_data::responseArea>& newAreas);
@@ -108,23 +106,24 @@ public:
    int determineArea(ParkingSpaceInfo &prakArea);
 signals:
    void callbackFrameReady(const cv::Mat &frame, const QString &url);
    void afterDownloadFile( int id,int recognitionType,QString ossUrl);
 private slots:
    void sdkRealTimeDevSnapSyn(int hDevice);
    void pushRecordToCloud(int id,int recognitionType,QString ossUrl);
-    void releaseSemaphore();
+    //void releaseSemaphore();
 private :
    int hDevice;
    int channel;
    QString httpUrl;
    SXSDKLoginParam *loginParam;
    SXMediaFaceImageReq *sxMediaFaceImageReq;
    std::mutex plateMutex;
    std::mutex faceMutex;
    QString sSn;
    QString url;
@@ -143,8 +142,6 @@ private :
    //2秒钟抓一次图
    QTimer *dev_snap_syn_timer;
-    QTimer *release_timer;
    int offlineCount=0;
    TCV_HumanDetector *detector;
@@ -154,10 +151,12 @@ private :
    QSemaphore semaphore;
    int timeoutMs;
    int image_save;
+    std::atomic<uint64> faceCount;
+    uint64 face_frequency;
 };
 #endif // CAMERAHANDLE_H
--- a/Common.cpp
+++ b/Common.cpp
@@ -63,6 +63,19 @@ void Common::setImages(QString images){
    this->images=images;
 }
+float Common::getCarConfidenceMax() const{
+    return carConfidenceMax;
+}
+void Common::setCarConfidenceMax(float carConfidenceMax){
+    this->carConfidenceMax=carConfidenceMax;
+}
+float Common::getCarConfidenceMin() const{
+    return carConfidenceMin;
+}
+void Common::setCarConfidenceMin(float carConfidenceMin){
+    this->carConfidenceMin=carConfidenceMin;
+}
 QString Common::GetLocalIp() {
    QString ipAddress;
    QList<QHostAddress> list = QNetworkInterface::allAddresses();

--- a/Common.h
+++ b/Common.h
@@ -44,6 +44,11 @@ public:
    QString GetLocalIp();
+    float getCarConfidenceMax() const;
+    void setCarConfidenceMax(float carConfidenceMax);
+    float getCarConfidenceMin() const;
+    void setCarConfidenceMin(float carConfidenceMin);
    template<typename T>
    void deleteObj(T*& obj) {
@@ -57,6 +62,8 @@ private:
    QString videoOut;
    QString videoDownload;
    QString images;
+    float carConfidenceMax;
+    float carConfidenceMin;
    Common();
    ~Common();

--- a/FaceRecognition.h
+++ b/FaceRecognition.h
@@ -6,19 +6,18 @@
 #include "herror.h"
 #include "LogHandle.h"
 #include "VidesData.h"
-#include <mutex>
 class FaceReconition
 {
 private:
    static FaceReconition* instance;
-    HContextHandle ctxHandle;
+    HContextHandle ctxHandle=nullptr;
    float configConfidence;
    std::vector<int32_t>customIds;
    FaceReconition();
    ~FaceReconition();

--- a/FaceReconition.cpp
+++ b/FaceReconition.cpp
 #include "FaceRecognition.h"
+#include <QThread>
 FaceReconition::FaceReconition() {}
@@ -23,23 +25,21 @@ void FaceReconition::initSourceImageMap(std::map<QString,QString>&maps,float con
    QString bPath = QCoreApplication::applicationDirPath() + "/model_zip/T1_5";
 #else
 #error "不支持的架构"
 #endif
    QByteArray && bypath = bPath.toUtf8();
    char* spath = bypath.data();
    HString path = spath;
    HInt32 option = HF_ENABLE_QUALITY | HF_ENABLE_FACE_RECOGNITION | HF_ENABLE_MASK_DETECT;
    HF_DetectMode detMode = HF_DETECT_MODE_IMAGE;   // 选择图像模式 即总是检测
-    // 创建ctx
+    if(ctxHandle==nullptr){
-    ret = HF_CreateFaceContextFromResourceFileOptional(path, option, detMode, 5, &ctxHandle);
+        // 创建ctx
-    if (ret != HSUCCEED) {
+        ret = HF_CreateFaceContextFromResourceFileOptional(path, option, detMode, 5, &ctxHandle);
-        qInfo() << QString("Create ctx error: %1").arg(ret);
+        if (ret != HSUCCEED) {
-        return;
+            qInfo() << QString("Create ctx error: %1").arg(ret);
+            return;
+        }
    }
-    //    ret = HF_FaceRecognitionThresholdSetting(ctxHandle, 0.36);
-    //    if (ret != HSUCCEED) {
-    //        qInfo() << QString("HF_FaceRecognitionThresholdSetting error: %1").arg(ret);
-    //        return;
-    //    }
    customIds.clear();
    int i = 0;
    for (auto it = maps.begin(); it != maps.end(); ++it,++i) {
@@ -57,7 +57,7 @@ void FaceReconition::initSourceImageMap(std::map<QString,QString>&maps,float con
        imageData.width = image.cols;
        imageData.rotation = VIEW_ROTATION_0;
        imageData.format = FORMAT_BGR;
        HImageHandle imageSteamHandle;
        ret = HF_CreateImageStream(&imageData, &imageSteamHandle);
        this->configConfidence=confidence;
@@ -66,25 +66,25 @@ void FaceReconition::initSourceImageMap(std::map<QString,QString>&maps,float con
            HF_ReleaseImageStream(imageSteamHandle); // 释放资源
            return;
        }
        HF_MultipleFaceData multipleFaceData = {0};
        HF_FaceContextRunFaceTrack(ctxHandle, imageSteamHandle, &multipleFaceData);
        if (multipleFaceData.detectedNum <= 0) {
            qInfo() << QString("initSourceImageMap:未检测到人脸: %1").arg(key);
            HF_ReleaseImageStream(imageSteamHandle); // 释放资源
            return;
        }
        HF_FaceFeature feature = {0};
        ret = HF_FaceFeatureExtract(ctxHandle, imageSteamHandle, multipleFaceData.tokens[0], &feature);
        if (ret != HSUCCEED) {
            qInfo() << QString("特征提取出错: %1").arg(ret);
            HF_ReleaseImageStream(imageSteamHandle); // 释放资源
            return;
        }
        char* tagName = new char[key.size() + 1];
        std::strcpy(tagName, key.toStdString().c_str());
        HF_FaceFeatureIdentity identity = {0};
@@ -92,16 +92,16 @@ void FaceReconition::initSourceImageMap(std::map<QString,QString>&maps,float con
        identity.customId = i;
        customIds.push_back( identity.customId);
        identity.tag = tagName;
        ret = HF_FeaturesGroupInsertFeature(ctxHandle, identity);
        if (ret != HSUCCEED) {
            qInfo() << QString("插入失败: %1").arg(ret);
            HF_ReleaseImageStream(imageSteamHandle); // 释放资源
            return;
        }
        delete[] tagName;
        ret = HF_ReleaseImageStream(imageSteamHandle);
        if (ret == HSUCCEED) {
            imageSteamHandle = nullptr;
@@ -118,8 +118,6 @@ int FaceReconition::featureRemove(){
            HResult ret= HF_FeaturesGroupFeatureRemove(ctxHandle,customId);
            qDebug()<<"ret:featureRemove "<<ret;
        }
-        HF_ReleaseFaceContext(ctxHandle);
    }
 }
 void FaceReconition::doesItExistEmployee(const cv::Mat &source,std::list<vides_data::faceRecognitionResult>&faces){
@@ -131,7 +129,7 @@ void FaceReconition::doesItExistEmployee(const cv::Mat &source,std::list<vides_d
    imageData.width = source.cols;
    imageData.rotation = VIEW_ROTATION_0;
    imageData.format = FORMAT_BGR;
    HImageHandle imageSteamHandle;
    ret = HF_CreateImageStream(&imageData, &imageSteamHandle);
    if (ret != HSUCCEED) {
@@ -140,12 +138,12 @@ void FaceReconition::doesItExistEmployee(const cv::Mat &source,std::list<vides_d
    }
    HF_MultipleFaceData multipleFaceData = {0};
    HF_FaceContextRunFaceTrack(ctxHandle, imageSteamHandle, &multipleFaceData);
    if (multipleFaceData.detectedNum <= 0) {
        qDebug()<<QString("search 未检测到人脸");
        return ;
    }
    std::vector<std::vector<float>> features;
    // 被搜索的目标这边推荐使用拷贝式的接口来获取特征向量
    HInt32 featureNum;
@@ -174,7 +172,7 @@ void FaceReconition::doesItExistEmployee(const cv::Mat &source,std::list<vides_d
            qInfo()<<QString("搜索失败: %1").arg(ret);
            return ;
        }
        qDebug()<<QString("搜索置信度: %1").arg(confidence);
        qDebug()<<QString("匹配到的tag: %1").arg(searchIdentity.tag);
        qDebug()<<QString("匹配到的customId: %1").arg(searchIdentity.customId);
@@ -193,7 +191,7 @@ void FaceReconition::doesItExistEmployee(const cv::Mat &source,std::list<vides_d
        }
        //printf("活体置信度: %f", livenessConfidence.confidence[0]);
        qDebug()<<QString("活体置信度====>:%1").arg(livenessConfidence.confidence[0],0,'Q',4);
        HF_FaceMaskConfidence maskConfidence = {0};
        ret = HF_GetFaceMaskConfidence(ctxHandle, &maskConfidence);
        if (ret != HSUCCEED) {
@@ -217,7 +215,7 @@ void FaceReconition::doesItExistEmployee(const cv::Mat &source,std::list<vides_d
            newface.height=multipleFaceData.rects[rect].height;
            faces.push_back(newface);
        }
        rect++;
    }
    ret = HF_ReleaseImageStream(imageSteamHandle);

--- a/HumanDetection.cpp
+++ b/HumanDetection.cpp
@@ -18,6 +18,7 @@ int HumanDetection::findHuManCar(const cv::Mat &source,int res,TCV_HumanDetector
    int num = (res == 0) ? TCV_HumanDetectorGetNumOfHuman(detector) :TCV_HumanDetectorGetNumOfCar(detector);
    qDebug() << (res == 0 ? "Number of people detected:" : "Number of cars detected:") << num;
    TCV_ReleaseCameraStream(stream);
    return  num;
 }
--- a/LicensePlateRecognition.cpp
+++ b/LicensePlateRecognition.cpp
@@ -131,6 +131,7 @@ void LicensePlateRecognition::licensePlateNumber(const cv::Mat &source, QString 
        newPlate.time=currentTime;
        newPlate.new_color=QString::fromStdString(type);
        newPlate.new_plate=QString::fromUtf8(results.plates[i].code);
+        newPlate.text_confidence=results.plates[i].text_confidence;
        vides_data::ParkingArea area;
        area.topLeftCornerX=results.plates[i].x1;
        area.topLeftCornerY=results.plates[i].y1;

--- a/ScopeSemaphoreExit.cpp
+++ b/ScopeSemaphoreExit.cpp
+#include "ScopeSemaphoreExit.h"
+ ScopeSemaphoreExit::ScopeSemaphoreExit(std::function<void()> onExit)
+        : onExit_(onExit) {}
+ ScopeSemaphoreExit::~ScopeSemaphoreExit() {
+        if (onExit_) onExit_();
+    }
--- a/ScopeSemaphoreExit.h
+++ b/ScopeSemaphoreExit.h
+#ifndef SCOPESEMAPHOREEXIT_H
+#define SCOPESEMAPHOREEXIT_H
+#include <functional>
+class ScopeSemaphoreExit {
+public:
+    explicit ScopeSemaphoreExit(std::function<void()> onExit);
+    ~ScopeSemaphoreExit();
+private:
+    std::function<void()> onExit_;
+};
+#endif // SCOPESEMAPHOREEXIT_H
--- a/VidesData.h
+++ b/VidesData.h
@@ -133,6 +133,7 @@ struct LicensePlate
    QByteArray  img;
    qint64 time;
    ParkingArea recognition;
+    float text_confidence;
    LicensePlate() {}
 };

--- a/gamera_videos.pro
+++ b/gamera_videos.pro
@@ -93,7 +93,8 @@ SOURCES += \
    TaskRunnable.cpp \
    CameraHandle.cpp \
    ParkingSpaceInfo.cpp \
-    HumanDetection.cpp
+    HumanDetection.cpp \
+    ScopeSemaphoreExit.cpp
 HEADERS += \
    Common.h \
@@ -109,7 +110,8 @@ HEADERS += \
    TaskRunnable.h \
    CameraHandle.h \
    ParkingSpaceInfo.h \
-    HumanDetection.h
+    HumanDetection.h \
+    ScopeSemaphoreExit.h
 #FORMS += \
 #    mainwindow.ui

--- a/mainwindow.cpp
+++ b/mainwindow.cpp
@@ -15,7 +15,7 @@ MainWindow::MainWindow()
    modelPaths=qSetting->value("licensePlateRecognition/model_paths").toString();
-    initVideoOutPath();
+    initCommon();
    deleteLogFileTimer =new QTimer(this);
    connect(deleteLogFileTimer, &QTimer::timeout, this, &MainWindow::deleteLogFile);
@@ -301,18 +301,28 @@ void MainWindow::startCamera(const QString &httpurl){
    Common & instace= Common::getInstance();
    MediaFaceImage* mediaFaceImage= MediaFaceImage::getInstance();
    QString nonConstHttpUrl = std::remove_const<QString>::type(httpurl);
    vides_data::responseDeviceData devices;
    // QString serialNumber = QSysInfo::machineUniqueId();
    QString serialNumber;
    findLocalSerialNumber(serialNumber);
+    vides_data::requestDeviceStatus reStatus;
+    reStatus.sSn=serialNumber;
+    reStatus.status=1;
+    reStatus.type=1;
+    reStatus.ip_addr=instace.GetLocalIp();
    HttpService httpService(httpurl);
+    vides_data::response *res=httpService.httpPostDeviceStatus(reStatus);
+    if(res->code!=0){
+        qInfo()<<"盒子状态上报失败 code:"<<res->code<<"msg:"<<res->data;
+    }
+    instace.deleteObj(res);
+    httpService.setHttpUrl(httpurl);
    vides_data::response *re= httpService.httpFindCameras(serialNumber,devices);
-    if(re->code==0){
+    if(re->code==0 || re->code==20004){
-        if(devices.list.size()<=0){
-            instace.deleteObj(re);
-            return;
-        }
        QString username = qSetting->value("devices/username").toString();
        QString password = qSetting->value("devices/password").toString();
        std::map<QString,vides_data::localDeviceStatus*> localDevices;
@@ -329,7 +339,7 @@ void MainWindow::startCamera(const QString &httpurl){
                QString key = ipAddress + ":" + QString::number(localDevice->TCPPort);
                if(faceDetectionParkingPushs.count(key)<=0){
                    httpService.setHttpUrl(httpurl);
                    vides_data::cameraParameters parameter;
                    parameter.sDevId=ipAddress;
                    parameter.nDevPort=localDevice->TCPPort;
@@ -354,7 +364,7 @@ void MainWindow::startCamera(const QString &httpurl){
            }
        }
        this->deleteCloudNotCamer(localDevices, devices.list);
        for (auto& pair : localDevices) {
            if (pair.second != nullptr) {  // 如果对象未被删除（即不为nullptr）
                instace.deleteObj(pair.second);
@@ -363,24 +373,10 @@ void MainWindow::startCamera(const QString &httpurl){
        // 清空 localDevices 容器
        localDevices.clear();
    }
-    vides_data::requestDeviceStatus reStatus;
-    reStatus.sSn=serialNumber;
-    reStatus.status=1;
-    reStatus.type=1;
-    reStatus.ip_addr=instace.GetLocalIp();
-    qDebug()<<"local.ip_addr===>"<<reStatus.ip_addr;
-    httpService.setHttpUrl(httpurl);
-    qDebug()<<"httpurl===>"<<httpurl;
-    qDebug()<<"serialNumber===>"<<serialNumber;
-    vides_data::response *res=httpService.httpPostDeviceStatus(reStatus);
-    if(res->code!=0){
-        qInfo()<<"盒子状态上报失败 code:"<<res->code<<"msg:"<<res->data;
-    }
    updateLocalFace(httpurl);
    instace.deleteObj(re);
-    instace.deleteObj(res);
 }
 bool MainWindow::isDeviceInList(const QString& deviceId, const std::list<vides_data::responseDeviceStatus>& devices) {
@@ -718,7 +714,9 @@ void MainWindow::initCameras(vides_data::cameraParameters &parameter,const std::
    cameraHandle->sdkDevSetAlarmListener(sdk_handle,1);
    int synTime=qSetting->value("timer/dev_snap_syn_timer").toInt();
-    cameraHandle->initSdkRealTimeDevSnapSyn(sdk_handle,synTime);
+    uint64 face_frequency=qSetting->value("devices/face_frequency").toULongLong();
+    cameraHandle->initSdkRealTimeDevSnapSyn(sdk_handle,synTime,face_frequency);
    int seTime=qSetting->value("timer/semaphore_time").toInt();
    cameraHandle->setTimeoutMs(seTime);
    cameraHandle->initParkingSpaceInfo(areas);
@@ -777,11 +775,15 @@ void MainWindow::createDirectory(int flag,const QString& dirName, const QString&
    }
 }
-void MainWindow::initVideoOutPath(){
+void MainWindow::initCommon(){
    createDirectory(0x01,"frame_images", "目录创建成功", "目录创建失败");
    createDirectory(0x00,"frame_video", "创建视频目录成功", "视频目录创建失败");
    createDirectory(0x02,"images", "图片目录创建成功", "图片目录创建失败");
+    float carConfidenceMax=qSetting->value("devices/carConfidenceMax").toFloat();
+    float carConfidenceMin=qSetting->value("devices/carConfidenceMin").toFloat();
+    Common& instance = Common::getInstance();
+    instance.setCarConfidenceMax(carConfidenceMax);
+    instance.setCarConfidenceMin(carConfidenceMin);
 }
 MainWindow::~MainWindow()

--- a/mainwindow.h
+++ b/mainwindow.h
@@ -34,12 +34,13 @@ class MainWindow : public QObject
 public:
    explicit MainWindow();
-    void initVideoOutPath();
+    void initCommon();
    void setVideoPath(int flag, const QString& path);
    void createDirectory(int flag,const QString& dirName, const QString& successMsg, const QString& failureMsg);
    void initFaceFaceRecognition();
    void initCameras(vides_data::cameraParameters &parameter,const std::list<vides_data::responseArea>&areas);