| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595 |
- /*!
- \author Igor Mironchik (igor dot mironchik at gmail dot com).
- MIT License
- Copyright (c) 2022 Igor Mironchik
- Permission is hereby granted, free of charge, to any person obtaining a copy
- of this software and associated documentation files (the "Software"), to deal
- in the Software without restriction, including without limitation the rights
- to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
- copies of the Software, and to permit persons to whom the Software is
- furnished to do so, subject to the following conditions:
- The above copyright notice and this permission notice shall be included in all
- copies or substantial portions of the Software.
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
- IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
- FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
- AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
- OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
- SOFTWARE.
- */
- #include "cameramanager.h"
- // Qt include.
- #include <QQmlEngine>
- #include <QCameraDevice>
- #include <QThreadPool>
- #include <QTimer>
- #include <QDateTime>
- #include <QDebug>
- #include <QtConcurrent/QtConcurrent>
- #include <m_workthread.h>
- #include <mserial.h>
- #include <curl/curl.h>
- #include <main.h>
- #include <m_loger.h>
- #include <QMessageBox>
- #define MAX_FRAME 4
- class param;
- namespace Qt6QCamera {
- //< hikrobot
- void *handle = NULL;
- int nRet = MV_OK;
- SenderCustom sender_custom;
- cv::Mat cv_frame;
- // 实现JNI方法
- extern "C" void Java_com_yfkj_cb_Q6iot_UvcCameraActivity_sendToCpp(JNIEnv* env, jobject thiz, jbyteArray rgbData,jint width,jint height)
- {
- // 获取RGB数据长度
- jsize length = env->GetArrayLength(rgbData);
- // 将Java的jbyteArray转换为C++的byte数组
- jbyte* rgbArray = env->GetByteArrayElements(rgbData, nullptr);
- #if 1
- try {
- // 将QByteArray转换为cv::Mat对象
- cv_frame = cv::Mat(height, width, CV_8UC3, rgbArray);
- // 检查转换后的cv::Mat是否为空
- if (cv_frame.empty()) {
- // 处理转换失败的情况
- qDebug() << "Failed to convert QByteArray to cv::Mat";
- return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码
- }
- //sender_custom.sendSignal(cv_frame.clone());
- // 在这里进行对cv_frame的处理
- } catch (const cv::Exception& ex) {
- // 处理OpenCV异常
- qDebug() << "OpenCV Exception: " << ex.what();
- return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码
- } catch (const std::exception& ex) {
- // 处理其他异常
- qDebug() << "Exception: " << ex.what();
- return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码
- } catch (...) {
- // 处理未知异常
- qDebug() << "Unknown Exception";
- return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码
- }
- #endif
- sender_custom.sendSignal(cv_frame.clone());
- // 释放Java数组
- env->ReleaseByteArrayElements(rgbData, rgbArray, JNI_ABORT);
- // 在这里进行RGB数据的处理
- //qDebug() << "Received RGB data from Java:" << width << " " << height << "@" << length;//cv_frame.total() * cv_frame.elemSize();
- }
- extern "C" void Java_com_yfkj_cb_Q6iot_UvcCameraActivity_UvcHandle(JNIEnv* env, jobject thiz, jstring strData)
- {
- const char* strChars = env->GetStringUTFChars(strData, nullptr);
- QString qstr = QString::fromUtf8(strChars);
- env->ReleaseStringUTFChars(strData, strChars);
- sender_custom.signalQStr(qstr);
- qDebug() << "Received string data from Java:" << qstr;
- if(qstr.contains("UVCFAILED"))
- {
- qDebug() << "相机打开失败!";
- }
- }
- // pthread 线程函数
- static void* pthreadGrab(void* ptr){
- Frames *frame_p = reinterpret_cast<Frames*>(ptr);
- MVCC_INTVALUE_EX stParam;
- memset(&stParam, 0, sizeof(MVCC_INTVALUE_EX));
- nRet = MV_CC_GetIntValueEx(handle, "PayloadSize", &stParam);
- MV_FRAME_OUT_INFO_EX stImageInfo = {0};
- memset(&stImageInfo, 0, sizeof(MV_FRAME_OUT_INFO_EX));
- unsigned char *pData = (unsigned char *)malloc(sizeof(unsigned char) * stParam.nCurValue + 2048);
- if (NULL == pData){
- return NULL;
- }
- unsigned int nDataSize = stParam.nCurValue;
- MV_FRAME_OUT pFrame={0};
- qDebug() << "MV_CC_Get nDataSize:" << nDataSize;
- while(1){
- nRet = MV_CC_GetOneFrameTimeout(handle, pData, nDataSize, &stImageInfo, 30000);
- if (nRet == MV_OK){
- qDebug() << "MV_CC_GetOneFrameTimeout Success" <<stImageInfo.enPixelType << stImageInfo.nHeight << stImageInfo.nWidth;
- if ( stImageInfo.enPixelType == 0 )
- {
- //转换为Mat类型
- //cv::Mat tempMat = Mat(stImageInfo.nHeight , stImageInfo.nWidth, CV_8UC3,pData); //BGR
- cv::Mat tempMat = Mat(stImageInfo.nHeight , stImageInfo.nWidth, CV_8UC2,pData);
- if (tempMat.empty()) {
- // 处理转换失败的情况
- qDebug() << "Failed to convert QByteArray to cv::Mat";
- return NULL; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码
- }
- // 将YUV422数据转换为BGR格式
- cv::Mat bgrImage;
- cv::cvtColor(tempMat, bgrImage, cv::COLOR_YUV2RGB_YVYU);//nv12
- // 在主线程中执行信号的槽函数
- QMetaObject::invokeMethod(frame_p, "uvcframeAvailable", Qt::QueuedConnection, Q_ARG(cv::Mat, bgrImage));
- //if(frame_p->camera_sw()==false) return NULL;
- }else{
- qDebug() << "enPixelType:" << stImageInfo.enPixelType;
- }
- }else{
- qDebug() << "MV_CC_GetOneFrameTimeout fail! nRet:" << nRet;
- if(pData){
- free(pData);
- }
- return NULL;
- }
- }
- return 0;
- }
- ImageProvider::ImageProvider() :
- QQuickImageProvider(QQuickImageProvider::Image)
- {
- // qml_img = QImage(200, 200, QImage::Format_ARGB32);
- // QColor color;
- // color.setGreen(200);
- // qml_img.fill(color);
- }
- QImage ImageProvider::requestImage(const QString &id, QSize *size, const QSize &requestedSize)
- {
- //qDebug()<<"ImageProvider requestImage"<<id<<size<<requestedSize;
- return qml_img;
- }
- void
- ImageProvider::updateImage(QImage i_image){
- qml_img = i_image;
- //qDebug() << "updateImage" << qml_img.size() << qml_img.format();
- }
- QPixmap ImageProvider::requestPixmap(const QString &id, QSize *size, const QSize &requestedSize)
- {
- return QPixmap::fromImage(qml_img);
- }
- FPSTimer::FPSTimer(QObject *parent) : QObject(parent)
- {
- m_timer = new QTimer(this);
- m_elapsed_timer = new QElapsedTimer();
- m_timer->setInterval(m_interval);
- connect(m_timer, &QTimer::timeout,
- this, &FPSTimer::onTimerTimeout);
- }
- void FPSTimer::onTimerTimeout()
- {
- double seconds_elapsed = static_cast<double>(m_elapsed_timer->nsecsElapsed()) / 1000000000.0;
- m_elapsed_timer->start();
- double fps = static_cast<double>(m_frame_count) /seconds_elapsed;
- emit fpsUpdated(fps);
- m_frame_count = 0;
- }
- void FPSTimer::setInterval(int interval)
- {
- m_interval = interval;
- m_timer->setInterval(interval);
- }
- void FPSTimer::setRunning(bool running)
- {
- if(running) {
- m_timer->start(m_interval);
- m_elapsed_timer->start();
- }
- else {
- m_timer->stop();
- m_elapsed_timer->invalidate();
- emit fpsUpdated(0.0);
- }
- }
- bool FPSTimer::isRunning()
- {
- return m_timer->isActive();
- }
- //
- // Frames
- //
- Frames::Frames(QObject * parent)
- : //QVideoSink(parent),
- QObject(parent),
- m_decoding(false),
- m_fps( 0 ),
- m_1s( new QTimer( this ) )
- {
- QMetaType id = QMetaType::fromName("cv::Mat");
- if(id.flags() == QMetaType::UnknownType) {
- qRegisterMetaType<cv::Mat>("cv::Mat");
- }
- id = QMetaType::fromName("UVCCaptureProperties");
- if(id.flags() == QMetaType::UnknownType) {
- qRegisterMetaType<UVCCaptureProperties>("UVCCaptureProperties");
- }
- id = QMetaType::fromName("QVector<UVCCaptureProperties>");
- if(id.flags() == QMetaType::UnknownType) {
- qRegisterMetaType<QVector<UVCCaptureProperties>>("QVector<UVCCaptureProperties>");
- }
- id = QMetaType::fromName("QVector<UVCCaptureDescriptor>");
- if(id.flags() == QMetaType::UnknownType) {
- qRegisterMetaType<QVector<UVCCaptureDescriptor>>("QVector<UVCCaptureDescriptor>");
- }
- m_pImgProvider = new ImageProvider();
- stitch_des = 0;
- connect( m_1s, &QTimer::timeout, this, &Frames::timer);
- m_1s->setInterval( 500 ); //1000
- m_1s->stop();
- m_fps_timer = new FPSTimer(this);
- connect(m_fps_timer, &FPSTimer::fpsUpdated,
- this, &Frames::onFPSUpdated);
- connect(this,&Frames::startGrabbing,
- this,&Frames::handleGrab);
- connect(this,&Frames::uvcframeAvailable,
- this,&Frames::parseFrame);
- connect(this,&Frames::frameAvailable,
- this,&Frames::displayFrame);
- connect(this,&Frames::stopGrabbing,
- this,&Frames::setCameraSw);
- connect(&sender_custom,&SenderCustom::signalToSend,
- this,&Frames::parseFrame);
- connect(&sender_custom,&SenderCustom::signalQStr,
- this,&Frames::processUvchandle);
- initCam();
- }
- Frames::~Frames()
- {
- if (handle)
- {
- MV_CC_DestroyHandle(handle);
- handle = NULL;
- }
- if (m_processThread.isRunning()) {
- m_processThread.waitForFinished(); // wait for finish thread
- }
- auto qtContext = QJniObject(QNativeInterface::QAndroidApplication::context());
- if(qtContext.isValid()){
- jClass->callMethod<void>("clearCameraHelper","(Landroid/content/Context;)V",qtContext.object());
- }
- }
- void
- Frames::setVideoSink( QVideoSink * newVideoSink )
- {
- qDebug() << "setVideoSink:"<<newVideoSink;
- if( m_videoSink == newVideoSink )
- {
- qDebug() << "m_videoSink == newVideoSink";
- return;
- }
- m_videoSink = newVideoSink;
- m_capture.setVideoSink(m_videoSink);
- //connect(m_videoSink, &QVideoSink::videoFrameChanged,this, &Frames::newFrame);
- emit videoSinkChanged();
- }
- void
- Frames::setChange(bool stat_t)
- {
- LOG("开始自动对焦,发送指令到控制板!");
- if(stat_t){
- emit serial_data(m_json.Autofocus());
- }
- }
- void
- Frames::processUvchandle(const QString &qst){
- if(qst.contains("UVCINIT")){
- qDebug() << "UVC初始化成功!";
- }else if(qst.contains("UVCOPEN")){
- m_1s->start();
- m_fps_timer->setRunning(true);
- qDebug() << "UVC打开成功!";
- }
- }
- void
- Frames::setCameraSw(bool stat_cam)
- {
- MAX_STEP = 30;
- max_image_qulity = 0.0;
- z_step = 0;
- x_step = 0;
- auto qtContext = QJniObject(QNativeInterface::QAndroidApplication::context());
- jboolean javaState = stat_cam ? JNI_TRUE :JNI_FALSE;
- param::camera_tc = 0;
- stitch_des = 0;
- camera_sta = stat_cam;
- if(m_streaming_active&&camera_sta) return; //如果已经是打开状态,退出
- static int fd = 0;
- if(camera_sta){
- if(param::camera_type.contains("qcamera")){ //QCamera
- m_cam->start();
- m_fps_timer->setRunning(camera_sta);
- m_1s->start();
- }else if(param::camera_type.contains("uvc")){ //libuvc
- #if 1
- if(qtContext.isValid()&&jClass->isValid()){
- jClass->callMethod<void>("SetCamera_State","(Landroid/content/Context;Z)V",qtContext.object(),javaState);
- }
- #else
- fd = checkPermission();
- Logger::instance()->log("checkPermission:" + QString::number(fd));
- if(fd){
- res_uvc = uvc_init(&ctx_, NULL); //必须要加,否则第二次打开会无法取流
- if(res_uvc==UVC_SUCCESS){
- Logger::instance()->log("uvc_init Success!");
- res_uvc = uvc_find_device(
- ctx_, &dev_,
- 0, 0, NULL);
- }else{
- uvc_error_handler(res_uvc);
- }
- // important for Android
- #if 0
- res_uvc = uvc_get_device_with_fd(ctx_,&dev_,0,0,0,fd,0,0);
- qDebug() << "uvc_get_device_with_fd res:" << res_uvc;
- #endif
- // Set libusb option to disable device discovery
- #if 0
- int r = unrooted_usb_description(fd);
- qDebug() << "unrooted_usb_description!" << r;
- #endif
- res_uvc = uvc_open(dev_, &devh_);
- if(res_uvc==UVC_SUCCESS){
- Logger::instance()->log("uvc_open Success!");
- checkDeviceCapabilities();
- // 设置相机流格式和帧回调函数
- res_uvc = uvc_get_stream_ctrl_format_size(devh_,&streamCtrl,UVC_FRAME_FORMAT_MJPEG,1920,1080,30); //UVC_FRAME_FORMAT_MJPEG
- /* Print out the result */
- uvc_print_stream_ctrl(&streamCtrl, stderr);
- if(res_uvc==UVC_SUCCESS){
- Logger::instance()->log("uvc_get_stream_ctrl_format_size Success!");
- }else{
- uvc_error_handler(res_uvc);
- }
- //启动相机流
- res_uvc = uvc_start_streaming(devh_, &streamCtrl, &frameCallback, this,0);
- if(res_uvc == UVC_SUCCESS){
- m_1s->start();
- m_fps_timer->setRunning(true);
- m_streaming_active = true;
- Logger::instance()->log("UVC streaming started...");
- }
- }else{
- camera_sta = false;
- m_streaming_active = false;
- uvc_error_handler(res_uvc);
- }
- }else{
- camera_sta = false;
- m_streaming_active = false;
- }
- #endif
- }else if(param::camera_type.contains("hikrobot")){
- int ret = testJNI();
- qDebug()<<"testJNI ret:" << ret;
- #if 0
- if(qtContext.isValid()&&jClass->isValid()){
- jClass->callMethod<void>("EnumDevice","(Landroid/content/Context;)V",qtContext.object());
- jClass->callMethod<void>("openDevice","(Landroid/content/Context;)V",qtContext.object());
- }
- #else
- if (handle)
- {
- MV_CC_DestroyHandle(handle);
- handle = NULL;
- }
- unsigned int nIndex = 0;
- MV_CC_DEVICE_INFO_LIST stDeviceList;
- memset(&stDeviceList, 0, sizeof(MV_CC_DEVICE_INFO_LIST));
- // 枚举设备
- nRet = MV_CC_EnumDevices(MV_GIGE_DEVICE | MV_USB_DEVICE, &stDeviceList);
- if (MV_OK != nRet)
- {
- unsigned int unsignedValue = static_cast<unsigned int>(nRet);
- qDebug() << "MV_CC_EnumDevices fail! nRet" << QString::number(unsignedValue, 16).toUpper();
- return ;
- }
- else
- {
- qDebug() << "MV_CC_EnumDevices Success!";
- }
- if (stDeviceList.nDeviceNum > 0)
- {
- for (int i = 0; i < (int)stDeviceList.nDeviceNum; i++)
- {
- LOG("[device {}]:", i);
- MV_CC_DEVICE_INFO *pDeviceInfo = stDeviceList.pDeviceInfo[i];
- if (NULL == pDeviceInfo)
- {
- qDebug() << "pDeviceInfo is NULL!";
- return;
- }
- //PrintDeviceInfo(pDeviceInfo);
- }
- }else{
- qDebug() << "Find No Devices!";
- // break;
- return;
- }
- // 选择设备并创建句柄
- // select device and create handle
- nRet = MV_CC_CreateHandle(&handle, stDeviceList.pDeviceInfo[nIndex]);
- if (MV_OK != nRet)
- {
- unsigned int unsignedValue = static_cast<unsigned int>(nRet);
- qDebug() << "MV_CC_CreateHandle fail! nRet" << QString::number(unsignedValue, 16).toUpper();
- // break;
- return ;
- }else{
- qDebug() << "MV_CC_CreateHandle Success!";
- }
- nRet = MV_CC_OpenDevice(handle);
- if (MV_OK != nRet)
- {
- MV_CC_DestroyHandle(handle);
- handle = NULL;
- unsigned int unsignedValue = static_cast<unsigned int>(nRet);
- qDebug() << "MV_CC_OpenDevice fail! nRet" << QString::number(unsignedValue, 16).toUpper();
- camera_sta = false;
- return;
- }else{
- qDebug() << "MV_CC_OpenDevice Success!";
- }
- // ch:探测网络最佳包大小(只对GigE相机有效) | en:Detection network optimal package size(It only works for the GigE camera)
- if (stDeviceList.pDeviceInfo[nIndex]->nTLayerType == MV_GIGE_DEVICE)
- {
- int nPacketSize = MV_CC_GetOptimalPacketSize(handle);
- if (nPacketSize > 0)
- {
- nRet = MV_CC_SetIntValue(handle,"GevSCPSPacketSize",nPacketSize);
- if(nRet != MV_OK)
- {
- unsigned int unsignedValue = static_cast<unsigned int>(nRet);
- qDebug() << "Warning: Set Packet Size fail nRet:" << QString::number(unsignedValue, 16).toUpper();
- }
- }
- else
- {
- qDebug() << "Warning: Get Packet Size fail nRet:"<< nPacketSize;
- }
- }
- // ch:设置触发模式为off | eb:Set trigger mode as off
- nRet = MV_CC_SetEnumValue(handle, "TriggerMode", MV_TRIGGER_MODE_OFF);
- if (MV_OK != nRet)
- {
- unsigned int unsignedValue = static_cast<unsigned int>(nRet);
- qDebug() << "Set Trigger Mode fail! nRet" << QString::number(unsignedValue, 16).toUpper();
- return;
- }
- #if 0
- //注册抓图回调
- nRet = MV_CC_RegisterImageCallBackEx(handle,ImageCallBackEx,this);
- if (MV_OK != nRet)
- {
- unsigned int unsignedValue = static_cast<unsigned int>(nRet);
- qDebug() << "MV_CC_RegisterImageCallBackEx fail! nRet" << QString::number(unsignedValue, 16).toUpper();
- return ;
- }else{
- qDebug() << "MV_CC_RegisterImageCallBackEx Success!";
- }
- #endif
- MVCC_INTVALUE_EX width,height;
- nRet = MV_CC_GetIntValueEx(handle, "Width", &width);
- if(nRet==MV_OK){
- qDebug() << "[MV_CC_GetIntValueEx Width]:"<< width.nCurValue;
- }else{
- unsigned int unsignedValue = static_cast<unsigned int>(nRet);
- qDebug() << "[MV_CC_GetIntValueEx Width Failed]:"<< &nRet;
- }
- nRet = MV_CC_GetIntValueEx(handle, "Height", &height);
- if(nRet==MV_OK){
- qDebug() << "[MV_CC_GetIntValueEx Height]:"<< height.nCurValue;
- }else{
- unsigned int unsignedValue = static_cast<unsigned int>(nRet);
- qDebug() << "[MV_CC_GetIntValueEx Height Failed]:"<< nRet;
- }
- // 开始取流
- // start grab image
- nRet = MV_CC_StartGrabbing(handle);
- if (MV_OK != nRet)
- {
- camera_sta = false;
- unsigned int unsignedValue = static_cast<unsigned int>(nRet);
- qDebug() << "MV_CC_StartGrabbing fail! nRet [{}]" << QString::number(unsignedValue, 16).toUpper();
- // break;
- return ;
- }else{
- m_fps_timer->setRunning(true);
- m_1s->start();
- emit startGrabbing(true);
- }
- #endif
- }
- }else{ //关闭相机
- if(param::camera_type.contains("qcamera")){
- m_cam->stop();
- }else if(param::camera_type.contains("uvc")){
- #if 1
- if(qtContext.isValid()&&jClass->isValid()){
- jClass->callMethod<void>("SetCamera_State","(Landroid/content/Context;Z)V",qtContext.object(),javaState);
- }
- #endif
- }else if(param::camera_type.contains("hikrobot")){
- nRet = MV_CC_StopGrabbing(handle);
- if (MV_OK != nRet)
- {
- unsigned int unsignedValue = static_cast<unsigned int>(nRet);
- qDebug() << "MV_CC_StopGrabbing fail! nRet:" << QString::number(unsignedValue, 16).toUpper();
- }
- #if 0
- // ch:注销抓图回调 | en:Unregister image callback
- nRet = MV_CC_RegisterImageCallBackEx(handle, NULL, NULL);
- if (MV_OK != nRet)
- {
- unsigned int unsignedValue = static_cast<unsigned int>(nRet);
- qDebug() << "MV_CC_RegisterImageCallBackEx fail! nRet:" << QString::number(unsignedValue, 16).toUpper();
- }
- #endif
- // close device
- nRet = MV_CC_CloseDevice(handle);
- if (MV_OK != nRet)
- {
- unsigned int unsignedValue = static_cast<unsigned int>(nRet);
- qDebug() << "MV_CC_CloseDevice fail! nRet" << QString::number(unsignedValue, 16).toUpper();
- }
- // 销毁句柄
- // destroy handle
- if(handle){
- nRet = MV_CC_DestroyHandle(handle);
- if (MV_OK != nRet)
- {
- unsigned int unsignedValue = static_cast<unsigned int>(nRet);
- qDebug() << "MV_CC_DestroyHandle fail! nRet {}" << QString::number(unsignedValue, 16).toUpper();
- }
- }
- }
- m_fps_timer->setRunning(false);
- m_1s->stop(); //视频信息发送定时器停止
- m_processThread.waitForFinished(); //阻塞
- }
- LOG("设置相机状态:{}",camera_sta);
- emit cameraStaChanged(camera_sta); //同步状态到qml
- emit serial_data(m_json.setLedState(camera_sta)); //设置补光灯状态
- if(!param::ptlist.empty())
- {
- emit signal_photo_saved(param::ptlist);
- }
- }
- /*
- * movx b
- * movz b
- * movx f
- */
- void
- Frames::newFrame( const QVideoFrame & frame )
- {
- if(!isDecoding()&&m_processThread.isFinished()){
- m_decoding = true;
- m_processThread = QtConcurrent::run([=]() {
- m_image = frame.toImage().convertToFormat(QImage::Format_RGB32);
- if (m_image.isNull()) {
- m_decoding = false;
- return;
- }
- m_fps_timer->incrementFrame(); //启动fps刷新定时器
- { //opencv实现的清晰度评价
- #if 1
- Mat f_mat = QImageToCvMat(m_image,true);
- m_qulityString = m_opencvfunc.brenner(f_mat);
- #else //
- m_qulityString = m_opencvfunc.calculateSharpness(m_image);
- #endif
- }
- m_decoding = false;
- });
- }
- //m_frame = frame;
- //qDebug() << "newFrame:"<<m_fps;
- //++m_fps;
- //if(m_fps%10==0)
- //emit frameAvailable(m_frame);
- }
- void
- Frames::handleGrab(bool sta_cam){
- #if 1
- if(m_grabThread.isFinished()){
- m_grabThread = QtConcurrent::run([=]() {
- // ch:获取数据包大小 | en:Get payload size
- MVCC_INTVALUE_EX stParam;
- memset(&stParam, 0, sizeof(MVCC_INTVALUE_EX));
- // cout << pUser << endl;
- if(sta_cam){
- nRet = MV_CC_GetIntValueEx(handle, "PayloadSize", &stParam);
- if (MV_OK != nRet)
- {
- unsigned int unsignedValue = static_cast<unsigned int>(nRet);
- qDebug() << "Get PayloadSize fail! nRet:" << QString::number(unsignedValue, 16).toUpper();
- return;
- }
- }else{
- if(!handle) return;
- }
- MV_FRAME_OUT_INFO_EX stImageInfo = {0};
- memset(&stImageInfo, 0, sizeof(MV_FRAME_OUT_INFO_EX));
- unsigned char *pData = (unsigned char *)malloc(sizeof(unsigned char) * stParam.nCurValue+2048);
- unsigned int nDataSize = stParam.nCurValue + 2048;
- cv::Mat tempMat;
- MV_FRAME_OUT pFrame={0};
- qDebug() << "MV_CC_Get nDataSize:" << nDataSize;
- bool flag_cam = sta_cam;
- while(true){//
- if(flag_cam){
- nRet = MV_CC_GetOneFrameTimeout(handle, pData, nDataSize, &stImageInfo, 10000);
- if (nRet == MV_OK){
- //qDebug() << "MV_CC_GetOneFrameTimeout Success" <<stImageInfo.enPixelType << stImageInfo.nHeight << stImageInfo.nWidth;
- if ( stImageInfo.enPixelType == 0 )
- {
- //转换为Mat类型
- //cv::Mat tempMat = Mat(stImageInfo.nHeight , stImageInfo.nWidth, CV_8UC3,pData); //BGR
- tempMat = Mat(stImageInfo.nHeight , stImageInfo.nWidth, CV_8UC1,pData); //YUV CV_8UC2
- if (tempMat.empty()) {
- // 处理转换失败的情况
- qDebug() << "Failed to convert QByteArray to cv::Mat";
- return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码
- }
- #if 0
- cv::Mat bgrImage;
- cv::cvtColor(tempMat, bgrImage, cv::COLOR_YUV2RGB_YVYU);//YUV422
- cv::cvtColor(bgrImage,m_frame,cv::COLOR_RGB2RGBA);
- #else
- cv::cvtColor(tempMat,m_frame,cv::COLOR_BayerRG2RGBA);
- #endif
- #if 1
- const int size_frame = m_frame.total()*m_frame.elemSize(); //字节数
- //m_image = cvMatToQImage(m_frame);
- // 创建 QVideoFrame 对象,并设置相关参数
- QVideoFrameFormat frame_format(QSize(m_frame.cols, m_frame.rows),
- QVideoFrameFormat::Format_RGBA8888);
- QVideoFrame f(frame_format);
- if(f.map(QVideoFrame::WriteOnly)){
- // 将 cv::Mat 数据复制到 QVideoFrame
- memcpy(f.bits(0),m_frame.data,size_frame);
- f.setStartTime(0);
- f.unmap();
- // 确保在主线程更新UI
- QMetaObject::invokeMethod(m_videoSink, [this, f]() {
- if (m_videoSink) {
- m_videoSink->setVideoFrame(f);
- }
- }, Qt::QueuedConnection);
- // if(m_videoSink != nullptr){
- // m_videoSink->setVideoFrame(f);
- // }
- }
- m_fps_timer->incrementFrame();
- if(param::camera_tc==1||param::camera_tc==100){
- QDateTime currentDateTime = QDateTime::currentDateTime();
- QString currentDateTimeString = currentDateTime.toString("yyyyMMddhhmmss");
- if(f.isValid()) m_image = f.toImage().convertToFormat(QImage::Format_RGB32);
- param::camera_tc = 0;
- QString pic_name = picture_path_floader + "/" + currentDateTimeString + "z" + QString::number(z_step) + "x" + QString::number(x_step) +".jpg";
- LOG("图片名称:{}",pic_name.toStdString());
- if(m_image.save(pic_name,"jpg",100))
- {
- param::ptlist.append(pic_name);
- /*z4x6*/
- if(z_step==4&&x_step==6)
- {
- emit stopGrabbing(false);
- }
- if(z_step<=3&&x_step==6){
- z_step++;
- emit serial_data(m_json.MotorMove("movz","b55","50"));
- }
- /*z4x5*/
- if(z_step==4&&x_step==5)
- {
- //emit stopGrabbing(false);
- x_step++;
- z_step = 0;
- emit serial_data(m_json.MotorMove("movx","b55","50"));
- }
- if(z_step<=3&&x_step==5){
- z_step++;
- emit serial_data(m_json.MotorMove("movz","f55","50"));
- }
- /*z4x4*/
- if(z_step==4&&x_step==4)
- {
- x_step++;
- z_step = 0;
- emit serial_data(m_json.MotorMove("movx","f55","50"));
- }
- if(z_step<=3&&x_step==4){
- z_step++;
- emit serial_data(m_json.MotorMove("movz","b55","50"));
- }
- /*z4x3*/
- if(z_step==4&&x_step==3)
- {
- x_step++;
- z_step = 0;
- emit serial_data(m_json.MotorMove("movx","f55","50"));
- }
- if(z_step<=3&&x_step==3){
- z_step++;
- emit serial_data(m_json.MotorMove("movz","f55","50"));
- }
- /**/
- /*z4x2*/
- if(z_step==4&&x_step==2)
- {
- x_step++;
- z_step = 0;
- emit serial_data(m_json.MotorMove("movx","f55","50"));
- }
- if(z_step<=3&&x_step==2){
- z_step++;
- emit serial_data(m_json.MotorMove("movz","b55","50"));
- }
- /**/
- /*z4x1*/
- if(z_step==4&&x_step==1)
- {
- x_step++;
- z_step = 0;
- emit serial_data(m_json.MotorMove("movx","f55","50"));
- }
- if(z_step<=3&&x_step==1){
- z_step++;
- emit serial_data(m_json.MotorMove("movz","f55","50"));
- }
- /*z4x0*/
- if(z_step==4&&x_step==0)
- {
- x_step++;
- z_step = 0;
- emit serial_data(m_json.MotorMove("movx","f55","50"));
- }
- if(z_step<=3&&x_step==0)
- {
- z_step++;
- emit serial_data(m_json.MotorMove("movz","b55","50"));
- }
- }
- }else if(param::camera_tc==-1)
- {
- emit stopGrabbing(false);
- break;
- }
- #else
- emit uvcframeAvailable(m_frame);
- #endif
- }else{
- qDebug() << "enPixelType:" << stImageInfo.enPixelType;
- }
- }else{
- unsigned int unsignedValue = static_cast<unsigned int>(nRet);
- qDebug() << "MV_CC_GetOneFrameTimeout!" << QString::number(unsignedValue, 16).toUpper();
- flag_cam = false;
- }
- }else{
- break;
- }
- }
- if(pData) free(pData);
- });
- }
- #else
- // 使用 pthread 创建线程
- pthread_t pthreadId;
- pthread_create(&pthreadId, NULL, pthreadGrab, NULL);
- //pthread_join(pthreadId, NULL); // 等待线程完成
- #endif
- }
- void
- Frames::parseFrame(const cv::Mat& frame){
- if(!isDecoding()&&m_processThread.isFinished()){
- m_decoding = true;
- // 使用互斥锁保护对帧缓冲区的访问
- m_processThread = QtConcurrent::run([=]() {
- frameMutex.lock();
- if(!frame.empty()){
- #if 1
- //进行色彩转换
- // 将YUV422数据转换为RGB格式
- //cv::cvtColor(frame,m_frame,cv::COLOR_RGB2RGBA);
- const int size_frame = m_frame.total()*m_frame.elemSize(); //字节数
- // 创建 QVideoFrame 对象,并设置相关参数
- QVideoFrameFormat frame_format(QSize(m_frame.cols, m_frame.rows),
- QVideoFrameFormat::Format_RGBA8888);
- QVideoFrame f(frame_format);
- if(f.map(QVideoFrame::WriteOnly)){
- // 将共享内存数据复制到 QVideoFrame
- memcpy(f.bits(0), m_frame.data, size_frame);
- f.unmap();
- if(m_videoSink != nullptr){
- m_videoSink->setVideoFrame(f);
- }
- }
- #if 0
- if(m_1s->isActive())
- m_qulityString = m_opencvfunc.brenner(m_frame); //计算对比度
- #endif
- #if 1
- QDateTime currentDateTime = QDateTime::currentDateTime();
- QString currentDateTimeString = currentDateTime.toString("yyyyMMddhhmmss");
- QString appDataPath = QStandardPaths::writableLocation(QStandardPaths::PicturesLocation);
- QString setup_s;
- if(param::camera_tc==100){ //拍照上传
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg");
- LOG("Pt1 is:{}",param::ptlist.at(0).toStdString());
- if(param::camera_type.contains("hikrobot")){
- if(cv::imwrite(param::ptlist.at(0).toStdString(), m_frame)){
- param::camera_tc = 10;
- }else{ //失败
- qDebug() << "Failed to imwrite";
- return;
- }
- }else{
- if(f.isValid()) m_image = f.toImage().convertToFormat(QImage::Format_RGB32);
- //m_image = m_videoSink->videoFrame().toImage().convertToFormat(QImage::Format_RGB32);
- if(m_image.save(param::ptlist.at(0),"jpg",100)) param::camera_tc = 10;
- }
- }else if(param::camera_tc==1){
- if(f.isValid()) m_image = f.toImage().convertToFormat(QImage::Format_RGB32);
- //m_image = m_videoSink->videoFrame().toImage().convertToFormat(QImage::Format_RGB32);
- param::camera_tc = 0;
- switch(param::stitch_photonum){ //拼接数量
- case 1:
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg");
- LOG("pt1 is:{}",param::ptlist.at(0).toStdString());
- if(m_image.save(param::ptlist.at(0),"jpg",100)) param::camera_tc = 10;
- break;
- case 2:
- /*
- * movx b
- */
- switch(param::ptlist.size()){
- case 0:
- if(stitch_des==0){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg");
- LOG("pt1 is:{}",param::ptlist.at(0).toStdString());
- if(m_image.save(param::ptlist.at(0),"jpg",100)){
- //movx b
- setup_s = "b" + QString::number(param::photo_width);
- emit serial_data(m_json.MotorMove("movx",setup_s,""));
- stitch_des = 1;
- }
- }
- break;
- case 1:
- if(stitch_des==1){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-2.jpg");
- LOG("pt2 is:{}",param::ptlist.at(1).toStdString());
- if(m_image.save(param::ptlist.at(1),"jpg",100)){
- stitch_des = 10;
- }
- }
- break;
- }
- break;
- case 3:
- /*
- * movx b
- * movx b
- */
- switch(param::ptlist.size()){
- case 0:
- if(stitch_des==0){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg");
- LOG("pt1 is:{}",param::ptlist.at(0).toStdString());
- if(m_image.save(param::ptlist.at(0),"jpg",100)){
- //movx b
- setup_s = "b" + QString::number(param::photo_width);
- emit serial_data(m_json.MotorMove("movx",setup_s,""));
- stitch_des = 1;
- }
- }
- break;
- case 1:
- if(stitch_des==1){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-2.jpg");;
- LOG("pt2 is:{}",param::ptlist.at(1).toStdString());
- if(m_image.save(param::ptlist.at(1),"jpg",100)){
- //movx b
- setup_s = "b" + QString::number(param::photo_width);
- emit serial_data(m_json.MotorMove("movx",setup_s,""));
- stitch_des = 2;
- }
- }
- break;
- case 2:
- if(stitch_des==2){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-3.jpg");
- LOG("pt3 is:{}",param::ptlist.at(2).toStdString());
- if(m_image.save(param::ptlist.at(1),"jpg",100)) stitch_des = 10;
- }
- break;
- }
- break;
- case 4:
- /*
- * movx b
- * movz f
- * movx f
- */
- switch(param::ptlist.size()){
- case 0:
- if(stitch_des==0){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg");
- LOG("pt1 is:{}",param::ptlist.at(0).toStdString());
- if(m_image.save(param::ptlist.at(0),"jpg",100)){
- //movx b
- setup_s = "b" + QString::number(param::photo_width);
- emit serial_data(m_json.MotorMove("movx",setup_s,""));
- stitch_des = 1;
- }
- }
- break;
- case 1:
- if(stitch_des==1){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-2.jpg");
- LOG("pt2 is:{}",param::ptlist.at(1).toStdString());
- if(m_image.save(param::ptlist.at(1),"jpg",100)){
- //movz f
- setup_s = "f" + QString::number(param::photo_height);
- emit serial_data(m_json.MotorMove("movz",setup_s,""));
- stitch_des = 2;
- }
- }
- break;
- case 2:
- if(stitch_des==2){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-3.jpg");
- LOG("pt3 is:{}",param::ptlist.at(2).toStdString());
- if(m_image.save(param::ptlist.at(2),"jpg",100)){
- //movx b
- setup_s = "f" + QString::number(param::photo_width);
- emit serial_data(m_json.MotorMove("movx",setup_s,""));
- stitch_des = 3;
- }
- }
- break;
- case 3:
- if(stitch_des==3){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-4.jpg");
- LOG("pt4 is:{}",param::ptlist.at(3).toStdString());
- if(m_image.save(param::ptlist.at(3),"jpg",100)){
- param::camera_tc = 10;
- }
- }
- break;
- }
- break;
- case 5:
- break;
- case 6:
- break;
- case 7:
- break;
- case 8:
- break;
- case 9:
- /*
- * movx b
- * movx b
- * movz f
- * movx f
- * movx f
- * movz f
- * movx b
- * movx b
- */
- switch(param::ptlist.size()){
- case 0:
- if(stitch_des==0){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg");
- LOG("pt1 is:{}",param::ptlist.at(0).toStdString());
- if(m_image.save(param::ptlist.at(0),"jpg",90)){
- //movx b
- setup_s = "b" + QString::number(param::photo_width);
- emit serial_data(m_json.MotorMove("movx",setup_s,""));
- stitch_des = 1;
- }
- }
- break;
- case 1:
- if(stitch_des==1){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-2.jpg");
- LOG("pt2 is:{}",param::ptlist.at(1).toStdString());
- if(m_image.save(param::ptlist.at(1),"jpg",90)){
- //movx b
- setup_s = "b" + QString::number(param::photo_height);
- emit serial_data(m_json.MotorMove("movx",setup_s,""));
- stitch_des = 2;
- }
- }
- break;
- case 2:
- if(stitch_des==2){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-3.jpg");
- LOG("pt3 is:{}",param::ptlist.at(2).toStdString());
- if(m_image.save(param::ptlist.at(2),"jpg",90)){
- //movz f
- setup_s = "f" + QString::number(param::photo_width);
- emit serial_data(m_json.MotorMove("movz",setup_s,""));
- stitch_des = 3;
- }
- }
- break;
- case 3: //movx f
- if(stitch_des==3){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-4.jpg");
- LOG("pt4 is:{}",param::ptlist.at(3).toStdString());
- if(m_image.save(param::ptlist.at(3),"jpg",90)){
- //movx f
- setup_s = "f" + QString::number(param::photo_width);
- emit serial_data(m_json.MotorMove("movx",setup_s,""));
- stitch_des = 4;
- }
- }
- break;
- case 4: //movx f
- if(stitch_des==4){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-5.jpg");
- LOG("pt5 is:{}",param::ptlist.at(4).toStdString());
- if(m_image.save(param::ptlist.at(4),"jpg",90)){
- //movx f
- setup_s = "f" + QString::number(param::photo_width);
- emit serial_data(m_json.MotorMove("movx",setup_s,""));
- stitch_des = 5;
- }
- }
- break;
- case 5: //movz f
- if(stitch_des==5){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-6.jpg");
- LOG("pt6 is:{}",param::ptlist.at(5).toStdString());
- if(m_image.save(param::ptlist.at(5),"jpg",90)){
- setup_s = "f" + QString::number(param::photo_width);
- emit serial_data(m_json.MotorMove("movz",setup_s,""));
- stitch_des = 6;
- }
- }
- break;
- case 6: //movx b
- if(stitch_des==6){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-7.jpg");
- LOG("pt7 is:{}",param::ptlist.at(6).toStdString());
- if(m_image.save(param::ptlist.at(6),"jpg",90)){
- //movx f
- setup_s = "b" + QString::number(param::photo_width);
- emit serial_data(m_json.MotorMove("movx",setup_s,""));
- stitch_des = 7;
- }
- }
- break;
- case 7: //movx b
- if(stitch_des==7){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-8.jpg");
- LOG("pt8 is:{}",param::ptlist.at(7).toStdString());
- if(m_image.save(param::ptlist.at(7),"jpg",90)){
- //movx f
- setup_s = "b" + QString::number(param::photo_width);
- emit serial_data(m_json.MotorMove("movx",setup_s,""));
- stitch_des = 8;
- }
- }
- break;
- case 8:
- if(stitch_des==8){
- param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-9.jpg");
- LOG("pt9 is:{}",param::ptlist.at(8).toStdString());
- if(m_image.save(param::ptlist.at(8),"jpg",90)){
- param::camera_tc = 10;
- stitch_des = 9;
- max_image_qulity = 0.0;
- }
- }
- break;
- }
- break;
- default:
- break;
- }
- }
- #endif //拼接
- #endif //解析
- m_fps_timer->incrementFrame();
- }else{
- qDebug() << "消息队列为空!";
- }
- frameMutex.unlock();
- m_decoding = false;
- });
- }
- if(param::camera_tc == 10){
- emit signal_stitch();
- setCameraSw(false);
- }
- }
- void
- Frames::registerQmlType()
- {
- qmlRegisterType< Qt6QCamera::Frames > ( "Frames", 0, 1, "Frames" );
- }
- int
- Frames::testJNI(){
- return QJniObject::callStaticMethod<jint>("GetUsbPermission",
- "testfunc",
- "()I");
- }
- int
- Frames::requestPermission(int vid, int pid){
- int ret = 0;
- QtAndroidPrivate::requestPermission(QtAndroidPrivate::PermissionType::Camera);
- QJniObject activity = QtAndroidPrivate::activity();
- if(!activity.isValid()) return 0;
- QJniObject serviceName = QJniObject::getStaticObjectField<jstring>("android/content/Context","USB_SERVICE");
- QJniObject usbManager = activity.callObjectMethod("getSystemService","(Ljava/lang/String;)Ljava/lang/Object;", serviceName.object<jobject>());
- ret = QJniObject::callStaticMethod<jint>("GetUsbPermission", "requestDevicePermission",
- "(Landroid/hardware/usb/UsbManager;II)I",
- usbManager.object<jobject>(),vid,pid);
- #if 1
- auto qtContext = QJniObject(QNativeInterface::QAndroidApplication::context());
- if(qtContext.isValid()){
- QJniObject jClass("com/yfkj/cb/Q6iot/UvcCameraActivity");
- jClass.callMethod<void>("initCameraHelper","(Landroid/content/Context;)V",qtContext.object());
- }
- #endif
- return ret;
- }
- void
- Frames::initCam()
- {
- if(param::camera_type.contains("qcamera")){
- m_cam = new QCamera( this );
- m_imageCapture = new QImageCapture;
- const auto fs = m_cam->cameraDevice().videoFormats();
- if(!fs.isEmpty()) {
- QCameraFormat bestFormat;
- for( const auto &ss : fs )
- {
- if(bestFormat.maxFrameRate() == ss.maxFrameRate() &&
- bestFormat.resolution().width()*bestFormat.resolution().height() <
- ss.resolution().width()*ss.resolution().height()){
- bestFormat = ss;
- qDebug() << "ss相机宽度:"<<ss.resolution().width() << "ss相机高度:" << ss.resolution().height();
- qDebug() << "像素格式:" << ss.pixelFormat();
- m_cam->setCameraFormat( bestFormat );
- }
- }
- }
- m_capture.setCamera( m_cam );
- m_capture.setImageCapture(m_imageCapture);
- m_capture.setVideoSink(m_videoSink);
- m_cam->setFocusMode( QCamera::FocusModeAuto );
- connect(m_cam,&QCamera::errorOccurred,this,&Frames::displayCameraError);
- connect(m_imageCapture, &QImageCapture::readyForCaptureChanged, this, &Frames::readyForCapture);
- connect(m_imageCapture,&QImageCapture::imageCaptured,this,&Frames::processCapturedImage);
- connect(m_imageCapture, &QImageCapture::imageSaved, this, &Frames::imageSaved);
- connect(m_imageCapture, &QImageCapture::errorOccurred, this, &Frames::displayCaptureError);
- if(m_cam->cameraFormat().isNull()){
- auto formats = m_cam->cameraDevice().videoFormats();
- }
- }else if(param::camera_type.contains("uvc")){
- #if 1
- auto qtContext = QJniObject(QNativeInterface::QAndroidApplication::context());
- if(qtContext.isValid()){
- jClass = new QJniObject("com/yfkj/cb/Q6iot/UvcCameraActivity");
- if(jClass->isValid())
- jClass->callMethod<void>("initCameraHelper","(Landroid/content/Context;)V",qtContext.object());
- }
- int ret = testJNI();
- qDebug()<<"testJNI ret:" << ret;
- #else
- int ret = testJNI();
- qDebug()<<"testJNI ret:" << ret;
- int vid = 0, pid = 0;
- findUVCDevice(vid,pid); //查找uvc设备
- ret = requestPermission(vid,pid); //请求权限
- qDebug()<<"getPermission return:" << ret;
- #endif
- }else if(param::camera_type.contains("hikrobot")){
- int ret = testJNI();
- qDebug()<<"testJNI ret:" << ret;
- #if 0
- jClass = new QJniObject("com/yfkj/cb/Q6iot/CameraManager");
- #else
- #endif
- }
- }
- qreal
- Frames::angle() const
- {
- return 0.0;
- }
- qreal
- Frames::xScale() const
- {
- return 1.0;
- }
- qreal
- Frames::yScale() const
- {
- return 1.0;
- }
- QString
- Frames::formatString() const
- {
- return m_formatString;
- }
- QString
- Frames::fpsString() const
- {
- return m_fpsString;
- }
- QString
- Frames::qulityString() const
- {
- return m_qulityString;
- }
- bool
- Frames:: auto_clicked() const
- {
- return true;
- }
- bool
- Frames:: camera_sw() const
- {
- return camera_sta;
- }
- void
- Frames::onFPSUpdated(double fps){
- m_fpsString = QString( "%1x%2 at %13 @%3" ).arg(QString::number(m_frame.cols),QString::number(m_frame.rows),QString::number(fps,'f',2) + " (FPS)",QString::number(param::ptlist.size()));
- emit fpsStringChanged();
- }
- void
- Frames::timer()
- {
- if(param::camera_tc == 10){
- emit signal_stitch();
- setCameraSw(false);
- }
- #ifdef focus_board
- emit serial_data(m_json.ImageFunc(m_qulityString.toDouble()));
- #endif
- }
- void
- Frames::update_qulstr(QString q_str)
- {
- qDebug() << "update_qulstr:" << q_str;
- m_qulityString = q_str;
- emit qulityStringChanged();
- }
- void
- Frames::saveImage()
- {
- //创建归档路径
- QDateTime currentDateTime = QDateTime::currentDateTime();
- QString currentDateTimeString = currentDateTime.toString("yyyyMMddhhmmss");
- picture_path_floader = QStandardPaths::writableLocation(QStandardPaths::PicturesLocation);
- picture_path_floader = picture_path_floader + "/" + currentDateTimeString;
- createFolder(picture_path_floader);
- //停止清晰度发送,关闭定时器m1s
- LOG("saveImage start!");
- #ifdef focus_board
- if(camera_sw()==true)
- param::camera_tc = 1;
- #else
- //灰度值检测,全黑则不再往下进行,上报预警消息
- if(m_frame.empty()) return;
- Mat image_gray;
- cv::cvtColor(m_frame,image_gray,cv::COLOR_RGBA2GRAY);
- double grayvalue = cv::mean(image_gray)[0];
- m_qulityString = m_opencvfunc.Tenengrad(m_frame);
- emit qulityStringChanged();
- LOG("image_gray:{}",grayvalue);
- LOG("Tenengrad:{}",m_qulityString.toStdString());
- if(grayvalue<50.0){
- emit dataUpload(m_json.MakeJsonWarn("Photo ERROR",QString::number(grayvalue)));
- setCameraSw(false); //关闭相机
- emit signal_photoerr();
- return;
- }
- image_qulity_num = 0;
- image_qulity.clear();
- if(max_image_qulity < 1.0){
- emit serial_data(m_json.MotorMove("movy","b50","1"));
- }
- #endif
- }
- void Frames::ImageCallBackEx(unsigned char * pData, MV_FRAME_OUT_INFO_EX* pFrameInfo, void* pUser)
- {
- Frames *frame_p = reinterpret_cast<Frames*>(pUser);
- if (pFrameInfo&&frame_p)
- {
- qDebug() <<"Get One Frame: Width:"
- << pFrameInfo->nWidth << " Height:"
- <<pFrameInfo->nHeight << " nFrameNum:"
- <<pFrameInfo->nFrameNum << "pixelType:"
- <<pFrameInfo->enPixelType;
- cv::Mat tempMat = cv::Mat(pFrameInfo->nHeight , pFrameInfo->nWidth, CV_8UC2,pData,cv::Mat::AUTO_STEP);
- if (tempMat.empty()) {
- // 处理转换失败的情况
- qDebug() << "Failed to convert QByteArray to cv::Mat";
- return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码
- }
- cv::Mat rgbImage;
- cv::cvtColor(tempMat, rgbImage, cv::COLOR_YUV2RGB_YVYU);//YUV422
- emit frame_p->uvcframeAvailable(rgbImage);
- // cv::cvtColor(rgbImage,rgbImage,cv::COLOR_RGB2RGBA);
- // const int size_frame = rgbImage.total()*rgbImage.elemSize(); //字节数
- // // 创建 QVideoFrame 对象,并设置相关参数
- // QVideoFrameFormat frame_format(QSize(rgbImage.cols, rgbImage.rows),
- // QVideoFrameFormat::Format_RGBA8888);
- // QVideoFrame f(frame_format);
- // if(f.map(QVideoFrame::WriteOnly)){
- // // 将共享内存数据复制到 QVideoFrame
- // memcpy(f.bits(0), rgbImage.data, size_frame);
- // f.unmap();
- // emit frame_p->frameAvailable(f);
- // }
- }
- }
- void Frames::displayFrame(const QVideoFrame &frame)
- {
- if(m_videoSink){
- m_videoSink->setVideoFrame(frame);
- }else{
- qDebug() << "m_videoSink Error!";
- }
- }
- //*使用capture捕获照片*/
- void
- Frames::captureImage(){
- if(param::camera_type.contains("qcamera")){
- if(m_imageCapture->isAvailable()){
- m_imageCapture->setResolution(1920,1080);
- m_imageCapture->setQuality(QImageCapture::VeryHighQuality);
- m_imageCapture->setFileFormat(QImageCapture::JPEG);
- qDebug() <<"捕获质量:" <<m_imageCapture->quality();
- qDebug() <<"捕获像素:" <<m_imageCapture->resolution();
- qDebug() <<"捕获格式:" <<m_imageCapture->fileFormat();
- m_imageCapture->captureToFile();
- }
- }else if(param::camera_type.contains("uvc")||param::camera_type.contains("hikrobot")){
- setCameraSw(true);
- QDateTime currentDateTime = QDateTime::currentDateTime();
- QString currentDateTimeString = currentDateTime.toString("yyyyMMddhhmmss");
- picture_path_floader = QStandardPaths::writableLocation(QStandardPaths::PicturesLocation);
- picture_path_floader = picture_path_floader + "/" + currentDateTimeString;
- createFolder(picture_path_floader);
- // 延时一段时间后触发拍照
- QTimer::singleShot(10000, [](){
- LOG("立即拍照!");
- param::camera_tc = 100;
- //创建文件夹
- });
- }
- }
- void
- Frames::readyForCapture(bool ready)
- {
- Q_UNUSED(ready);
- const QList<QSize> supportedResolutions = m_imageCapture->captureSession()->camera()->cameraDevice().photoResolutions();
- // 初始化最大分辨率为一个较小的值
- QSize maxResolution = QSize(0, 0);
- for (const QSize &resolution : supportedResolutions) {
- qDebug() << "readyForCapture Resolution" <<QString("%1x%2").arg(resolution.width()).arg(resolution.height()),
- QVariant(resolution);
- // 更新最大分辨率
- if (resolution.width() > maxResolution.width() && resolution.height() > maxResolution.height()) {
- maxResolution = resolution;
- }
- }
- m_imageCapture->setResolution(1920,1080);
- m_imageCapture->setQuality(QImageCapture::VeryHighQuality);
- m_imageCapture->setFileFormat(QImageCapture::JPEG);
- }
- void
- Frames::processCapturedImage(int requestId, const QImage &img){
- Q_UNUSED(requestId);
- m_image = img;
- qDebug() <<"processCapturedImage";
- }
- void
- Frames::displayCaptureError(int id, const QImageCapture::Error error, const QString &errorString){
- Q_UNUSED(id);
- Q_UNUSED(error);
- qDebug() <<"Image Capture Error:"<<errorString;
- }
- void
- Frames::imageSaved(int id, const QString &fileName){
- Q_UNUSED(id);
- qDebug() <<"imageSaved:" <<fileName;
- }
- void
- Frames::displayCameraError(){
- if(m_cam->error()!=QCamera::NoError){
- qDebug() <<"displayCameraError:" <<m_cam->errorString();
- }
- }
- #if 0
- void
- Frames::sendImage(QImage frame){
- m_pImgProvider->updateImage(frame);
- emit callQmlRefeshImg();
- }
- #endif
- } /* namespace Qt6QCamera */
|