/*! \author Igor Mironchik (igor dot mironchik at gmail dot com). MIT License Copyright (c) 2022 Igor Mironchik Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ #include "cameramanager.h" // Qt include. #include #include #include #include #include #include #include #include #include #include #include #include #include #define MAX_FRAME 4 class param; namespace Qt6QCamera { //< hikrobot void *handle = NULL; int nRet = MV_OK; SenderCustom sender_custom; cv::Mat cv_frame; // 实现JNI方法 extern "C" void Java_com_yfkj_cb_Q6iot_UvcCameraActivity_sendToCpp(JNIEnv* env, jobject thiz, jbyteArray rgbData,jint width,jint height) { // 获取RGB数据长度 jsize length = env->GetArrayLength(rgbData); // 将Java的jbyteArray转换为C++的byte数组 jbyte* rgbArray = env->GetByteArrayElements(rgbData, nullptr); #if 1 try { // 将QByteArray转换为cv::Mat对象 cv_frame = cv::Mat(height, width, CV_8UC3, rgbArray); // 检查转换后的cv::Mat是否为空 if (cv_frame.empty()) { // 处理转换失败的情况 qDebug() << "Failed to convert QByteArray to cv::Mat"; return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码 } //sender_custom.sendSignal(cv_frame.clone()); // 在这里进行对cv_frame的处理 } catch (const cv::Exception& ex) { // 处理OpenCV异常 qDebug() << "OpenCV Exception: " << ex.what(); return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码 } catch (const std::exception& ex) { // 处理其他异常 qDebug() << "Exception: " << ex.what(); return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码 } catch (...) { // 处理未知异常 qDebug() << "Unknown Exception"; return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码 } #endif sender_custom.sendSignal(cv_frame.clone()); // 释放Java数组 env->ReleaseByteArrayElements(rgbData, rgbArray, JNI_ABORT); // 在这里进行RGB数据的处理 //qDebug() << "Received RGB data from Java:" << width << " " << height << "@" << length;//cv_frame.total() * cv_frame.elemSize(); } extern "C" void Java_com_yfkj_cb_Q6iot_UvcCameraActivity_UvcHandle(JNIEnv* env, jobject thiz, jstring strData) { const char* strChars = env->GetStringUTFChars(strData, nullptr); QString qstr = QString::fromUtf8(strChars); env->ReleaseStringUTFChars(strData, strChars); sender_custom.signalQStr(qstr); qDebug() << "Received string data from Java:" << qstr; if(qstr.contains("UVCFAILED")) { qDebug() << "相机打开失败!"; } } // pthread 线程函数 static void* pthreadGrab(void* ptr){ Frames *frame_p = reinterpret_cast(ptr); MVCC_INTVALUE_EX stParam; memset(&stParam, 0, sizeof(MVCC_INTVALUE_EX)); nRet = MV_CC_GetIntValueEx(handle, "PayloadSize", &stParam); MV_FRAME_OUT_INFO_EX stImageInfo = {0}; memset(&stImageInfo, 0, sizeof(MV_FRAME_OUT_INFO_EX)); unsigned char *pData = (unsigned char *)malloc(sizeof(unsigned char) * stParam.nCurValue + 2048); if (NULL == pData){ return NULL; } unsigned int nDataSize = stParam.nCurValue; MV_FRAME_OUT pFrame={0}; qDebug() << "MV_CC_Get nDataSize:" << nDataSize; while(1){ nRet = MV_CC_GetOneFrameTimeout(handle, pData, nDataSize, &stImageInfo, 30000); if (nRet == MV_OK){ qDebug() << "MV_CC_GetOneFrameTimeout Success" <camera_sw()==false) return NULL; }else{ qDebug() << "enPixelType:" << stImageInfo.enPixelType; } }else{ qDebug() << "MV_CC_GetOneFrameTimeout fail! nRet:" << nRet; if(pData){ free(pData); } return NULL; } } return 0; } ImageProvider::ImageProvider() : QQuickImageProvider(QQuickImageProvider::Image) { // qml_img = QImage(200, 200, QImage::Format_ARGB32); // QColor color; // color.setGreen(200); // qml_img.fill(color); } QImage ImageProvider::requestImage(const QString &id, QSize *size, const QSize &requestedSize) { //qDebug()<<"ImageProvider requestImage"<setInterval(m_interval); connect(m_timer, &QTimer::timeout, this, &FPSTimer::onTimerTimeout); } void FPSTimer::onTimerTimeout() { double seconds_elapsed = static_cast(m_elapsed_timer->nsecsElapsed()) / 1000000000.0; m_elapsed_timer->start(); double fps = static_cast(m_frame_count) /seconds_elapsed; emit fpsUpdated(fps); m_frame_count = 0; } void FPSTimer::setInterval(int interval) { m_interval = interval; m_timer->setInterval(interval); } void FPSTimer::setRunning(bool running) { if(running) { m_timer->start(m_interval); m_elapsed_timer->start(); } else { m_timer->stop(); m_elapsed_timer->invalidate(); emit fpsUpdated(0.0); } } bool FPSTimer::isRunning() { return m_timer->isActive(); } // // Frames // Frames::Frames(QObject * parent) : //QVideoSink(parent), QObject(parent), m_decoding(false), m_fps( 0 ), m_1s( new QTimer( this ) ) { QMetaType id = QMetaType::fromName("cv::Mat"); if(id.flags() == QMetaType::UnknownType) { qRegisterMetaType("cv::Mat"); } id = QMetaType::fromName("UVCCaptureProperties"); if(id.flags() == QMetaType::UnknownType) { qRegisterMetaType("UVCCaptureProperties"); } id = QMetaType::fromName("QVector"); if(id.flags() == QMetaType::UnknownType) { qRegisterMetaType>("QVector"); } id = QMetaType::fromName("QVector"); if(id.flags() == QMetaType::UnknownType) { qRegisterMetaType>("QVector"); } m_pImgProvider = new ImageProvider(); stitch_des = 0; connect( m_1s, &QTimer::timeout, this, &Frames::timer); m_1s->setInterval( 500 ); //1000 m_1s->stop(); m_fps_timer = new FPSTimer(this); connect(m_fps_timer, &FPSTimer::fpsUpdated, this, &Frames::onFPSUpdated); connect(this,&Frames::startGrabbing, this,&Frames::handleGrab); connect(this,&Frames::uvcframeAvailable, this,&Frames::parseFrame); connect(this,&Frames::frameAvailable, this,&Frames::displayFrame); connect(this,&Frames::stopGrabbing, this,&Frames::setCameraSw); connect(this,&Frames::signal_photo_saved, this,&Frames::upload_handle); connect(&sender_custom,&SenderCustom::signalToSend, this,&Frames::parseFrame); connect(&sender_custom,&SenderCustom::signalQStr, this,&Frames::processUvchandle); initCam(); } Frames::~Frames() { if (handle) { MV_CC_DestroyHandle(handle); handle = NULL; } if (m_processThread.isRunning()) { m_processThread.waitForFinished(); // wait for finish thread } auto qtContext = QJniObject(QNativeInterface::QAndroidApplication::context()); if(qtContext.isValid()){ jClass->callMethod("clearCameraHelper","(Landroid/content/Context;)V",qtContext.object()); } } void Frames::setVideoSink( QVideoSink * newVideoSink ) { qDebug() << "setVideoSink:"<start(); m_fps_timer->setRunning(true); qDebug() << "UVC打开成功!"; } } void Frames::setCameraSw(bool stat_cam) { MAX_STEP = 30; max_image_qulity = 0.0; z_step = 0; x_step = 0; auto qtContext = QJniObject(QNativeInterface::QAndroidApplication::context()); jboolean javaState = stat_cam ? JNI_TRUE :JNI_FALSE; param::camera_tc = 0; stitch_des = 0; camera_sta = stat_cam; if(m_streaming_active&&camera_sta) return; //如果已经是打开状态,退出 static int fd = 0; if(camera_sta){ if(param::camera_type.contains("qcamera")){ //QCamera m_cam->start(); m_fps_timer->setRunning(camera_sta); m_1s->start(); }else if(param::camera_type.contains("uvc")){ //libuvc #if 1 if(qtContext.isValid()&&jClass->isValid()){ jClass->callMethod("SetCamera_State","(Landroid/content/Context;Z)V",qtContext.object(),javaState); } #else fd = checkPermission(); Logger::instance()->log("checkPermission:" + QString::number(fd)); if(fd){ res_uvc = uvc_init(&ctx_, NULL); //必须要加,否则第二次打开会无法取流 if(res_uvc==UVC_SUCCESS){ Logger::instance()->log("uvc_init Success!"); res_uvc = uvc_find_device( ctx_, &dev_, 0, 0, NULL); }else{ uvc_error_handler(res_uvc); } // important for Android #if 0 res_uvc = uvc_get_device_with_fd(ctx_,&dev_,0,0,0,fd,0,0); qDebug() << "uvc_get_device_with_fd res:" << res_uvc; #endif // Set libusb option to disable device discovery #if 0 int r = unrooted_usb_description(fd); qDebug() << "unrooted_usb_description!" << r; #endif res_uvc = uvc_open(dev_, &devh_); if(res_uvc==UVC_SUCCESS){ Logger::instance()->log("uvc_open Success!"); checkDeviceCapabilities(); // 设置相机流格式和帧回调函数 res_uvc = uvc_get_stream_ctrl_format_size(devh_,&streamCtrl,UVC_FRAME_FORMAT_MJPEG,1920,1080,30); //UVC_FRAME_FORMAT_MJPEG /* Print out the result */ uvc_print_stream_ctrl(&streamCtrl, stderr); if(res_uvc==UVC_SUCCESS){ Logger::instance()->log("uvc_get_stream_ctrl_format_size Success!"); }else{ uvc_error_handler(res_uvc); } //启动相机流 res_uvc = uvc_start_streaming(devh_, &streamCtrl, &frameCallback, this,0); if(res_uvc == UVC_SUCCESS){ m_1s->start(); m_fps_timer->setRunning(true); m_streaming_active = true; Logger::instance()->log("UVC streaming started..."); } }else{ camera_sta = false; m_streaming_active = false; uvc_error_handler(res_uvc); } }else{ camera_sta = false; m_streaming_active = false; } #endif }else if(param::camera_type.contains("hikrobot")){ int ret = testJNI(); qDebug()<<"testJNI ret:" << ret; #if 0 if(qtContext.isValid()&&jClass->isValid()){ jClass->callMethod("EnumDevice","(Landroid/content/Context;)V",qtContext.object()); jClass->callMethod("openDevice","(Landroid/content/Context;)V",qtContext.object()); } #else if (handle) { MV_CC_DestroyHandle(handle); handle = NULL; } unsigned int nIndex = 0; MV_CC_DEVICE_INFO_LIST stDeviceList; memset(&stDeviceList, 0, sizeof(MV_CC_DEVICE_INFO_LIST)); // 枚举设备 nRet = MV_CC_EnumDevices(MV_GIGE_DEVICE | MV_USB_DEVICE, &stDeviceList); if (MV_OK != nRet) { unsigned int unsignedValue = static_cast(nRet); qDebug() << "MV_CC_EnumDevices fail! nRet" << QString::number(unsignedValue, 16).toUpper(); return ; } else { qDebug() << "MV_CC_EnumDevices Success!"; } if (stDeviceList.nDeviceNum > 0) { for (int i = 0; i < (int)stDeviceList.nDeviceNum; i++) { LOG("[device {}]:", i); MV_CC_DEVICE_INFO *pDeviceInfo = stDeviceList.pDeviceInfo[i]; if (NULL == pDeviceInfo) { qDebug() << "pDeviceInfo is NULL!"; return; } //PrintDeviceInfo(pDeviceInfo); } }else{ qDebug() << "Find No Devices!"; // break; return; } // 选择设备并创建句柄 // select device and create handle nRet = MV_CC_CreateHandle(&handle, stDeviceList.pDeviceInfo[nIndex]); if (MV_OK != nRet) { unsigned int unsignedValue = static_cast(nRet); qDebug() << "MV_CC_CreateHandle fail! nRet" << QString::number(unsignedValue, 16).toUpper(); // break; return ; }else{ qDebug() << "MV_CC_CreateHandle Success!"; } nRet = MV_CC_OpenDevice(handle); if (MV_OK != nRet) { MV_CC_DestroyHandle(handle); handle = NULL; unsigned int unsignedValue = static_cast(nRet); qDebug() << "MV_CC_OpenDevice fail! nRet" << QString::number(unsignedValue, 16).toUpper(); camera_sta = false; return; }else{ qDebug() << "MV_CC_OpenDevice Success!"; } // ch:探测网络最佳包大小(只对GigE相机有效) | en:Detection network optimal package size(It only works for the GigE camera) if (stDeviceList.pDeviceInfo[nIndex]->nTLayerType == MV_GIGE_DEVICE) { int nPacketSize = MV_CC_GetOptimalPacketSize(handle); if (nPacketSize > 0) { nRet = MV_CC_SetIntValue(handle,"GevSCPSPacketSize",nPacketSize); if(nRet != MV_OK) { unsigned int unsignedValue = static_cast(nRet); qDebug() << "Warning: Set Packet Size fail nRet:" << QString::number(unsignedValue, 16).toUpper(); } } else { qDebug() << "Warning: Get Packet Size fail nRet:"<< nPacketSize; } } // ch:设置触发模式为off | eb:Set trigger mode as off nRet = MV_CC_SetEnumValue(handle, "TriggerMode", MV_TRIGGER_MODE_OFF); if (MV_OK != nRet) { unsigned int unsignedValue = static_cast(nRet); qDebug() << "Set Trigger Mode fail! nRet" << QString::number(unsignedValue, 16).toUpper(); return; } #if 0 //注册抓图回调 nRet = MV_CC_RegisterImageCallBackEx(handle,ImageCallBackEx,this); if (MV_OK != nRet) { unsigned int unsignedValue = static_cast(nRet); qDebug() << "MV_CC_RegisterImageCallBackEx fail! nRet" << QString::number(unsignedValue, 16).toUpper(); return ; }else{ qDebug() << "MV_CC_RegisterImageCallBackEx Success!"; } #endif MVCC_INTVALUE_EX width,height; nRet = MV_CC_GetIntValueEx(handle, "Width", &width); if(nRet==MV_OK){ qDebug() << "[MV_CC_GetIntValueEx Width]:"<< width.nCurValue; }else{ unsigned int unsignedValue = static_cast(nRet); qDebug() << "[MV_CC_GetIntValueEx Width Failed]:"<< &nRet; } nRet = MV_CC_GetIntValueEx(handle, "Height", &height); if(nRet==MV_OK){ qDebug() << "[MV_CC_GetIntValueEx Height]:"<< height.nCurValue; }else{ unsigned int unsignedValue = static_cast(nRet); qDebug() << "[MV_CC_GetIntValueEx Height Failed]:"<< nRet; } // 开始取流 // start grab image nRet = MV_CC_StartGrabbing(handle); if (MV_OK != nRet) { camera_sta = false; unsigned int unsignedValue = static_cast(nRet); qDebug() << "MV_CC_StartGrabbing fail! nRet [{}]" << QString::number(unsignedValue, 16).toUpper(); // break; return ; }else{ //创建归档路径 QDateTime currentDateTime = QDateTime::currentDateTime(); QString currentDateTimeString = currentDateTime.toString("yyyyMMddhhmmss"); picture_path_floader = QStandardPaths::writableLocation(QStandardPaths::PicturesLocation); picture_path_floader = picture_path_floader + "/" + currentDateTimeString; createFolder(picture_path_floader); m_fps_timer->setRunning(true); m_1s->start(); emit startGrabbing(true); } #endif } }else{ //关闭相机 if(param::camera_type.contains("qcamera")){ m_cam->stop(); }else if(param::camera_type.contains("uvc")){ #if 1 if(qtContext.isValid()&&jClass->isValid()){ jClass->callMethod("SetCamera_State","(Landroid/content/Context;Z)V",qtContext.object(),javaState); } #endif }else if(param::camera_type.contains("hikrobot")){ nRet = MV_CC_StopGrabbing(handle); if (MV_OK != nRet) { unsigned int unsignedValue = static_cast(nRet); qDebug() << "MV_CC_StopGrabbing fail! nRet:" << QString::number(unsignedValue, 16).toUpper(); } #if 0 // ch:注销抓图回调 | en:Unregister image callback nRet = MV_CC_RegisterImageCallBackEx(handle, NULL, NULL); if (MV_OK != nRet) { unsigned int unsignedValue = static_cast(nRet); qDebug() << "MV_CC_RegisterImageCallBackEx fail! nRet:" << QString::number(unsignedValue, 16).toUpper(); } #endif // close device nRet = MV_CC_CloseDevice(handle); if (MV_OK != nRet) { unsigned int unsignedValue = static_cast(nRet); qDebug() << "MV_CC_CloseDevice fail! nRet" << QString::number(unsignedValue, 16).toUpper(); } // 销毁句柄 // destroy handle if(handle){ nRet = MV_CC_DestroyHandle(handle); if (MV_OK != nRet) { unsigned int unsignedValue = static_cast(nRet); qDebug() << "MV_CC_DestroyHandle fail! nRet {}" << QString::number(unsignedValue, 16).toUpper(); } } } m_fps_timer->setRunning(false); m_1s->stop(); //视频信息发送定时器停止 m_processThread.waitForFinished(); //阻塞 } LOG("设置相机状态:{}",camera_sta); emit cameraStaChanged(camera_sta); //同步状态到qml emit serial_data(m_json.setLedState(camera_sta)); //设置补光灯状态 if(!param::ptlist.empty()) { emit signal_photo_saved(); } } /* * movx b * movz b * movx f */ void Frames::newFrame( const QVideoFrame & frame ) { if(!isDecoding()&&m_processThread.isFinished()){ m_decoding = true; m_processThread = QtConcurrent::run([=]() { m_image = frame.toImage().convertToFormat(QImage::Format_RGB32); if (m_image.isNull()) { m_decoding = false; return; } m_fps_timer->incrementFrame(); //启动fps刷新定时器 { //opencv实现的清晰度评价 #if 1 Mat f_mat = QImageToCvMat(m_image,true); m_qulityString = m_opencvfunc.brenner(f_mat); #else // m_qulityString = m_opencvfunc.calculateSharpness(m_image); #endif } m_decoding = false; }); } //m_frame = frame; //qDebug() << "newFrame:"<(nRet); qDebug() << "Get PayloadSize fail! nRet:" << QString::number(unsignedValue, 16).toUpper(); return; } }else{ if(!handle) return; } MV_FRAME_OUT_INFO_EX stImageInfo = {0}; memset(&stImageInfo, 0, sizeof(MV_FRAME_OUT_INFO_EX)); unsigned char *pData = (unsigned char *)malloc(sizeof(unsigned char) * stParam.nCurValue+2048); unsigned int nDataSize = stParam.nCurValue + 2048; cv::Mat tempMat; MV_FRAME_OUT pFrame={0}; qDebug() << "MV_CC_Get nDataSize:" << nDataSize; bool flag_cam = sta_cam; while(true){// if(flag_cam){ nRet = MV_CC_GetOneFrameTimeout(handle, pData, nDataSize, &stImageInfo, 10000); if (nRet == MV_OK){ //qDebug() << "MV_CC_GetOneFrameTimeout Success" <setVideoFrame(f); } }, Qt::QueuedConnection); // if(m_videoSink != nullptr){ // m_videoSink->setVideoFrame(f); // } } m_fps_timer->incrementFrame(); if(param::camera_tc==1||param::camera_tc==100){ QDateTime currentDateTime = QDateTime::currentDateTime(); QString currentDateTimeString = currentDateTime.toString("yyyyMMddhhmmss"); if(f.isValid()) m_image = f.toImage().convertToFormat(QImage::Format_RGB32); param::camera_tc = 0; QString pic_name = picture_path_floader + "/" + currentDateTimeString + "z" + QString::number(z_step) + "x" + QString::number(x_step) +".jpg"; LOG("图片名称:{}",pic_name.toStdString()); if(m_image.save(pic_name,"jpg",80)) { param::ptlist.append(pic_name); /*z3x7*/ if(z_step==3&&x_step==7){ emit stopGrabbing(false); } if(z_step<=2&&x_step==7){ z_step++; emit serial_data(m_json.MotorMove("movz","f55","50")); } /*z3x6*/ if(z_step==3&&x_step==6) { //emit stopGrabbing(false); x_step++; z_step = 0; emit serial_data(m_json.MotorMove("movx","f55","50")); } if(z_step<=2&&x_step==6){ z_step++; emit serial_data(m_json.MotorMove("movz","b55","50")); } /*z3x5*/ if(z_step==3&&x_step==5) { //emit stopGrabbing(false); x_step++; z_step = 0; emit serial_data(m_json.MotorMove("movx","b55","50")); } if(z_step<=2&&x_step==5){ z_step++; emit serial_data(m_json.MotorMove("movz","f55","50")); } /*z3x4*/ if(z_step==3&&x_step==4) { x_step++; z_step = 0; emit serial_data(m_json.MotorMove("movx","f55","50")); } if(z_step<=2&&x_step==4){ z_step++; emit serial_data(m_json.MotorMove("movz","b55","50")); } /*z3x3*/ if(z_step==3&&x_step==3) { x_step++; z_step = 0; emit serial_data(m_json.MotorMove("movx","f55","50")); } if(z_step<=2&&x_step==3){ z_step++; emit serial_data(m_json.MotorMove("movz","f55","50")); } /**/ /*z3x2*/ if(z_step==3&&x_step==2) { x_step++; z_step = 0; emit serial_data(m_json.MotorMove("movx","f55","50")); } if(z_step<=2&&x_step==2){ z_step++; emit serial_data(m_json.MotorMove("movz","b55","50")); } /**/ /*z3x1*/ if(z_step==3&&x_step==1) { x_step++; z_step = 0; emit serial_data(m_json.MotorMove("movx","f55","50")); } if(z_step<=2&&x_step==1){ z_step++; emit serial_data(m_json.MotorMove("movz","f55","50")); } /*z3x0*/ if(z_step==3&&x_step==0) { x_step++; z_step = 0; emit serial_data(m_json.MotorMove("movx","f55","50")); } if(z_step<=2&&x_step==0) { z_step++; emit serial_data(m_json.MotorMove("movz","b55","50")); } } } else if(param::camera_tc==-1) { emit stopGrabbing(false); break; } #else emit uvcframeAvailable(m_frame); #endif }else{ qDebug() << "enPixelType:" << stImageInfo.enPixelType; } }else{ unsigned int unsignedValue = static_cast(nRet); qDebug() << "MV_CC_GetOneFrameTimeout!" << QString::number(unsignedValue, 16).toUpper(); flag_cam = false; } }else{ break; } } if(pData) free(pData); }); } #else // 使用 pthread 创建线程 pthread_t pthreadId; pthread_create(&pthreadId, NULL, pthreadGrab, NULL); //pthread_join(pthreadId, NULL); // 等待线程完成 #endif } void Frames::parseFrame(const cv::Mat& frame){ if(!isDecoding()&&m_processThread.isFinished()){ m_decoding = true; // 使用互斥锁保护对帧缓冲区的访问 m_processThread = QtConcurrent::run([=]() { frameMutex.lock(); if(!frame.empty()){ #if 1 //进行色彩转换 // 将YUV422数据转换为RGB格式 //cv::cvtColor(frame,m_frame,cv::COLOR_RGB2RGBA); const int size_frame = m_frame.total()*m_frame.elemSize(); //字节数 // 创建 QVideoFrame 对象,并设置相关参数 QVideoFrameFormat frame_format(QSize(m_frame.cols, m_frame.rows), QVideoFrameFormat::Format_RGBA8888); QVideoFrame f(frame_format); if(f.map(QVideoFrame::WriteOnly)){ // 将共享内存数据复制到 QVideoFrame memcpy(f.bits(0), m_frame.data, size_frame); f.unmap(); if(m_videoSink != nullptr){ m_videoSink->setVideoFrame(f); } } #if 0 if(m_1s->isActive()) m_qulityString = m_opencvfunc.brenner(m_frame); //计算对比度 #endif #if 1 QDateTime currentDateTime = QDateTime::currentDateTime(); QString currentDateTimeString = currentDateTime.toString("yyyyMMddhhmmss"); QString appDataPath = QStandardPaths::writableLocation(QStandardPaths::PicturesLocation); QString setup_s; if(param::camera_tc==100){ //拍照上传 param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg"); LOG("Pt1 is:{}",param::ptlist.at(0).toStdString()); if(param::camera_type.contains("hikrobot")){ if(cv::imwrite(param::ptlist.at(0).toStdString(), m_frame)){ param::camera_tc = 10; }else{ //失败 qDebug() << "Failed to imwrite"; return; } }else{ if(f.isValid()) m_image = f.toImage().convertToFormat(QImage::Format_RGB32); //m_image = m_videoSink->videoFrame().toImage().convertToFormat(QImage::Format_RGB32); if(m_image.save(param::ptlist.at(0),"jpg",100)) param::camera_tc = 10; } }else if(param::camera_tc==1){ if(f.isValid()) m_image = f.toImage().convertToFormat(QImage::Format_RGB32); //m_image = m_videoSink->videoFrame().toImage().convertToFormat(QImage::Format_RGB32); param::camera_tc = 0; switch(param::stitch_photonum){ //拼接数量 case 1: param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg"); LOG("pt1 is:{}",param::ptlist.at(0).toStdString()); if(m_image.save(param::ptlist.at(0),"jpg",100)) param::camera_tc = 10; break; case 2: /* * movx b */ switch(param::ptlist.size()){ case 0: if(stitch_des==0){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg"); LOG("pt1 is:{}",param::ptlist.at(0).toStdString()); if(m_image.save(param::ptlist.at(0),"jpg",100)){ //movx b setup_s = "b" + QString::number(param::photo_width); emit serial_data(m_json.MotorMove("movx",setup_s,"")); stitch_des = 1; } } break; case 1: if(stitch_des==1){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-2.jpg"); LOG("pt2 is:{}",param::ptlist.at(1).toStdString()); if(m_image.save(param::ptlist.at(1),"jpg",100)){ stitch_des = 10; } } break; } break; case 3: /* * movx b * movx b */ switch(param::ptlist.size()){ case 0: if(stitch_des==0){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg"); LOG("pt1 is:{}",param::ptlist.at(0).toStdString()); if(m_image.save(param::ptlist.at(0),"jpg",100)){ //movx b setup_s = "b" + QString::number(param::photo_width); emit serial_data(m_json.MotorMove("movx",setup_s,"")); stitch_des = 1; } } break; case 1: if(stitch_des==1){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-2.jpg");; LOG("pt2 is:{}",param::ptlist.at(1).toStdString()); if(m_image.save(param::ptlist.at(1),"jpg",100)){ //movx b setup_s = "b" + QString::number(param::photo_width); emit serial_data(m_json.MotorMove("movx",setup_s,"")); stitch_des = 2; } } break; case 2: if(stitch_des==2){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-3.jpg"); LOG("pt3 is:{}",param::ptlist.at(2).toStdString()); if(m_image.save(param::ptlist.at(1),"jpg",100)) stitch_des = 10; } break; } break; case 4: /* * movx b * movz f * movx f */ switch(param::ptlist.size()){ case 0: if(stitch_des==0){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg"); LOG("pt1 is:{}",param::ptlist.at(0).toStdString()); if(m_image.save(param::ptlist.at(0),"jpg",100)){ //movx b setup_s = "b" + QString::number(param::photo_width); emit serial_data(m_json.MotorMove("movx",setup_s,"")); stitch_des = 1; } } break; case 1: if(stitch_des==1){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-2.jpg"); LOG("pt2 is:{}",param::ptlist.at(1).toStdString()); if(m_image.save(param::ptlist.at(1),"jpg",100)){ //movz f setup_s = "f" + QString::number(param::photo_height); emit serial_data(m_json.MotorMove("movz",setup_s,"")); stitch_des = 2; } } break; case 2: if(stitch_des==2){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-3.jpg"); LOG("pt3 is:{}",param::ptlist.at(2).toStdString()); if(m_image.save(param::ptlist.at(2),"jpg",100)){ //movx b setup_s = "f" + QString::number(param::photo_width); emit serial_data(m_json.MotorMove("movx",setup_s,"")); stitch_des = 3; } } break; case 3: if(stitch_des==3){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-4.jpg"); LOG("pt4 is:{}",param::ptlist.at(3).toStdString()); if(m_image.save(param::ptlist.at(3),"jpg",100)){ param::camera_tc = 10; } } break; } break; case 5: break; case 6: break; case 7: break; case 8: break; case 9: /* * movx b * movx b * movz f * movx f * movx f * movz f * movx b * movx b */ switch(param::ptlist.size()){ case 0: if(stitch_des==0){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg"); LOG("pt1 is:{}",param::ptlist.at(0).toStdString()); if(m_image.save(param::ptlist.at(0),"jpg",90)){ //movx b setup_s = "b" + QString::number(param::photo_width); emit serial_data(m_json.MotorMove("movx",setup_s,"")); stitch_des = 1; } } break; case 1: if(stitch_des==1){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-2.jpg"); LOG("pt2 is:{}",param::ptlist.at(1).toStdString()); if(m_image.save(param::ptlist.at(1),"jpg",90)){ //movx b setup_s = "b" + QString::number(param::photo_height); emit serial_data(m_json.MotorMove("movx",setup_s,"")); stitch_des = 2; } } break; case 2: if(stitch_des==2){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-3.jpg"); LOG("pt3 is:{}",param::ptlist.at(2).toStdString()); if(m_image.save(param::ptlist.at(2),"jpg",90)){ //movz f setup_s = "f" + QString::number(param::photo_width); emit serial_data(m_json.MotorMove("movz",setup_s,"")); stitch_des = 3; } } break; case 3: //movx f if(stitch_des==3){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-4.jpg"); LOG("pt4 is:{}",param::ptlist.at(3).toStdString()); if(m_image.save(param::ptlist.at(3),"jpg",90)){ //movx f setup_s = "f" + QString::number(param::photo_width); emit serial_data(m_json.MotorMove("movx",setup_s,"")); stitch_des = 4; } } break; case 4: //movx f if(stitch_des==4){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-5.jpg"); LOG("pt5 is:{}",param::ptlist.at(4).toStdString()); if(m_image.save(param::ptlist.at(4),"jpg",90)){ //movx f setup_s = "f" + QString::number(param::photo_width); emit serial_data(m_json.MotorMove("movx",setup_s,"")); stitch_des = 5; } } break; case 5: //movz f if(stitch_des==5){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-6.jpg"); LOG("pt6 is:{}",param::ptlist.at(5).toStdString()); if(m_image.save(param::ptlist.at(5),"jpg",90)){ setup_s = "f" + QString::number(param::photo_width); emit serial_data(m_json.MotorMove("movz",setup_s,"")); stitch_des = 6; } } break; case 6: //movx b if(stitch_des==6){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-7.jpg"); LOG("pt7 is:{}",param::ptlist.at(6).toStdString()); if(m_image.save(param::ptlist.at(6),"jpg",90)){ //movx f setup_s = "b" + QString::number(param::photo_width); emit serial_data(m_json.MotorMove("movx",setup_s,"")); stitch_des = 7; } } break; case 7: //movx b if(stitch_des==7){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-8.jpg"); LOG("pt8 is:{}",param::ptlist.at(7).toStdString()); if(m_image.save(param::ptlist.at(7),"jpg",90)){ //movx f setup_s = "b" + QString::number(param::photo_width); emit serial_data(m_json.MotorMove("movx",setup_s,"")); stitch_des = 8; } } break; case 8: if(stitch_des==8){ param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-9.jpg"); LOG("pt9 is:{}",param::ptlist.at(8).toStdString()); if(m_image.save(param::ptlist.at(8),"jpg",90)){ param::camera_tc = 10; stitch_des = 9; max_image_qulity = 0.0; } } break; } break; default: break; } } #endif //拼接 #endif //解析 m_fps_timer->incrementFrame(); }else{ qDebug() << "消息队列为空!"; } frameMutex.unlock(); m_decoding = false; }); } if(param::camera_tc == 10){ emit signal_stitch(); setCameraSw(false); } } void Frames::registerQmlType() { qmlRegisterType< Qt6QCamera::Frames > ( "Frames", 0, 1, "Frames" ); } int Frames::testJNI(){ return QJniObject::callStaticMethod("GetUsbPermission", "testfunc", "()I"); } int Frames::requestPermission(int vid, int pid){ int ret = 0; QtAndroidPrivate::requestPermission(QtAndroidPrivate::PermissionType::Camera); QJniObject activity = QtAndroidPrivate::activity(); if(!activity.isValid()) return 0; QJniObject serviceName = QJniObject::getStaticObjectField("android/content/Context","USB_SERVICE"); QJniObject usbManager = activity.callObjectMethod("getSystemService","(Ljava/lang/String;)Ljava/lang/Object;", serviceName.object()); ret = QJniObject::callStaticMethod("GetUsbPermission", "requestDevicePermission", "(Landroid/hardware/usb/UsbManager;II)I", usbManager.object(),vid,pid); #if 1 auto qtContext = QJniObject(QNativeInterface::QAndroidApplication::context()); if(qtContext.isValid()){ QJniObject jClass("com/yfkj/cb/Q6iot/UvcCameraActivity"); jClass.callMethod("initCameraHelper","(Landroid/content/Context;)V",qtContext.object()); } #endif return ret; } void Frames::initCam() { if(param::camera_type.contains("qcamera")){ m_cam = new QCamera( this ); m_imageCapture = new QImageCapture; const auto fs = m_cam->cameraDevice().videoFormats(); if(!fs.isEmpty()) { QCameraFormat bestFormat; for( const auto &ss : fs ) { if(bestFormat.maxFrameRate() == ss.maxFrameRate() && bestFormat.resolution().width()*bestFormat.resolution().height() < ss.resolution().width()*ss.resolution().height()){ bestFormat = ss; qDebug() << "ss相机宽度:"<setCameraFormat( bestFormat ); } } } m_capture.setCamera( m_cam ); m_capture.setImageCapture(m_imageCapture); m_capture.setVideoSink(m_videoSink); m_cam->setFocusMode( QCamera::FocusModeAuto ); connect(m_cam,&QCamera::errorOccurred,this,&Frames::displayCameraError); connect(m_imageCapture, &QImageCapture::readyForCaptureChanged, this, &Frames::readyForCapture); connect(m_imageCapture,&QImageCapture::imageCaptured,this,&Frames::processCapturedImage); connect(m_imageCapture, &QImageCapture::imageSaved, this, &Frames::imageSaved); connect(m_imageCapture, &QImageCapture::errorOccurred, this, &Frames::displayCaptureError); if(m_cam->cameraFormat().isNull()){ auto formats = m_cam->cameraDevice().videoFormats(); } }else if(param::camera_type.contains("uvc")){ #if 1 auto qtContext = QJniObject(QNativeInterface::QAndroidApplication::context()); if(qtContext.isValid()){ jClass = new QJniObject("com/yfkj/cb/Q6iot/UvcCameraActivity"); if(jClass->isValid()) jClass->callMethod("initCameraHelper","(Landroid/content/Context;)V",qtContext.object()); } int ret = testJNI(); qDebug()<<"testJNI ret:" << ret; #else int ret = testJNI(); qDebug()<<"testJNI ret:" << ret; int vid = 0, pid = 0; findUVCDevice(vid,pid); //查找uvc设备 ret = requestPermission(vid,pid); //请求权限 qDebug()<<"getPermission return:" << ret; #endif }else if(param::camera_type.contains("hikrobot")){ int ret = testJNI(); qDebug()<<"testJNI ret:" << ret; #if 0 jClass = new QJniObject("com/yfkj/cb/Q6iot/CameraManager"); #else #endif } } qreal Frames::angle() const { return 0.0; } qreal Frames::xScale() const { return 1.0; } qreal Frames::yScale() const { return 1.0; } QString Frames::formatString() const { return m_formatString; } QString Frames::fpsString() const { return m_fpsString; } QString Frames::qulityString() const { return m_qulityString; } bool Frames:: auto_clicked() const { return true; } bool Frames:: camera_sw() const { return camera_sta; } void Frames::onFPSUpdated(double fps){ m_fpsString = QString( "%1x%2 at %13 @%3" ).arg(QString::number(m_frame.cols),QString::number(m_frame.rows),QString::number(fps,'f',2) + " (FPS)",QString::number(param::ptlist.size())); emit fpsStringChanged(); } void Frames::timer() { if(param::camera_tc == 10){ emit signal_stitch(); setCameraSw(false); } #ifdef focus_board emit serial_data(m_json.ImageFunc(m_qulityString.toDouble())); #endif } void Frames::update_qulstr(QString q_str) { qDebug() << "update_qulstr:" << q_str; m_qulityString = q_str; emit qulityStringChanged(); } void Frames::saveImage() { image_qulity_num = 0; image_qulity.clear(); //停止清晰度发送,关闭定时器m1s LOG("saveImage start!"); #ifdef focus_board if(camera_sw()==true) param::camera_tc = 1; #else //灰度值检测,全黑则不再往下进行,上报预警消息 if(m_frame.empty()) return; Mat image_gray; cv::cvtColor(m_frame,image_gray,cv::COLOR_RGBA2GRAY); double grayvalue = cv::mean(image_gray)[0]; m_qulityString = m_opencvfunc.Tenengrad(m_frame); image_qulity.append(m_qulityString.toDouble()); emit serial_data(m_json.ImageFunc(m_qulityString.toDouble())); emit qulityStringChanged(); LOG("image_gray:{}",grayvalue); LOG("Tenengrad:{}",m_qulityString.toStdString()); if(grayvalue<50.0){ emit dataUpload(m_json.MakeJsonWarn("Photo ERROR",QString::number(grayvalue))); setCameraSw(false); //关闭相机 emit signal_photoerr(); return; } // if(param::ptlist.empty()){ // emit serial_data(m_json.MotorMove("movy","f20","1")); // }else{ // emit serial_data(m_json.MotorMove("movy","f4","1")); // } #endif } void Frames::ImageCallBackEx(unsigned char * pData, MV_FRAME_OUT_INFO_EX* pFrameInfo, void* pUser) { Frames *frame_p = reinterpret_cast(pUser); if (pFrameInfo&&frame_p) { qDebug() <<"Get One Frame: Width:" << pFrameInfo->nWidth << " Height:" <nHeight << " nFrameNum:" <nFrameNum << "pixelType:" <enPixelType; cv::Mat tempMat = cv::Mat(pFrameInfo->nHeight , pFrameInfo->nWidth, CV_8UC2,pData,cv::Mat::AUTO_STEP); if (tempMat.empty()) { // 处理转换失败的情况 qDebug() << "Failed to convert QByteArray to cv::Mat"; return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码 } cv::Mat rgbImage; cv::cvtColor(tempMat, rgbImage, cv::COLOR_YUV2RGB_YVYU);//YUV422 emit frame_p->uvcframeAvailable(rgbImage); // cv::cvtColor(rgbImage,rgbImage,cv::COLOR_RGB2RGBA); // const int size_frame = rgbImage.total()*rgbImage.elemSize(); //字节数 // // 创建 QVideoFrame 对象,并设置相关参数 // QVideoFrameFormat frame_format(QSize(rgbImage.cols, rgbImage.rows), // QVideoFrameFormat::Format_RGBA8888); // QVideoFrame f(frame_format); // if(f.map(QVideoFrame::WriteOnly)){ // // 将共享内存数据复制到 QVideoFrame // memcpy(f.bits(0), rgbImage.data, size_frame); // f.unmap(); // emit frame_p->frameAvailable(f); // } } } void Frames::displayFrame(const QVideoFrame &frame) { if(m_videoSink){ m_videoSink->setVideoFrame(frame); }else{ qDebug() << "m_videoSink Error!"; } } //*使用capture捕获照片*/ void Frames::captureImage(){ if(param::camera_type.contains("qcamera")){ if(m_imageCapture->isAvailable()){ m_imageCapture->setResolution(1920,1080); m_imageCapture->setQuality(QImageCapture::VeryHighQuality); m_imageCapture->setFileFormat(QImageCapture::JPEG); qDebug() <<"捕获质量:" <quality(); qDebug() <<"捕获像素:" <resolution(); qDebug() <<"捕获格式:" <fileFormat(); m_imageCapture->captureToFile(); } }else if(param::camera_type.contains("uvc")||param::camera_type.contains("hikrobot")){ setCameraSw(true); // 延时一段时间后触发拍照 QTimer::singleShot(10000, [](){ LOG("立即拍照!"); param::camera_tc = 100; //创建文件夹 }); } } void Frames::readyForCapture(bool ready) { Q_UNUSED(ready); const QList supportedResolutions = m_imageCapture->captureSession()->camera()->cameraDevice().photoResolutions(); // 初始化最大分辨率为一个较小的值 QSize maxResolution = QSize(0, 0); for (const QSize &resolution : supportedResolutions) { qDebug() << "readyForCapture Resolution" < maxResolution.width() && resolution.height() > maxResolution.height()) { maxResolution = resolution; } } m_imageCapture->setResolution(1920,1080); m_imageCapture->setQuality(QImageCapture::VeryHighQuality); m_imageCapture->setFileFormat(QImageCapture::JPEG); } void Frames::processCapturedImage(int requestId, const QImage &img){ Q_UNUSED(requestId); m_image = img; qDebug() <<"processCapturedImage"; } void Frames::displayCaptureError(int id, const QImageCapture::Error error, const QString &errorString){ Q_UNUSED(id); Q_UNUSED(error); qDebug() <<"Image Capture Error:"<error()!=QCamera::NoError){ qDebug() <<"displayCameraError:" <errorString(); } } #if 0 void Frames::sendImage(QImage frame){ m_pImgProvider->updateImage(frame); emit callQmlRefeshImg(); } #endif } /* namespace Qt6QCamera */