cameramanager.cpp 67 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622
  1. /*!
  2. \author Igor Mironchik (igor dot mironchik at gmail dot com).
  3. MIT License
  4. Copyright (c) 2022 Igor Mironchik
  5. Permission is hereby granted, free of charge, to any person obtaining a copy
  6. of this software and associated documentation files (the "Software"), to deal
  7. in the Software without restriction, including without limitation the rights
  8. to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  9. copies of the Software, and to permit persons to whom the Software is
  10. furnished to do so, subject to the following conditions:
  11. The above copyright notice and this permission notice shall be included in all
  12. copies or substantial portions of the Software.
  13. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  14. IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  15. FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  16. AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  17. LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  18. OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  19. SOFTWARE.
  20. */
  21. #include "cameramanager.h"
  22. // Qt include.
  23. #include <QQmlEngine>
  24. #include <QCameraDevice>
  25. #include <QThreadPool>
  26. #include <QTimer>
  27. #include <QDateTime>
  28. #include <QDebug>
  29. #include <QtConcurrent/QtConcurrent>
  30. #include <m_workthread.h>
  31. #include <mserial.h>
  32. #include <curl/curl.h>
  33. #include <main.h>
  34. #include <m_loger.h>
  35. #include <QMessageBox>
  36. #define MAX_FRAME 4
  37. class param;
  38. namespace Qt6QCamera {
  39. //< hikrobot
  40. void *handle = NULL;
  41. int nRet = MV_OK;
  42. SenderCustom sender_custom;
  43. cv::Mat cv_frame;
  44. // 实现JNI方法
  45. extern "C" void Java_com_yfkj_cb_Q6iot_UvcCameraActivity_sendToCpp(JNIEnv* env, jobject thiz, jbyteArray rgbData,jint width,jint height)
  46. {
  47. // 获取RGB数据长度
  48. jsize length = env->GetArrayLength(rgbData);
  49. // 将Java的jbyteArray转换为C++的byte数组
  50. jbyte* rgbArray = env->GetByteArrayElements(rgbData, nullptr);
  51. #if 1
  52. try {
  53. // 将QByteArray转换为cv::Mat对象
  54. cv_frame = cv::Mat(height, width, CV_8UC3, rgbArray);
  55. // 检查转换后的cv::Mat是否为空
  56. if (cv_frame.empty()) {
  57. // 处理转换失败的情况
  58. qDebug() << "Failed to convert QByteArray to cv::Mat";
  59. return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码
  60. }
  61. //sender_custom.sendSignal(cv_frame.clone());
  62. // 在这里进行对cv_frame的处理
  63. } catch (const cv::Exception& ex) {
  64. // 处理OpenCV异常
  65. qDebug() << "OpenCV Exception: " << ex.what();
  66. return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码
  67. } catch (const std::exception& ex) {
  68. // 处理其他异常
  69. qDebug() << "Exception: " << ex.what();
  70. return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码
  71. } catch (...) {
  72. // 处理未知异常
  73. qDebug() << "Unknown Exception";
  74. return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码
  75. }
  76. #endif
  77. sender_custom.sendSignal(cv_frame.clone());
  78. // 释放Java数组
  79. env->ReleaseByteArrayElements(rgbData, rgbArray, JNI_ABORT);
  80. // 在这里进行RGB数据的处理
  81. //qDebug() << "Received RGB data from Java:" << width << " " << height << "@" << length;//cv_frame.total() * cv_frame.elemSize();
  82. }
  83. extern "C" void Java_com_yfkj_cb_Q6iot_UvcCameraActivity_UvcHandle(JNIEnv* env, jobject thiz, jstring strData)
  84. {
  85. const char* strChars = env->GetStringUTFChars(strData, nullptr);
  86. QString qstr = QString::fromUtf8(strChars);
  87. env->ReleaseStringUTFChars(strData, strChars);
  88. sender_custom.signalQStr(qstr);
  89. qDebug() << "Received string data from Java:" << qstr;
  90. if(qstr.contains("UVCFAILED"))
  91. {
  92. qDebug() << "相机打开失败!";
  93. }
  94. }
  95. // pthread 线程函数
  96. static void* pthreadGrab(void* ptr){
  97. Frames *frame_p = reinterpret_cast<Frames*>(ptr);
  98. MVCC_INTVALUE_EX stParam;
  99. memset(&stParam, 0, sizeof(MVCC_INTVALUE_EX));
  100. nRet = MV_CC_GetIntValueEx(handle, "PayloadSize", &stParam);
  101. MV_FRAME_OUT_INFO_EX stImageInfo = {0};
  102. memset(&stImageInfo, 0, sizeof(MV_FRAME_OUT_INFO_EX));
  103. unsigned char *pData = (unsigned char *)malloc(sizeof(unsigned char) * stParam.nCurValue + 2048);
  104. if (NULL == pData){
  105. return NULL;
  106. }
  107. unsigned int nDataSize = stParam.nCurValue;
  108. MV_FRAME_OUT pFrame={0};
  109. qDebug() << "MV_CC_Get nDataSize:" << nDataSize;
  110. while(1){
  111. nRet = MV_CC_GetOneFrameTimeout(handle, pData, nDataSize, &stImageInfo, 30000);
  112. if (nRet == MV_OK){
  113. qDebug() << "MV_CC_GetOneFrameTimeout Success" <<stImageInfo.enPixelType << stImageInfo.nHeight << stImageInfo.nWidth;
  114. if ( stImageInfo.enPixelType == 0 )
  115. {
  116. //转换为Mat类型
  117. //cv::Mat tempMat = Mat(stImageInfo.nHeight , stImageInfo.nWidth, CV_8UC3,pData); //BGR
  118. cv::Mat tempMat = Mat(stImageInfo.nHeight , stImageInfo.nWidth, CV_8UC2,pData);
  119. if (tempMat.empty()) {
  120. // 处理转换失败的情况
  121. qDebug() << "Failed to convert QByteArray to cv::Mat";
  122. return NULL; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码
  123. }
  124. // 将YUV422数据转换为BGR格式
  125. cv::Mat bgrImage;
  126. cv::cvtColor(tempMat, bgrImage, cv::COLOR_YUV2RGB_YVYU);//nv12
  127. // 在主线程中执行信号的槽函数
  128. QMetaObject::invokeMethod(frame_p, "uvcframeAvailable", Qt::QueuedConnection, Q_ARG(cv::Mat, bgrImage));
  129. //if(frame_p->camera_sw()==false) return NULL;
  130. }else{
  131. qDebug() << "enPixelType:" << stImageInfo.enPixelType;
  132. }
  133. }else{
  134. qDebug() << "MV_CC_GetOneFrameTimeout fail! nRet:" << nRet;
  135. if(pData){
  136. free(pData);
  137. }
  138. return NULL;
  139. }
  140. }
  141. return 0;
  142. }
  143. ImageProvider::ImageProvider() :
  144. QQuickImageProvider(QQuickImageProvider::Image)
  145. {
  146. // qml_img = QImage(200, 200, QImage::Format_ARGB32);
  147. // QColor color;
  148. // color.setGreen(200);
  149. // qml_img.fill(color);
  150. }
  151. QImage ImageProvider::requestImage(const QString &id, QSize *size, const QSize &requestedSize)
  152. {
  153. //qDebug()<<"ImageProvider requestImage"<<id<<size<<requestedSize;
  154. return qml_img;
  155. }
  156. void
  157. ImageProvider::updateImage(QImage i_image){
  158. qml_img = i_image;
  159. //qDebug() << "updateImage" << qml_img.size() << qml_img.format();
  160. }
  161. QPixmap ImageProvider::requestPixmap(const QString &id, QSize *size, const QSize &requestedSize)
  162. {
  163. return QPixmap::fromImage(qml_img);
  164. }
  165. FPSTimer::FPSTimer(QObject *parent) : QObject(parent)
  166. {
  167. m_timer = new QTimer(this);
  168. m_elapsed_timer = new QElapsedTimer();
  169. m_timer->setInterval(m_interval);
  170. connect(m_timer, &QTimer::timeout,
  171. this, &FPSTimer::onTimerTimeout);
  172. }
  173. void FPSTimer::onTimerTimeout()
  174. {
  175. double seconds_elapsed = static_cast<double>(m_elapsed_timer->nsecsElapsed()) / 1000000000.0;
  176. m_elapsed_timer->start();
  177. double fps = static_cast<double>(m_frame_count) /seconds_elapsed;
  178. emit fpsUpdated(fps);
  179. m_frame_count = 0;
  180. }
  181. void FPSTimer::setInterval(int interval)
  182. {
  183. m_interval = interval;
  184. m_timer->setInterval(interval);
  185. }
  186. void FPSTimer::setRunning(bool running)
  187. {
  188. if(running) {
  189. m_timer->start(m_interval);
  190. m_elapsed_timer->start();
  191. }
  192. else {
  193. m_timer->stop();
  194. m_elapsed_timer->invalidate();
  195. emit fpsUpdated(0.0);
  196. }
  197. }
  198. bool FPSTimer::isRunning()
  199. {
  200. return m_timer->isActive();
  201. }
  202. //
  203. // Frames
  204. //
  205. Frames::Frames(QObject * parent)
  206. : //QVideoSink(parent),
  207. QObject(parent),
  208. m_decoding(false),
  209. m_fps( 0 ),
  210. m_1s( new QTimer( this ) )
  211. {
  212. QMetaType id = QMetaType::fromName("cv::Mat");
  213. if(id.flags() == QMetaType::UnknownType) {
  214. qRegisterMetaType<cv::Mat>("cv::Mat");
  215. }
  216. id = QMetaType::fromName("UVCCaptureProperties");
  217. if(id.flags() == QMetaType::UnknownType) {
  218. qRegisterMetaType<UVCCaptureProperties>("UVCCaptureProperties");
  219. }
  220. id = QMetaType::fromName("QVector<UVCCaptureProperties>");
  221. if(id.flags() == QMetaType::UnknownType) {
  222. qRegisterMetaType<QVector<UVCCaptureProperties>>("QVector<UVCCaptureProperties>");
  223. }
  224. id = QMetaType::fromName("QVector<UVCCaptureDescriptor>");
  225. if(id.flags() == QMetaType::UnknownType) {
  226. qRegisterMetaType<QVector<UVCCaptureDescriptor>>("QVector<UVCCaptureDescriptor>");
  227. }
  228. m_pImgProvider = new ImageProvider();
  229. stitch_des = 0;
  230. connect( m_1s, &QTimer::timeout, this, &Frames::timer);
  231. m_1s->setInterval( 500 ); //1000
  232. m_1s->stop();
  233. m_fps_timer = new FPSTimer(this);
  234. connect(m_fps_timer, &FPSTimer::fpsUpdated,
  235. this, &Frames::onFPSUpdated);
  236. connect(this,&Frames::startGrabbing,
  237. this,&Frames::handleGrab);
  238. connect(this,&Frames::uvcframeAvailable,
  239. this,&Frames::parseFrame);
  240. connect(this,&Frames::frameAvailable,
  241. this,&Frames::displayFrame);
  242. connect(this,&Frames::stopGrabbing,
  243. this,&Frames::setCameraSw);
  244. connect(this,&Frames::signal_photo_saved,
  245. this,&Frames::upload_handle);
  246. connect(&sender_custom,&SenderCustom::signalToSend,
  247. this,&Frames::parseFrame);
  248. connect(&sender_custom,&SenderCustom::signalQStr,
  249. this,&Frames::processUvchandle);
  250. initCam();
  251. }
  252. Frames::~Frames()
  253. {
  254. if (handle)
  255. {
  256. MV_CC_DestroyHandle(handle);
  257. handle = NULL;
  258. }
  259. if (m_processThread.isRunning()) {
  260. m_processThread.waitForFinished(); // wait for finish thread
  261. }
  262. auto qtContext = QJniObject(QNativeInterface::QAndroidApplication::context());
  263. if(qtContext.isValid()){
  264. jClass->callMethod<void>("clearCameraHelper","(Landroid/content/Context;)V",qtContext.object());
  265. }
  266. }
  267. void
  268. Frames::setVideoSink( QVideoSink * newVideoSink )
  269. {
  270. qDebug() << "setVideoSink:"<<newVideoSink;
  271. if( m_videoSink == newVideoSink )
  272. {
  273. qDebug() << "m_videoSink == newVideoSink";
  274. return;
  275. }
  276. m_videoSink = newVideoSink;
  277. m_capture.setVideoSink(m_videoSink);
  278. //connect(m_videoSink, &QVideoSink::videoFrameChanged,this, &Frames::newFrame);
  279. emit videoSinkChanged();
  280. }
  281. void
  282. Frames::setChange(bool stat_t)
  283. {
  284. LOG("开始自动对焦,发送指令到控制板!");
  285. if(stat_t){
  286. emit serial_data(m_json.Autofocus());
  287. }
  288. }
  289. void
  290. Frames::processUvchandle(const QString &qst){
  291. if(qst.contains("UVCINIT")){
  292. qDebug() << "UVC初始化成功!";
  293. }else if(qst.contains("UVCOPEN")){
  294. m_1s->start();
  295. m_fps_timer->setRunning(true);
  296. qDebug() << "UVC打开成功!";
  297. }
  298. }
  299. void
  300. Frames::setCameraSw(bool stat_cam)
  301. {
  302. MAX_STEP = 30;
  303. max_image_qulity = 0.0;
  304. z_step = 0;
  305. x_step = 0;
  306. auto qtContext = QJniObject(QNativeInterface::QAndroidApplication::context());
  307. jboolean javaState = stat_cam ? JNI_TRUE :JNI_FALSE;
  308. param::camera_tc = 0;
  309. stitch_des = 0;
  310. camera_sta = stat_cam;
  311. if(m_streaming_active&&camera_sta) return; //如果已经是打开状态,退出
  312. static int fd = 0;
  313. if(camera_sta){
  314. if(param::camera_type.contains("qcamera")){ //QCamera
  315. m_cam->start();
  316. m_fps_timer->setRunning(camera_sta);
  317. m_1s->start();
  318. }else if(param::camera_type.contains("uvc")){ //libuvc
  319. #if 1
  320. if(qtContext.isValid()&&jClass->isValid()){
  321. jClass->callMethod<void>("SetCamera_State","(Landroid/content/Context;Z)V",qtContext.object(),javaState);
  322. }
  323. #else
  324. fd = checkPermission();
  325. Logger::instance()->log("checkPermission:" + QString::number(fd));
  326. if(fd){
  327. res_uvc = uvc_init(&ctx_, NULL); //必须要加,否则第二次打开会无法取流
  328. if(res_uvc==UVC_SUCCESS){
  329. Logger::instance()->log("uvc_init Success!");
  330. res_uvc = uvc_find_device(
  331. ctx_, &dev_,
  332. 0, 0, NULL);
  333. }else{
  334. uvc_error_handler(res_uvc);
  335. }
  336. // important for Android
  337. #if 0
  338. res_uvc = uvc_get_device_with_fd(ctx_,&dev_,0,0,0,fd,0,0);
  339. qDebug() << "uvc_get_device_with_fd res:" << res_uvc;
  340. #endif
  341. // Set libusb option to disable device discovery
  342. #if 0
  343. int r = unrooted_usb_description(fd);
  344. qDebug() << "unrooted_usb_description!" << r;
  345. #endif
  346. res_uvc = uvc_open(dev_, &devh_);
  347. if(res_uvc==UVC_SUCCESS){
  348. Logger::instance()->log("uvc_open Success!");
  349. checkDeviceCapabilities();
  350. // 设置相机流格式和帧回调函数
  351. res_uvc = uvc_get_stream_ctrl_format_size(devh_,&streamCtrl,UVC_FRAME_FORMAT_MJPEG,1920,1080,30); //UVC_FRAME_FORMAT_MJPEG
  352. /* Print out the result */
  353. uvc_print_stream_ctrl(&streamCtrl, stderr);
  354. if(res_uvc==UVC_SUCCESS){
  355. Logger::instance()->log("uvc_get_stream_ctrl_format_size Success!");
  356. }else{
  357. uvc_error_handler(res_uvc);
  358. }
  359. //启动相机流
  360. res_uvc = uvc_start_streaming(devh_, &streamCtrl, &frameCallback, this,0);
  361. if(res_uvc == UVC_SUCCESS){
  362. m_1s->start();
  363. m_fps_timer->setRunning(true);
  364. m_streaming_active = true;
  365. Logger::instance()->log("UVC streaming started...");
  366. }
  367. }else{
  368. camera_sta = false;
  369. m_streaming_active = false;
  370. uvc_error_handler(res_uvc);
  371. }
  372. }else{
  373. camera_sta = false;
  374. m_streaming_active = false;
  375. }
  376. #endif
  377. }else if(param::camera_type.contains("hikrobot")){
  378. int ret = testJNI();
  379. qDebug()<<"testJNI ret:" << ret;
  380. #if 0
  381. if(qtContext.isValid()&&jClass->isValid()){
  382. jClass->callMethod<void>("EnumDevice","(Landroid/content/Context;)V",qtContext.object());
  383. jClass->callMethod<void>("openDevice","(Landroid/content/Context;)V",qtContext.object());
  384. }
  385. #else
  386. if (handle)
  387. {
  388. MV_CC_DestroyHandle(handle);
  389. handle = NULL;
  390. }
  391. unsigned int nIndex = 0;
  392. MV_CC_DEVICE_INFO_LIST stDeviceList;
  393. memset(&stDeviceList, 0, sizeof(MV_CC_DEVICE_INFO_LIST));
  394. // 枚举设备
  395. nRet = MV_CC_EnumDevices(MV_GIGE_DEVICE | MV_USB_DEVICE, &stDeviceList);
  396. if (MV_OK != nRet)
  397. {
  398. unsigned int unsignedValue = static_cast<unsigned int>(nRet);
  399. qDebug() << "MV_CC_EnumDevices fail! nRet" << QString::number(unsignedValue, 16).toUpper();
  400. return ;
  401. }
  402. else
  403. {
  404. qDebug() << "MV_CC_EnumDevices Success!";
  405. }
  406. if (stDeviceList.nDeviceNum > 0)
  407. {
  408. for (int i = 0; i < (int)stDeviceList.nDeviceNum; i++)
  409. {
  410. LOG("[device {}]:", i);
  411. MV_CC_DEVICE_INFO *pDeviceInfo = stDeviceList.pDeviceInfo[i];
  412. if (NULL == pDeviceInfo)
  413. {
  414. qDebug() << "pDeviceInfo is NULL!";
  415. return;
  416. }
  417. //PrintDeviceInfo(pDeviceInfo);
  418. }
  419. }else{
  420. qDebug() << "Find No Devices!";
  421. // break;
  422. return;
  423. }
  424. // 选择设备并创建句柄
  425. // select device and create handle
  426. nRet = MV_CC_CreateHandle(&handle, stDeviceList.pDeviceInfo[nIndex]);
  427. if (MV_OK != nRet)
  428. {
  429. unsigned int unsignedValue = static_cast<unsigned int>(nRet);
  430. qDebug() << "MV_CC_CreateHandle fail! nRet" << QString::number(unsignedValue, 16).toUpper();
  431. // break;
  432. return ;
  433. }else{
  434. qDebug() << "MV_CC_CreateHandle Success!";
  435. }
  436. nRet = MV_CC_OpenDevice(handle);
  437. if (MV_OK != nRet)
  438. {
  439. MV_CC_DestroyHandle(handle);
  440. handle = NULL;
  441. unsigned int unsignedValue = static_cast<unsigned int>(nRet);
  442. qDebug() << "MV_CC_OpenDevice fail! nRet" << QString::number(unsignedValue, 16).toUpper();
  443. camera_sta = false;
  444. return;
  445. }else{
  446. qDebug() << "MV_CC_OpenDevice Success!";
  447. }
  448. // ch:探测网络最佳包大小(只对GigE相机有效) | en:Detection network optimal package size(It only works for the GigE camera)
  449. if (stDeviceList.pDeviceInfo[nIndex]->nTLayerType == MV_GIGE_DEVICE)
  450. {
  451. int nPacketSize = MV_CC_GetOptimalPacketSize(handle);
  452. if (nPacketSize > 0)
  453. {
  454. nRet = MV_CC_SetIntValue(handle,"GevSCPSPacketSize",nPacketSize);
  455. if(nRet != MV_OK)
  456. {
  457. unsigned int unsignedValue = static_cast<unsigned int>(nRet);
  458. qDebug() << "Warning: Set Packet Size fail nRet:" << QString::number(unsignedValue, 16).toUpper();
  459. }
  460. }
  461. else
  462. {
  463. qDebug() << "Warning: Get Packet Size fail nRet:"<< nPacketSize;
  464. }
  465. }
  466. // ch:设置触发模式为off | eb:Set trigger mode as off
  467. nRet = MV_CC_SetEnumValue(handle, "TriggerMode", MV_TRIGGER_MODE_OFF);
  468. if (MV_OK != nRet)
  469. {
  470. unsigned int unsignedValue = static_cast<unsigned int>(nRet);
  471. qDebug() << "Set Trigger Mode fail! nRet" << QString::number(unsignedValue, 16).toUpper();
  472. return;
  473. }
  474. #if 0
  475. //注册抓图回调
  476. nRet = MV_CC_RegisterImageCallBackEx(handle,ImageCallBackEx,this);
  477. if (MV_OK != nRet)
  478. {
  479. unsigned int unsignedValue = static_cast<unsigned int>(nRet);
  480. qDebug() << "MV_CC_RegisterImageCallBackEx fail! nRet" << QString::number(unsignedValue, 16).toUpper();
  481. return ;
  482. }else{
  483. qDebug() << "MV_CC_RegisterImageCallBackEx Success!";
  484. }
  485. #endif
  486. MVCC_INTVALUE_EX width,height;
  487. nRet = MV_CC_GetIntValueEx(handle, "Width", &width);
  488. if(nRet==MV_OK){
  489. qDebug() << "[MV_CC_GetIntValueEx Width]:"<< width.nCurValue;
  490. }else{
  491. unsigned int unsignedValue = static_cast<unsigned int>(nRet);
  492. qDebug() << "[MV_CC_GetIntValueEx Width Failed]:"<< &nRet;
  493. }
  494. nRet = MV_CC_GetIntValueEx(handle, "Height", &height);
  495. if(nRet==MV_OK){
  496. qDebug() << "[MV_CC_GetIntValueEx Height]:"<< height.nCurValue;
  497. }else{
  498. unsigned int unsignedValue = static_cast<unsigned int>(nRet);
  499. qDebug() << "[MV_CC_GetIntValueEx Height Failed]:"<< nRet;
  500. }
  501. // 开始取流
  502. // start grab image
  503. nRet = MV_CC_StartGrabbing(handle);
  504. if (MV_OK != nRet)
  505. {
  506. camera_sta = false;
  507. unsigned int unsignedValue = static_cast<unsigned int>(nRet);
  508. qDebug() << "MV_CC_StartGrabbing fail! nRet [{}]" << QString::number(unsignedValue, 16).toUpper();
  509. // break;
  510. return ;
  511. }else{
  512. //创建归档路径
  513. QDateTime currentDateTime = QDateTime::currentDateTime();
  514. QString currentDateTimeString = currentDateTime.toString("yyyyMMddhhmmss");
  515. picture_path_floader = QStandardPaths::writableLocation(QStandardPaths::PicturesLocation);
  516. picture_path_floader = picture_path_floader + "/" + currentDateTimeString;
  517. createFolder(picture_path_floader);
  518. m_fps_timer->setRunning(true);
  519. m_1s->start();
  520. emit startGrabbing(true);
  521. }
  522. #endif
  523. }
  524. }else{ //关闭相机
  525. if(param::camera_type.contains("qcamera")){
  526. m_cam->stop();
  527. }else if(param::camera_type.contains("uvc")){
  528. #if 1
  529. if(qtContext.isValid()&&jClass->isValid()){
  530. jClass->callMethod<void>("SetCamera_State","(Landroid/content/Context;Z)V",qtContext.object(),javaState);
  531. }
  532. #endif
  533. }else if(param::camera_type.contains("hikrobot")){
  534. nRet = MV_CC_StopGrabbing(handle);
  535. if (MV_OK != nRet)
  536. {
  537. unsigned int unsignedValue = static_cast<unsigned int>(nRet);
  538. qDebug() << "MV_CC_StopGrabbing fail! nRet:" << QString::number(unsignedValue, 16).toUpper();
  539. }
  540. #if 0
  541. // ch:注销抓图回调 | en:Unregister image callback
  542. nRet = MV_CC_RegisterImageCallBackEx(handle, NULL, NULL);
  543. if (MV_OK != nRet)
  544. {
  545. unsigned int unsignedValue = static_cast<unsigned int>(nRet);
  546. qDebug() << "MV_CC_RegisterImageCallBackEx fail! nRet:" << QString::number(unsignedValue, 16).toUpper();
  547. }
  548. #endif
  549. // close device
  550. nRet = MV_CC_CloseDevice(handle);
  551. if (MV_OK != nRet)
  552. {
  553. unsigned int unsignedValue = static_cast<unsigned int>(nRet);
  554. qDebug() << "MV_CC_CloseDevice fail! nRet" << QString::number(unsignedValue, 16).toUpper();
  555. }
  556. // 销毁句柄
  557. // destroy handle
  558. if(handle){
  559. nRet = MV_CC_DestroyHandle(handle);
  560. if (MV_OK != nRet)
  561. {
  562. unsigned int unsignedValue = static_cast<unsigned int>(nRet);
  563. qDebug() << "MV_CC_DestroyHandle fail! nRet {}" << QString::number(unsignedValue, 16).toUpper();
  564. }
  565. }
  566. }
  567. m_fps_timer->setRunning(false);
  568. m_1s->stop(); //视频信息发送定时器停止
  569. m_processThread.waitForFinished(); //阻塞
  570. }
  571. LOG("设置相机状态:{}",camera_sta);
  572. emit cameraStaChanged(camera_sta); //同步状态到qml
  573. emit serial_data(m_json.setLedState(camera_sta)); //设置补光灯状态
  574. if(!param::ptlist.empty())
  575. {
  576. emit signal_photo_saved();
  577. }
  578. }
  579. /*
  580. * movx b
  581. * movz b
  582. * movx f
  583. */
  584. void
  585. Frames::newFrame( const QVideoFrame & frame )
  586. {
  587. if(!isDecoding()&&m_processThread.isFinished()){
  588. m_decoding = true;
  589. m_processThread = QtConcurrent::run([=]() {
  590. m_image = frame.toImage().convertToFormat(QImage::Format_RGB32);
  591. if (m_image.isNull()) {
  592. m_decoding = false;
  593. return;
  594. }
  595. m_fps_timer->incrementFrame(); //启动fps刷新定时器
  596. { //opencv实现的清晰度评价
  597. #if 1
  598. Mat f_mat = QImageToCvMat(m_image,true);
  599. m_qulityString = m_opencvfunc.brenner(f_mat);
  600. #else //
  601. m_qulityString = m_opencvfunc.calculateSharpness(m_image);
  602. #endif
  603. }
  604. m_decoding = false;
  605. });
  606. }
  607. //m_frame = frame;
  608. //qDebug() << "newFrame:"<<m_fps;
  609. //++m_fps;
  610. //if(m_fps%10==0)
  611. //emit frameAvailable(m_frame);
  612. }
  613. void
  614. Frames::upload_handle()
  615. {
  616. if(!param::ptlist.empty()){
  617. emit signal_wait_upload(param::ptlist.first());
  618. param::ptlist.removeFirst();
  619. }
  620. }
  621. void
  622. Frames::handle_reult_upload(bool success, const QString &error)
  623. {
  624. LOG("上传结果:{} - {}",success,error.toStdString());
  625. upload_handle();
  626. }
  627. void
  628. Frames::handleGrab(bool sta_cam){
  629. #if 1
  630. if(m_grabThread.isFinished()){
  631. m_grabThread = QtConcurrent::run([=]() {
  632. // ch:获取数据包大小 | en:Get payload size
  633. MVCC_INTVALUE_EX stParam;
  634. memset(&stParam, 0, sizeof(MVCC_INTVALUE_EX));
  635. // cout << pUser << endl;
  636. if(sta_cam){
  637. nRet = MV_CC_GetIntValueEx(handle, "PayloadSize", &stParam);
  638. if (MV_OK != nRet)
  639. {
  640. unsigned int unsignedValue = static_cast<unsigned int>(nRet);
  641. qDebug() << "Get PayloadSize fail! nRet:" << QString::number(unsignedValue, 16).toUpper();
  642. return;
  643. }
  644. }else{
  645. if(!handle) return;
  646. }
  647. MV_FRAME_OUT_INFO_EX stImageInfo = {0};
  648. memset(&stImageInfo, 0, sizeof(MV_FRAME_OUT_INFO_EX));
  649. unsigned char *pData = (unsigned char *)malloc(sizeof(unsigned char) * stParam.nCurValue+2048);
  650. unsigned int nDataSize = stParam.nCurValue + 2048;
  651. cv::Mat tempMat;
  652. MV_FRAME_OUT pFrame={0};
  653. qDebug() << "MV_CC_Get nDataSize:" << nDataSize;
  654. bool flag_cam = sta_cam;
  655. while(true){//
  656. if(flag_cam){
  657. nRet = MV_CC_GetOneFrameTimeout(handle, pData, nDataSize, &stImageInfo, 10000);
  658. if (nRet == MV_OK){
  659. //qDebug() << "MV_CC_GetOneFrameTimeout Success" <<stImageInfo.enPixelType << stImageInfo.nHeight << stImageInfo.nWidth;
  660. if ( stImageInfo.enPixelType == 0 )
  661. {
  662. //转换为Mat类型
  663. //cv::Mat tempMat = Mat(stImageInfo.nHeight , stImageInfo.nWidth, CV_8UC3,pData); //BGR
  664. tempMat = Mat(stImageInfo.nHeight , stImageInfo.nWidth, CV_8UC1,pData); //YUV CV_8UC2
  665. if (tempMat.empty()) {
  666. // 处理转换失败的情况
  667. qDebug() << "Failed to convert QByteArray to cv::Mat";
  668. return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码
  669. }
  670. #if 0
  671. cv::Mat bgrImage;
  672. cv::cvtColor(tempMat, bgrImage, cv::COLOR_YUV2RGB_YVYU);//YUV422
  673. cv::cvtColor(bgrImage,m_frame,cv::COLOR_RGB2RGBA);
  674. #else
  675. cv::cvtColor(tempMat,m_frame,cv::COLOR_BayerRG2RGBA);
  676. #endif
  677. #if 1
  678. const int size_frame = m_frame.total()*m_frame.elemSize(); //字节数
  679. //m_image = cvMatToQImage(m_frame);
  680. // 创建 QVideoFrame 对象,并设置相关参数
  681. QVideoFrameFormat frame_format(QSize(m_frame.cols, m_frame.rows),
  682. QVideoFrameFormat::Format_RGBA8888);
  683. QVideoFrame f(frame_format);
  684. if(f.map(QVideoFrame::WriteOnly)){
  685. // 将 cv::Mat 数据复制到 QVideoFrame
  686. memcpy(f.bits(0),m_frame.data,size_frame);
  687. f.setStartTime(0);
  688. f.unmap();
  689. // 确保在主线程更新UI
  690. QMetaObject::invokeMethod(m_videoSink, [this, f]() {
  691. if (m_videoSink) {
  692. m_videoSink->setVideoFrame(f);
  693. }
  694. }, Qt::QueuedConnection);
  695. // if(m_videoSink != nullptr){
  696. // m_videoSink->setVideoFrame(f);
  697. // }
  698. }
  699. m_fps_timer->incrementFrame();
  700. if(param::camera_tc==1||param::camera_tc==100){
  701. QDateTime currentDateTime = QDateTime::currentDateTime();
  702. QString currentDateTimeString = currentDateTime.toString("yyyyMMddhhmmss");
  703. if(f.isValid()) m_image = f.toImage().convertToFormat(QImage::Format_RGB32);
  704. param::camera_tc = 0;
  705. QString pic_name = picture_path_floader + "/" + currentDateTimeString + "z" + QString::number(z_step) + "x" + QString::number(x_step) +".jpg";
  706. LOG("图片名称:{}",pic_name.toStdString());
  707. if(m_image.save(pic_name,"jpg",80))
  708. {
  709. param::ptlist.append(pic_name);
  710. /*z3x7*/
  711. if(z_step==3&&x_step==7){
  712. emit stopGrabbing(false);
  713. }
  714. if(z_step<=2&&x_step==7){
  715. z_step++;
  716. emit serial_data(m_json.MotorMove("movz","f55","50"));
  717. }
  718. /*z3x6*/
  719. if(z_step==3&&x_step==6)
  720. {
  721. //emit stopGrabbing(false);
  722. x_step++;
  723. z_step = 0;
  724. emit serial_data(m_json.MotorMove("movx","f55","50"));
  725. }
  726. if(z_step<=2&&x_step==6){
  727. z_step++;
  728. emit serial_data(m_json.MotorMove("movz","b55","50"));
  729. }
  730. /*z3x5*/
  731. if(z_step==3&&x_step==5)
  732. {
  733. //emit stopGrabbing(false);
  734. x_step++;
  735. z_step = 0;
  736. emit serial_data(m_json.MotorMove("movx","b55","50"));
  737. }
  738. if(z_step<=2&&x_step==5){
  739. z_step++;
  740. emit serial_data(m_json.MotorMove("movz","f55","50"));
  741. }
  742. /*z3x4*/
  743. if(z_step==3&&x_step==4)
  744. {
  745. x_step++;
  746. z_step = 0;
  747. emit serial_data(m_json.MotorMove("movx","f55","50"));
  748. }
  749. if(z_step<=2&&x_step==4){
  750. z_step++;
  751. emit serial_data(m_json.MotorMove("movz","b55","50"));
  752. }
  753. /*z3x3*/
  754. if(z_step==3&&x_step==3)
  755. {
  756. x_step++;
  757. z_step = 0;
  758. emit serial_data(m_json.MotorMove("movx","f55","50"));
  759. }
  760. if(z_step<=2&&x_step==3){
  761. z_step++;
  762. emit serial_data(m_json.MotorMove("movz","f55","50"));
  763. }
  764. /**/
  765. /*z3x2*/
  766. if(z_step==3&&x_step==2)
  767. {
  768. x_step++;
  769. z_step = 0;
  770. emit serial_data(m_json.MotorMove("movx","f55","50"));
  771. }
  772. if(z_step<=2&&x_step==2){
  773. z_step++;
  774. emit serial_data(m_json.MotorMove("movz","b55","50"));
  775. }
  776. /**/
  777. /*z3x1*/
  778. if(z_step==3&&x_step==1)
  779. {
  780. x_step++;
  781. z_step = 0;
  782. emit serial_data(m_json.MotorMove("movx","f55","50"));
  783. }
  784. if(z_step<=2&&x_step==1){
  785. z_step++;
  786. emit serial_data(m_json.MotorMove("movz","f55","50"));
  787. }
  788. /*z3x0*/
  789. if(z_step==3&&x_step==0)
  790. {
  791. x_step++;
  792. z_step = 0;
  793. emit serial_data(m_json.MotorMove("movx","f55","50"));
  794. }
  795. if(z_step<=2&&x_step==0)
  796. {
  797. z_step++;
  798. emit serial_data(m_json.MotorMove("movz","b55","50"));
  799. }
  800. }
  801. }
  802. else if(param::camera_tc==-1)
  803. {
  804. emit stopGrabbing(false);
  805. break;
  806. }
  807. #else
  808. emit uvcframeAvailable(m_frame);
  809. #endif
  810. }else{
  811. qDebug() << "enPixelType:" << stImageInfo.enPixelType;
  812. }
  813. }else{
  814. unsigned int unsignedValue = static_cast<unsigned int>(nRet);
  815. qDebug() << "MV_CC_GetOneFrameTimeout!" << QString::number(unsignedValue, 16).toUpper();
  816. flag_cam = false;
  817. }
  818. }else{
  819. break;
  820. }
  821. }
  822. if(pData) free(pData);
  823. });
  824. }
  825. #else
  826. // 使用 pthread 创建线程
  827. pthread_t pthreadId;
  828. pthread_create(&pthreadId, NULL, pthreadGrab, NULL);
  829. //pthread_join(pthreadId, NULL); // 等待线程完成
  830. #endif
  831. }
  832. void
  833. Frames::parseFrame(const cv::Mat& frame){
  834. if(!isDecoding()&&m_processThread.isFinished()){
  835. m_decoding = true;
  836. // 使用互斥锁保护对帧缓冲区的访问
  837. m_processThread = QtConcurrent::run([=]() {
  838. frameMutex.lock();
  839. if(!frame.empty()){
  840. #if 1
  841. //进行色彩转换
  842. // 将YUV422数据转换为RGB格式
  843. //cv::cvtColor(frame,m_frame,cv::COLOR_RGB2RGBA);
  844. const int size_frame = m_frame.total()*m_frame.elemSize(); //字节数
  845. // 创建 QVideoFrame 对象,并设置相关参数
  846. QVideoFrameFormat frame_format(QSize(m_frame.cols, m_frame.rows),
  847. QVideoFrameFormat::Format_RGBA8888);
  848. QVideoFrame f(frame_format);
  849. if(f.map(QVideoFrame::WriteOnly)){
  850. // 将共享内存数据复制到 QVideoFrame
  851. memcpy(f.bits(0), m_frame.data, size_frame);
  852. f.unmap();
  853. if(m_videoSink != nullptr){
  854. m_videoSink->setVideoFrame(f);
  855. }
  856. }
  857. #if 0
  858. if(m_1s->isActive())
  859. m_qulityString = m_opencvfunc.brenner(m_frame); //计算对比度
  860. #endif
  861. #if 1
  862. QDateTime currentDateTime = QDateTime::currentDateTime();
  863. QString currentDateTimeString = currentDateTime.toString("yyyyMMddhhmmss");
  864. QString appDataPath = QStandardPaths::writableLocation(QStandardPaths::PicturesLocation);
  865. QString setup_s;
  866. if(param::camera_tc==100){ //拍照上传
  867. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg");
  868. LOG("Pt1 is:{}",param::ptlist.at(0).toStdString());
  869. if(param::camera_type.contains("hikrobot")){
  870. if(cv::imwrite(param::ptlist.at(0).toStdString(), m_frame)){
  871. param::camera_tc = 10;
  872. }else{ //失败
  873. qDebug() << "Failed to imwrite";
  874. return;
  875. }
  876. }else{
  877. if(f.isValid()) m_image = f.toImage().convertToFormat(QImage::Format_RGB32);
  878. //m_image = m_videoSink->videoFrame().toImage().convertToFormat(QImage::Format_RGB32);
  879. if(m_image.save(param::ptlist.at(0),"jpg",100)) param::camera_tc = 10;
  880. }
  881. }else if(param::camera_tc==1){
  882. if(f.isValid()) m_image = f.toImage().convertToFormat(QImage::Format_RGB32);
  883. //m_image = m_videoSink->videoFrame().toImage().convertToFormat(QImage::Format_RGB32);
  884. param::camera_tc = 0;
  885. switch(param::stitch_photonum){ //拼接数量
  886. case 1:
  887. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg");
  888. LOG("pt1 is:{}",param::ptlist.at(0).toStdString());
  889. if(m_image.save(param::ptlist.at(0),"jpg",100)) param::camera_tc = 10;
  890. break;
  891. case 2:
  892. /*
  893. * movx b
  894. */
  895. switch(param::ptlist.size()){
  896. case 0:
  897. if(stitch_des==0){
  898. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg");
  899. LOG("pt1 is:{}",param::ptlist.at(0).toStdString());
  900. if(m_image.save(param::ptlist.at(0),"jpg",100)){
  901. //movx b
  902. setup_s = "b" + QString::number(param::photo_width);
  903. emit serial_data(m_json.MotorMove("movx",setup_s,""));
  904. stitch_des = 1;
  905. }
  906. }
  907. break;
  908. case 1:
  909. if(stitch_des==1){
  910. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-2.jpg");
  911. LOG("pt2 is:{}",param::ptlist.at(1).toStdString());
  912. if(m_image.save(param::ptlist.at(1),"jpg",100)){
  913. stitch_des = 10;
  914. }
  915. }
  916. break;
  917. }
  918. break;
  919. case 3:
  920. /*
  921. * movx b
  922. * movx b
  923. */
  924. switch(param::ptlist.size()){
  925. case 0:
  926. if(stitch_des==0){
  927. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg");
  928. LOG("pt1 is:{}",param::ptlist.at(0).toStdString());
  929. if(m_image.save(param::ptlist.at(0),"jpg",100)){
  930. //movx b
  931. setup_s = "b" + QString::number(param::photo_width);
  932. emit serial_data(m_json.MotorMove("movx",setup_s,""));
  933. stitch_des = 1;
  934. }
  935. }
  936. break;
  937. case 1:
  938. if(stitch_des==1){
  939. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-2.jpg");;
  940. LOG("pt2 is:{}",param::ptlist.at(1).toStdString());
  941. if(m_image.save(param::ptlist.at(1),"jpg",100)){
  942. //movx b
  943. setup_s = "b" + QString::number(param::photo_width);
  944. emit serial_data(m_json.MotorMove("movx",setup_s,""));
  945. stitch_des = 2;
  946. }
  947. }
  948. break;
  949. case 2:
  950. if(stitch_des==2){
  951. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-3.jpg");
  952. LOG("pt3 is:{}",param::ptlist.at(2).toStdString());
  953. if(m_image.save(param::ptlist.at(1),"jpg",100)) stitch_des = 10;
  954. }
  955. break;
  956. }
  957. break;
  958. case 4:
  959. /*
  960. * movx b
  961. * movz f
  962. * movx f
  963. */
  964. switch(param::ptlist.size()){
  965. case 0:
  966. if(stitch_des==0){
  967. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg");
  968. LOG("pt1 is:{}",param::ptlist.at(0).toStdString());
  969. if(m_image.save(param::ptlist.at(0),"jpg",100)){
  970. //movx b
  971. setup_s = "b" + QString::number(param::photo_width);
  972. emit serial_data(m_json.MotorMove("movx",setup_s,""));
  973. stitch_des = 1;
  974. }
  975. }
  976. break;
  977. case 1:
  978. if(stitch_des==1){
  979. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-2.jpg");
  980. LOG("pt2 is:{}",param::ptlist.at(1).toStdString());
  981. if(m_image.save(param::ptlist.at(1),"jpg",100)){
  982. //movz f
  983. setup_s = "f" + QString::number(param::photo_height);
  984. emit serial_data(m_json.MotorMove("movz",setup_s,""));
  985. stitch_des = 2;
  986. }
  987. }
  988. break;
  989. case 2:
  990. if(stitch_des==2){
  991. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-3.jpg");
  992. LOG("pt3 is:{}",param::ptlist.at(2).toStdString());
  993. if(m_image.save(param::ptlist.at(2),"jpg",100)){
  994. //movx b
  995. setup_s = "f" + QString::number(param::photo_width);
  996. emit serial_data(m_json.MotorMove("movx",setup_s,""));
  997. stitch_des = 3;
  998. }
  999. }
  1000. break;
  1001. case 3:
  1002. if(stitch_des==3){
  1003. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-4.jpg");
  1004. LOG("pt4 is:{}",param::ptlist.at(3).toStdString());
  1005. if(m_image.save(param::ptlist.at(3),"jpg",100)){
  1006. param::camera_tc = 10;
  1007. }
  1008. }
  1009. break;
  1010. }
  1011. break;
  1012. case 5:
  1013. break;
  1014. case 6:
  1015. break;
  1016. case 7:
  1017. break;
  1018. case 8:
  1019. break;
  1020. case 9:
  1021. /*
  1022. * movx b
  1023. * movx b
  1024. * movz f
  1025. * movx f
  1026. * movx f
  1027. * movz f
  1028. * movx b
  1029. * movx b
  1030. */
  1031. switch(param::ptlist.size()){
  1032. case 0:
  1033. if(stitch_des==0){
  1034. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-1.jpg");
  1035. LOG("pt1 is:{}",param::ptlist.at(0).toStdString());
  1036. if(m_image.save(param::ptlist.at(0),"jpg",90)){
  1037. //movx b
  1038. setup_s = "b" + QString::number(param::photo_width);
  1039. emit serial_data(m_json.MotorMove("movx",setup_s,""));
  1040. stitch_des = 1;
  1041. }
  1042. }
  1043. break;
  1044. case 1:
  1045. if(stitch_des==1){
  1046. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-2.jpg");
  1047. LOG("pt2 is:{}",param::ptlist.at(1).toStdString());
  1048. if(m_image.save(param::ptlist.at(1),"jpg",90)){
  1049. //movx b
  1050. setup_s = "b" + QString::number(param::photo_height);
  1051. emit serial_data(m_json.MotorMove("movx",setup_s,""));
  1052. stitch_des = 2;
  1053. }
  1054. }
  1055. break;
  1056. case 2:
  1057. if(stitch_des==2){
  1058. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-3.jpg");
  1059. LOG("pt3 is:{}",param::ptlist.at(2).toStdString());
  1060. if(m_image.save(param::ptlist.at(2),"jpg",90)){
  1061. //movz f
  1062. setup_s = "f" + QString::number(param::photo_width);
  1063. emit serial_data(m_json.MotorMove("movz",setup_s,""));
  1064. stitch_des = 3;
  1065. }
  1066. }
  1067. break;
  1068. case 3: //movx f
  1069. if(stitch_des==3){
  1070. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-4.jpg");
  1071. LOG("pt4 is:{}",param::ptlist.at(3).toStdString());
  1072. if(m_image.save(param::ptlist.at(3),"jpg",90)){
  1073. //movx f
  1074. setup_s = "f" + QString::number(param::photo_width);
  1075. emit serial_data(m_json.MotorMove("movx",setup_s,""));
  1076. stitch_des = 4;
  1077. }
  1078. }
  1079. break;
  1080. case 4: //movx f
  1081. if(stitch_des==4){
  1082. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-5.jpg");
  1083. LOG("pt5 is:{}",param::ptlist.at(4).toStdString());
  1084. if(m_image.save(param::ptlist.at(4),"jpg",90)){
  1085. //movx f
  1086. setup_s = "f" + QString::number(param::photo_width);
  1087. emit serial_data(m_json.MotorMove("movx",setup_s,""));
  1088. stitch_des = 5;
  1089. }
  1090. }
  1091. break;
  1092. case 5: //movz f
  1093. if(stitch_des==5){
  1094. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-6.jpg");
  1095. LOG("pt6 is:{}",param::ptlist.at(5).toStdString());
  1096. if(m_image.save(param::ptlist.at(5),"jpg",90)){
  1097. setup_s = "f" + QString::number(param::photo_width);
  1098. emit serial_data(m_json.MotorMove("movz",setup_s,""));
  1099. stitch_des = 6;
  1100. }
  1101. }
  1102. break;
  1103. case 6: //movx b
  1104. if(stitch_des==6){
  1105. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-7.jpg");
  1106. LOG("pt7 is:{}",param::ptlist.at(6).toStdString());
  1107. if(m_image.save(param::ptlist.at(6),"jpg",90)){
  1108. //movx f
  1109. setup_s = "b" + QString::number(param::photo_width);
  1110. emit serial_data(m_json.MotorMove("movx",setup_s,""));
  1111. stitch_des = 7;
  1112. }
  1113. }
  1114. break;
  1115. case 7: //movx b
  1116. if(stitch_des==7){
  1117. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-8.jpg");
  1118. LOG("pt8 is:{}",param::ptlist.at(7).toStdString());
  1119. if(m_image.save(param::ptlist.at(7),"jpg",90)){
  1120. //movx f
  1121. setup_s = "b" + QString::number(param::photo_width);
  1122. emit serial_data(m_json.MotorMove("movx",setup_s,""));
  1123. stitch_des = 8;
  1124. }
  1125. }
  1126. break;
  1127. case 8:
  1128. if(stitch_des==8){
  1129. param::ptlist.append(appDataPath + "/" + currentDateTimeString + "-9.jpg");
  1130. LOG("pt9 is:{}",param::ptlist.at(8).toStdString());
  1131. if(m_image.save(param::ptlist.at(8),"jpg",90)){
  1132. param::camera_tc = 10;
  1133. stitch_des = 9;
  1134. max_image_qulity = 0.0;
  1135. }
  1136. }
  1137. break;
  1138. }
  1139. break;
  1140. default:
  1141. break;
  1142. }
  1143. }
  1144. #endif //拼接
  1145. #endif //解析
  1146. m_fps_timer->incrementFrame();
  1147. }else{
  1148. qDebug() << "消息队列为空!";
  1149. }
  1150. frameMutex.unlock();
  1151. m_decoding = false;
  1152. });
  1153. }
  1154. if(param::camera_tc == 10){
  1155. emit signal_stitch();
  1156. setCameraSw(false);
  1157. }
  1158. }
  1159. void
  1160. Frames::registerQmlType()
  1161. {
  1162. qmlRegisterType< Qt6QCamera::Frames > ( "Frames", 0, 1, "Frames" );
  1163. }
  1164. int
  1165. Frames::testJNI(){
  1166. return QJniObject::callStaticMethod<jint>("GetUsbPermission",
  1167. "testfunc",
  1168. "()I");
  1169. }
  1170. int
  1171. Frames::requestPermission(int vid, int pid){
  1172. int ret = 0;
  1173. QtAndroidPrivate::requestPermission(QtAndroidPrivate::PermissionType::Camera);
  1174. QJniObject activity = QtAndroidPrivate::activity();
  1175. if(!activity.isValid()) return 0;
  1176. QJniObject serviceName = QJniObject::getStaticObjectField<jstring>("android/content/Context","USB_SERVICE");
  1177. QJniObject usbManager = activity.callObjectMethod("getSystemService","(Ljava/lang/String;)Ljava/lang/Object;", serviceName.object<jobject>());
  1178. ret = QJniObject::callStaticMethod<jint>("GetUsbPermission", "requestDevicePermission",
  1179. "(Landroid/hardware/usb/UsbManager;II)I",
  1180. usbManager.object<jobject>(),vid,pid);
  1181. #if 1
  1182. auto qtContext = QJniObject(QNativeInterface::QAndroidApplication::context());
  1183. if(qtContext.isValid()){
  1184. QJniObject jClass("com/yfkj/cb/Q6iot/UvcCameraActivity");
  1185. jClass.callMethod<void>("initCameraHelper","(Landroid/content/Context;)V",qtContext.object());
  1186. }
  1187. #endif
  1188. return ret;
  1189. }
  1190. void
  1191. Frames::initCam()
  1192. {
  1193. if(param::camera_type.contains("qcamera")){
  1194. m_cam = new QCamera( this );
  1195. m_imageCapture = new QImageCapture;
  1196. const auto fs = m_cam->cameraDevice().videoFormats();
  1197. if(!fs.isEmpty()) {
  1198. QCameraFormat bestFormat;
  1199. for( const auto &ss : fs )
  1200. {
  1201. if(bestFormat.maxFrameRate() == ss.maxFrameRate() &&
  1202. bestFormat.resolution().width()*bestFormat.resolution().height() <
  1203. ss.resolution().width()*ss.resolution().height()){
  1204. bestFormat = ss;
  1205. qDebug() << "ss相机宽度:"<<ss.resolution().width() << "ss相机高度:" << ss.resolution().height();
  1206. qDebug() << "像素格式:" << ss.pixelFormat();
  1207. m_cam->setCameraFormat( bestFormat );
  1208. }
  1209. }
  1210. }
  1211. m_capture.setCamera( m_cam );
  1212. m_capture.setImageCapture(m_imageCapture);
  1213. m_capture.setVideoSink(m_videoSink);
  1214. m_cam->setFocusMode( QCamera::FocusModeAuto );
  1215. connect(m_cam,&QCamera::errorOccurred,this,&Frames::displayCameraError);
  1216. connect(m_imageCapture, &QImageCapture::readyForCaptureChanged, this, &Frames::readyForCapture);
  1217. connect(m_imageCapture,&QImageCapture::imageCaptured,this,&Frames::processCapturedImage);
  1218. connect(m_imageCapture, &QImageCapture::imageSaved, this, &Frames::imageSaved);
  1219. connect(m_imageCapture, &QImageCapture::errorOccurred, this, &Frames::displayCaptureError);
  1220. if(m_cam->cameraFormat().isNull()){
  1221. auto formats = m_cam->cameraDevice().videoFormats();
  1222. }
  1223. }else if(param::camera_type.contains("uvc")){
  1224. #if 1
  1225. auto qtContext = QJniObject(QNativeInterface::QAndroidApplication::context());
  1226. if(qtContext.isValid()){
  1227. jClass = new QJniObject("com/yfkj/cb/Q6iot/UvcCameraActivity");
  1228. if(jClass->isValid())
  1229. jClass->callMethod<void>("initCameraHelper","(Landroid/content/Context;)V",qtContext.object());
  1230. }
  1231. int ret = testJNI();
  1232. qDebug()<<"testJNI ret:" << ret;
  1233. #else
  1234. int ret = testJNI();
  1235. qDebug()<<"testJNI ret:" << ret;
  1236. int vid = 0, pid = 0;
  1237. findUVCDevice(vid,pid); //查找uvc设备
  1238. ret = requestPermission(vid,pid); //请求权限
  1239. qDebug()<<"getPermission return:" << ret;
  1240. #endif
  1241. }else if(param::camera_type.contains("hikrobot")){
  1242. int ret = testJNI();
  1243. qDebug()<<"testJNI ret:" << ret;
  1244. #if 0
  1245. jClass = new QJniObject("com/yfkj/cb/Q6iot/CameraManager");
  1246. #else
  1247. #endif
  1248. }
  1249. }
  1250. qreal
  1251. Frames::angle() const
  1252. {
  1253. return 0.0;
  1254. }
  1255. qreal
  1256. Frames::xScale() const
  1257. {
  1258. return 1.0;
  1259. }
  1260. qreal
  1261. Frames::yScale() const
  1262. {
  1263. return 1.0;
  1264. }
  1265. QString
  1266. Frames::formatString() const
  1267. {
  1268. return m_formatString;
  1269. }
  1270. QString
  1271. Frames::fpsString() const
  1272. {
  1273. return m_fpsString;
  1274. }
  1275. QString
  1276. Frames::qulityString() const
  1277. {
  1278. return m_qulityString;
  1279. }
  1280. bool
  1281. Frames:: auto_clicked() const
  1282. {
  1283. return true;
  1284. }
  1285. bool
  1286. Frames:: camera_sw() const
  1287. {
  1288. return camera_sta;
  1289. }
  1290. void
  1291. Frames::onFPSUpdated(double fps){
  1292. m_fpsString = QString( "%1x%2 at %13 @%3" ).arg(QString::number(m_frame.cols),QString::number(m_frame.rows),QString::number(fps,'f',2) + " (FPS)",QString::number(param::ptlist.size()));
  1293. emit fpsStringChanged();
  1294. }
  1295. void
  1296. Frames::timer()
  1297. {
  1298. if(param::camera_tc == 10){
  1299. emit signal_stitch();
  1300. setCameraSw(false);
  1301. }
  1302. #ifdef focus_board
  1303. emit serial_data(m_json.ImageFunc(m_qulityString.toDouble()));
  1304. #endif
  1305. }
  1306. void
  1307. Frames::update_qulstr(QString q_str)
  1308. {
  1309. qDebug() << "update_qulstr:" << q_str;
  1310. m_qulityString = q_str;
  1311. emit qulityStringChanged();
  1312. }
  1313. void
  1314. Frames::saveImage()
  1315. {
  1316. image_qulity_num = 0;
  1317. image_qulity.clear();
  1318. //停止清晰度发送,关闭定时器m1s
  1319. LOG("saveImage start!");
  1320. #ifdef focus_board
  1321. if(camera_sw()==true)
  1322. param::camera_tc = 1;
  1323. #else
  1324. //灰度值检测,全黑则不再往下进行,上报预警消息
  1325. if(m_frame.empty()) return;
  1326. Mat image_gray;
  1327. cv::cvtColor(m_frame,image_gray,cv::COLOR_RGBA2GRAY);
  1328. double grayvalue = cv::mean(image_gray)[0];
  1329. m_qulityString = m_opencvfunc.Tenengrad(m_frame);
  1330. image_qulity.append(m_qulityString.toDouble());
  1331. emit serial_data(m_json.ImageFunc(m_qulityString.toDouble()));
  1332. emit qulityStringChanged();
  1333. LOG("image_gray:{}",grayvalue);
  1334. LOG("Tenengrad:{}",m_qulityString.toStdString());
  1335. if(grayvalue<50.0){
  1336. emit dataUpload(m_json.MakeJsonWarn("Photo ERROR",QString::number(grayvalue)));
  1337. setCameraSw(false); //关闭相机
  1338. emit signal_photoerr();
  1339. return;
  1340. }
  1341. // if(param::ptlist.empty()){
  1342. // emit serial_data(m_json.MotorMove("movy","f20","1"));
  1343. // }else{
  1344. // emit serial_data(m_json.MotorMove("movy","f4","1"));
  1345. // }
  1346. #endif
  1347. }
  1348. void Frames::ImageCallBackEx(unsigned char * pData, MV_FRAME_OUT_INFO_EX* pFrameInfo, void* pUser)
  1349. {
  1350. Frames *frame_p = reinterpret_cast<Frames*>(pUser);
  1351. if (pFrameInfo&&frame_p)
  1352. {
  1353. qDebug() <<"Get One Frame: Width:"
  1354. << pFrameInfo->nWidth << " Height:"
  1355. <<pFrameInfo->nHeight << " nFrameNum:"
  1356. <<pFrameInfo->nFrameNum << "pixelType:"
  1357. <<pFrameInfo->enPixelType;
  1358. cv::Mat tempMat = cv::Mat(pFrameInfo->nHeight , pFrameInfo->nWidth, CV_8UC2,pData,cv::Mat::AUTO_STEP);
  1359. if (tempMat.empty()) {
  1360. // 处理转换失败的情况
  1361. qDebug() << "Failed to convert QByteArray to cv::Mat";
  1362. return; // 可能需要根据实际情况进行处理,比如抛出异常或返回错误码
  1363. }
  1364. cv::Mat rgbImage;
  1365. cv::cvtColor(tempMat, rgbImage, cv::COLOR_YUV2RGB_YVYU);//YUV422
  1366. emit frame_p->uvcframeAvailable(rgbImage);
  1367. // cv::cvtColor(rgbImage,rgbImage,cv::COLOR_RGB2RGBA);
  1368. // const int size_frame = rgbImage.total()*rgbImage.elemSize(); //字节数
  1369. // // 创建 QVideoFrame 对象,并设置相关参数
  1370. // QVideoFrameFormat frame_format(QSize(rgbImage.cols, rgbImage.rows),
  1371. // QVideoFrameFormat::Format_RGBA8888);
  1372. // QVideoFrame f(frame_format);
  1373. // if(f.map(QVideoFrame::WriteOnly)){
  1374. // // 将共享内存数据复制到 QVideoFrame
  1375. // memcpy(f.bits(0), rgbImage.data, size_frame);
  1376. // f.unmap();
  1377. // emit frame_p->frameAvailable(f);
  1378. // }
  1379. }
  1380. }
  1381. void Frames::displayFrame(const QVideoFrame &frame)
  1382. {
  1383. if(m_videoSink){
  1384. m_videoSink->setVideoFrame(frame);
  1385. }else{
  1386. qDebug() << "m_videoSink Error!";
  1387. }
  1388. }
  1389. //*使用capture捕获照片*/
  1390. void
  1391. Frames::captureImage(){
  1392. if(param::camera_type.contains("qcamera")){
  1393. if(m_imageCapture->isAvailable()){
  1394. m_imageCapture->setResolution(1920,1080);
  1395. m_imageCapture->setQuality(QImageCapture::VeryHighQuality);
  1396. m_imageCapture->setFileFormat(QImageCapture::JPEG);
  1397. qDebug() <<"捕获质量:" <<m_imageCapture->quality();
  1398. qDebug() <<"捕获像素:" <<m_imageCapture->resolution();
  1399. qDebug() <<"捕获格式:" <<m_imageCapture->fileFormat();
  1400. m_imageCapture->captureToFile();
  1401. }
  1402. }else if(param::camera_type.contains("uvc")||param::camera_type.contains("hikrobot")){
  1403. setCameraSw(true);
  1404. // 延时一段时间后触发拍照
  1405. QTimer::singleShot(10000, [](){
  1406. LOG("立即拍照!");
  1407. param::camera_tc = 100;
  1408. //创建文件夹
  1409. });
  1410. }
  1411. }
  1412. void
  1413. Frames::readyForCapture(bool ready)
  1414. {
  1415. Q_UNUSED(ready);
  1416. const QList<QSize> supportedResolutions = m_imageCapture->captureSession()->camera()->cameraDevice().photoResolutions();
  1417. // 初始化最大分辨率为一个较小的值
  1418. QSize maxResolution = QSize(0, 0);
  1419. for (const QSize &resolution : supportedResolutions) {
  1420. qDebug() << "readyForCapture Resolution" <<QString("%1x%2").arg(resolution.width()).arg(resolution.height()),
  1421. QVariant(resolution);
  1422. // 更新最大分辨率
  1423. if (resolution.width() > maxResolution.width() && resolution.height() > maxResolution.height()) {
  1424. maxResolution = resolution;
  1425. }
  1426. }
  1427. m_imageCapture->setResolution(1920,1080);
  1428. m_imageCapture->setQuality(QImageCapture::VeryHighQuality);
  1429. m_imageCapture->setFileFormat(QImageCapture::JPEG);
  1430. }
  1431. void
  1432. Frames::processCapturedImage(int requestId, const QImage &img){
  1433. Q_UNUSED(requestId);
  1434. m_image = img;
  1435. qDebug() <<"processCapturedImage";
  1436. }
  1437. void
  1438. Frames::displayCaptureError(int id, const QImageCapture::Error error, const QString &errorString){
  1439. Q_UNUSED(id);
  1440. Q_UNUSED(error);
  1441. qDebug() <<"Image Capture Error:"<<errorString;
  1442. }
  1443. void
  1444. Frames::imageSaved(int id, const QString &fileName){
  1445. Q_UNUSED(id);
  1446. qDebug() <<"imageSaved:" <<fileName;
  1447. }
  1448. void
  1449. Frames::displayCameraError(){
  1450. if(m_cam->error()!=QCamera::NoError){
  1451. qDebug() <<"displayCameraError:" <<m_cam->errorString();
  1452. }
  1453. }
  1454. #if 0
  1455. void
  1456. Frames::sendImage(QImage frame){
  1457. m_pImgProvider->updateImage(frame);
  1458. emit callQmlRefeshImg();
  1459. }
  1460. #endif
  1461. } /* namespace Qt6QCamera */