|
|
@@ -41,6 +41,11 @@
|
|
|
#include <main.h>
|
|
|
#include <m_loger.h>
|
|
|
#include <QMessageBox>
|
|
|
+#include <QFileInfo>
|
|
|
+
|
|
|
+// OpenCV include.
|
|
|
+#include <opencv2/imgproc.hpp>
|
|
|
+#include <opencv2/core.hpp>
|
|
|
|
|
|
// #include "im2d.hpp"
|
|
|
// #include "im2d_common.h"
|
|
|
@@ -121,7 +126,9 @@ Frames::Frames(QObject * parent)
|
|
|
}
|
|
|
|
|
|
|
|
|
- stitch_des = 0;
|
|
|
+ fusion_num = 0;
|
|
|
+ m_height = 0;
|
|
|
+ m_width = 0;
|
|
|
|
|
|
connect( m_1s, &QTimer::timeout, this, &Frames::timer);
|
|
|
m_1s->setInterval( 500 ); //1000
|
|
|
@@ -153,7 +160,7 @@ Frames::Frames(QObject * parent)
|
|
|
|
|
|
Frames::~Frames()
|
|
|
{
|
|
|
- qDebug() << "=== Frames Destructor Start ===";
|
|
|
+ DEBUG("=== Frames Destructor Start ===");
|
|
|
// 1. 先停止所有定时器
|
|
|
if (m_1s && m_1s->isActive()) {
|
|
|
m_1s->stop();
|
|
|
@@ -169,7 +176,7 @@ Frames::~Frames()
|
|
|
{
|
|
|
// 先停止抓图
|
|
|
if (MV_CC_StopGrabbing(handle) != MV_OK) {
|
|
|
- qDebug() << "Warning: Failed to stop grabbing";
|
|
|
+ WARN("Warning: Failed to stop grabbing");
|
|
|
}
|
|
|
// 等待抓图线程结束
|
|
|
if (m_grabThread.isRunning()) {
|
|
|
@@ -178,7 +185,7 @@ Frames::~Frames()
|
|
|
}
|
|
|
// 关闭设备
|
|
|
if (MV_CC_CloseDevice(handle) != MV_OK) {
|
|
|
- qDebug() << "Warning: Failed to close device";
|
|
|
+ WARN("Warning: Failed to close device");
|
|
|
}
|
|
|
MV_CC_DestroyHandle(handle);
|
|
|
handle = NULL;
|
|
|
@@ -203,17 +210,17 @@ Frames::~Frames()
|
|
|
delete m_videoSink;
|
|
|
m_videoSink = nullptr;
|
|
|
}
|
|
|
- qDebug() << "=== Frames Destructor End ===";
|
|
|
+ DEBUG("=== Frames Destructor End ===");
|
|
|
}
|
|
|
|
|
|
|
|
|
void
|
|
|
Frames::setVideoSink( QVideoSink * newVideoSink )
|
|
|
{
|
|
|
- qDebug() << "setVideoSink:"<<newVideoSink;
|
|
|
+ DEBUG("setVideoSink: {}", fmt::ptr(newVideoSink));
|
|
|
if( m_videoSink == newVideoSink )
|
|
|
{
|
|
|
- qDebug() << "m_videoSink == newVideoSink";
|
|
|
+ DEBUG("m_videoSink == newVideoSink");
|
|
|
return;
|
|
|
}
|
|
|
|
|
|
@@ -222,11 +229,15 @@ Frames::setVideoSink( QVideoSink * newVideoSink )
|
|
|
emit videoSinkChanged();
|
|
|
}
|
|
|
|
|
|
+
|
|
|
void
|
|
|
Frames::setChange(bool stat_t)
|
|
|
{
|
|
|
LOG("开始自动对焦,发送指令到控制板,{}!",stat_t);
|
|
|
if(stat_t){
|
|
|
+ m_fusionFirstSaved = false;
|
|
|
+ m_fusionFinishing = false;
|
|
|
+ m_fusionActive = false;
|
|
|
emit serial_data(m_json.Autofocus());
|
|
|
}
|
|
|
|
|
|
@@ -246,7 +257,7 @@ Frames::setCameraSw(bool stat_cam)
|
|
|
auto qtContext = QJniObject(QNativeInterface::QAndroidApplication::context());
|
|
|
jboolean javaState = stat_cam ? JNI_TRUE :JNI_FALSE;
|
|
|
param::camera_tc = 0;
|
|
|
- stitch_des = 0;
|
|
|
+ fusion_num = 0;
|
|
|
camera_sta = stat_cam;
|
|
|
if(camera_sta && m_streaming_active) return; //如果已经是打开状态,退出
|
|
|
MVCC_FLOATVALUE stExposureTime = {0};
|
|
|
@@ -357,7 +368,7 @@ Frames::setCameraSw(bool stat_cam)
|
|
|
if (NULL == pDeviceInfo)
|
|
|
{
|
|
|
emit cameraOpenFailed("pDeviceInfo is NULL!");
|
|
|
- qDebug() << "pDeviceInfo is NULL!";
|
|
|
+ DEBUG("pDeviceInfo is NULL!");
|
|
|
return;
|
|
|
}
|
|
|
}
|
|
|
@@ -413,10 +424,10 @@ Frames::setCameraSw(bool stat_cam)
|
|
|
if (MV_OK != nRet)
|
|
|
{
|
|
|
unsigned int unsignedValue = static_cast<unsigned int>(nRet);
|
|
|
- qDebug() << "MV_CC_RegisterImageCallBackEx fail! nRet" << QString::number(unsignedValue, 16).toUpper();
|
|
|
+ DEBUG("MV_CC_RegisterImageCallBackEx fail! nRet: {:x}", unsignedValue);
|
|
|
return ;
|
|
|
}else{
|
|
|
- qDebug() << "MV_CC_RegisterImageCallBackEx Success!";
|
|
|
+ DEBUG("MV_CC_RegisterImageCallBackEx Success!");
|
|
|
}
|
|
|
#endif
|
|
|
MVCC_INTVALUE_EX width,height;
|
|
|
@@ -511,7 +522,7 @@ Frames::setCameraSw(bool stat_cam)
|
|
|
if (MV_OK != nRet)
|
|
|
{
|
|
|
unsigned int unsignedValue = static_cast<unsigned int>(nRet);
|
|
|
- qDebug() << "MV_CC_RegisterImageCallBackEx fail! nRet:" << QString::number(unsignedValue, 16).toUpper();
|
|
|
+ DEBUG("MV_CC_RegisterImageCallBackEx fail! nRet: {:x}", unsignedValue);
|
|
|
}
|
|
|
#endif
|
|
|
// close device
|
|
|
@@ -538,11 +549,6 @@ Frames::setCameraSw(bool stat_cam)
|
|
|
LOG("设置相机状态:{}",camera_sta);
|
|
|
emit cameraStaChanged(camera_sta); //同步状态到qml
|
|
|
emit serial_data(m_json.setLedState(camera_sta)); //设置补光灯状态
|
|
|
- if(!param::ptlist.empty())
|
|
|
- {
|
|
|
- //emit signal_photo_saved();
|
|
|
- //开始景深融合
|
|
|
- }
|
|
|
}
|
|
|
|
|
|
void
|
|
|
@@ -607,33 +613,40 @@ Frames::saveMatAsJpeg(const QVideoFrame &frame){
|
|
|
QString ts = QDateTime::currentDateTime().toString("yyyyMMddhhmmss");
|
|
|
if (frame.isValid()) {
|
|
|
QString name = picture_path_floader + "/" + ts +
|
|
|
- "z" + QString::number(z_step) +
|
|
|
- "x" + QString::number(x_step) + ".jpg";
|
|
|
+ "_y" + QString::number(fusion_num) + ".jpg";
|
|
|
QString name_sharp = picture_path_floader + "/" + ts +
|
|
|
- "z" + QString::number(z_step) +
|
|
|
- "x" + QString::number(x_step) + "_sharp.jpg";
|
|
|
+ "_y" + QString::number(fusion_num) + "_sharp.jpg";
|
|
|
if (frame.toImage().save(name,"jpg",100)) {
|
|
|
- //param::ptlist.append(name);
|
|
|
LOG("[saveMatAsJpeg] saved:{}",name.toStdString());
|
|
|
- #if 1
|
|
|
- emit stopGrabbing(false);
|
|
|
- //图像锐化
|
|
|
- Mat image = imread(name.toStdString());
|
|
|
- cv::Mat fused_sharp = m_opencvfunc.unsharpMask(image, 2.0, 3.0);
|
|
|
- //对比度
|
|
|
- cv::Mat Contrast_Image = m_opencvfunc.enhanceContrast(fused_sharp,0);
|
|
|
- std::vector<int> params = {cv::IMWRITE_PNG_COMPRESSION, 3};
|
|
|
- if (!cv::imwrite(name_sharp.toStdString(), Contrast_Image, params)) {
|
|
|
- ERROR("Failed to save fused image:{}",name_sharp.toStdString());
|
|
|
- }else{
|
|
|
- param::ptlist.append(name_sharp);
|
|
|
- emit signal_photo_saved();
|
|
|
- }
|
|
|
- #else
|
|
|
param::ptlist.append(name);
|
|
|
- emit stopGrabbing(false);
|
|
|
- #endif
|
|
|
+ if (param::fusion_enable == 0){
|
|
|
+ emit stopGrabbing(false);
|
|
|
+ //图像锐化
|
|
|
+ Mat image = imread(name.toStdString());
|
|
|
+ cv::Mat fused_sharp = m_opencvfunc.unsharpMask(image, 2.0, 3.0);
|
|
|
+ //对比度
|
|
|
+ cv::Mat Contrast_Image = m_opencvfunc.enhanceContrast(fused_sharp,0);
|
|
|
+ std::vector<int> jpegParams = {cv::IMWRITE_JPEG_QUALITY, 95};
|
|
|
+ if (!cv::imwrite(name_sharp.toStdString(), Contrast_Image, jpegParams)) {
|
|
|
+ ERROR("Failed to save fused image:{}",name_sharp.toStdString());
|
|
|
+ } else {
|
|
|
+ // 保存清晰图路径,用于景深融合后的清晰度对比
|
|
|
+ m_sharpPath = name_sharp;
|
|
|
+ LOG("[saveMatAsJpeg] sharp image path:{}", m_sharpPath.toStdString());
|
|
|
+ param::ptlist.clear();
|
|
|
+ param::ptlist.append(name_sharp);
|
|
|
+ emit signal_photo_saved();
|
|
|
+ }
|
|
|
+ return;
|
|
|
+ }
|
|
|
|
|
|
+ // 首次保存后启动融合
|
|
|
+ if (!m_fusionFirstSaved) {
|
|
|
+ m_fusionFirstSaved = true;
|
|
|
+ m_fusionActive = true;
|
|
|
+ onMovDone("0");
|
|
|
+ LOG("[saveMatAsJpeg] fusion started after first save");
|
|
|
+ }
|
|
|
} else {
|
|
|
WARN("[saveMatAsJpeg] write failed:{}",name.toStdString());
|
|
|
}
|
|
|
@@ -642,40 +655,315 @@ Frames::saveMatAsJpeg(const QVideoFrame &frame){
|
|
|
}
|
|
|
}
|
|
|
|
|
|
+void Frames::onMovDone(const QString stepcount)
|
|
|
+{
|
|
|
+ if (!camera_sw()) {
|
|
|
+ ERROR("Camera error!");
|
|
|
+ setCameraSw(false);
|
|
|
+ return;
|
|
|
+ }
|
|
|
+ // 1) 同步在本函数内完成清晰度计算 + 增量融合
|
|
|
+ if (m_fusionActive) {
|
|
|
+ if (stepcount != QString("0")){
|
|
|
+ fusion_num++;
|
|
|
+ param::camera_tc = 1;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ // 2) 清晰度评价 → 串口数据
|
|
|
+ m_qulityString = m_opencvfunc.Tenengrad(m_frame);
|
|
|
+ LOG("onMovDone:{}", m_qulityString.toStdString());
|
|
|
+ emit serial_data(m_json.ImageFunc(m_qulityString.toDouble()));
|
|
|
+ emit qulityStringChanged();
|
|
|
+ emit stepCountChanged(stepcount);
|
|
|
+}
|
|
|
+
|
|
|
+void Frames::finishDynamicFusion(){
|
|
|
+ LOG("开始图片景深融合!");
|
|
|
+ setCameraSw(false);
|
|
|
+
|
|
|
+ if (param::ptlist.isEmpty()) {
|
|
|
+ ERROR("[finishDynamicFusion] ptlist is empty!");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+ LOG("[finishDynamicFusion] ptlist has {} images", param::ptlist.size());
|
|
|
+
|
|
|
+ // 用 ptlist[0](第一张图,通常最清晰)建立参考清晰度基准,后续图以此判断模糊程度
|
|
|
+ {
|
|
|
+ cv::Mat refImg = cv::imread(param::ptlist[0].toStdString(), cv::IMREAD_GRAYSCALE);
|
|
|
+ if (!refImg.empty()) {
|
|
|
+ cv::Mat lap;
|
|
|
+ cv::Laplacian(refImg, lap, CV_32F);
|
|
|
+ cv::Scalar m, s;
|
|
|
+ cv::meanStdDev(lap, m, s);
|
|
|
+ m_refSharpness = s[0] * s[0];
|
|
|
+ LOG("[finishDynamicFusion] ref sharpness (Laplacian var): {}", m_refSharpness);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 保存 ptlist 副本供后台线程使用
|
|
|
+ QStringList ptlistCopy = param::ptlist;
|
|
|
+
|
|
|
+ // 使用 QtConcurrent 异步执行融合,避免阻塞UI
|
|
|
+ QtConcurrent::run([this, ptlistCopy]() {
|
|
|
+ // 进度回调 lambda(从后台线程调用,需要回到主线程发射信号)
|
|
|
+ auto progress = [this](const QString &msg, int percent) {
|
|
|
+ QMetaObject::invokeMethod(this, [this, msg, percent]() {
|
|
|
+ emit signal_fusion_progress(msg, percent);
|
|
|
+ }, Qt::QueuedConnection);
|
|
|
+ };
|
|
|
+ progress("开始景深融合...", 0);
|
|
|
+
|
|
|
+ // 景深融合开关未启用:跳过融合,对原图做同样后处理后直接上传
|
|
|
+ // 注:param::fusion_enable 由 MQTT fusion_sw 指令同步更新(持久化在 SQLite)
|
|
|
+ if (param::fusion_enable == 0) {
|
|
|
+ progress("融合已关闭,使用原图...", 10);
|
|
|
+ LOG("[finishDynamicFusion] fusion disabled (param::fusion_enable=0), skip fusion");
|
|
|
+ if (ptlistCopy.isEmpty()) {
|
|
|
+ progress("没有图片", 0);
|
|
|
+ LOG("[finishDynamicFusion] ptlistCopy is empty!");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+ QString singlePath = ptlistCopy.first();
|
|
|
+ cv::Mat img = cv::imread(singlePath.toStdString(), cv::IMREAD_COLOR);
|
|
|
+ if (img.empty()) {
|
|
|
+ progress("读取图片失败", 0);
|
|
|
+ LOG("[finishDynamicFusion] failed to read image: {}", singlePath.toStdString());
|
|
|
+ return;
|
|
|
+ }
|
|
|
+ progress("后处理原图...", 50);
|
|
|
+ cv::Mat denoised;
|
|
|
+ cv::bilateralFilter(img, denoised, 9, 25.0, 25.0, cv::BORDER_REFLECT_101);
|
|
|
+ cv::Mat sharp = m_opencvfunc.unsharpMask(denoised, 2.0, 3.0);
|
|
|
+ cv::Mat enhanced = m_opencvfunc.enhanceContrast(sharp, 0);
|
|
|
+ progress("保存图片...", 80);
|
|
|
+ QFileInfo fi(singlePath);
|
|
|
+ QString outPath = fi.absolutePath() + "/" + fi.completeBaseName() + "_enhanced.jpg";
|
|
|
+ std::vector<int> jpegParams = {cv::IMWRITE_JPEG_QUALITY, 95};
|
|
|
+ cv::imwrite(outPath.toStdString(), enhanced, jpegParams);
|
|
|
+ LOG("[finishDynamicFusion] (fusion disabled) saved enhanced: {}", outPath.toStdString());
|
|
|
+ progress("完成", 100);
|
|
|
+ QMetaObject::invokeMethod(this, [this, outPath]() {
|
|
|
+ param::ptlist.clear();
|
|
|
+ param::ptlist.append(outPath);
|
|
|
+ LOG("[finishDynamicFusion] (fusion disabled) emit signal_photo_saved");
|
|
|
+ emit signal_photo_saved();
|
|
|
+ }, Qt::QueuedConnection);
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 过滤图片:去除黑图、白图、无内容图和重复图
|
|
|
+ progress("正在过滤无效图片...", 5);
|
|
|
+ QStringList filteredList = filterImages(ptlistCopy, progress);
|
|
|
+ if (filteredList.size() < 2) {
|
|
|
+ if (filteredList.isEmpty()) {
|
|
|
+ progress("使用第一张原图...", 10);
|
|
|
+ LOG("[finishDynamicFusion] no valid images after filtering, use first original image");
|
|
|
+
|
|
|
+ // 使用 param::ptlist 第一张图片
|
|
|
+ if (param::ptlist.isEmpty()) {
|
|
|
+ progress("没有图片", 0);
|
|
|
+ LOG("[finishDynamicFusion] ptlist is also empty!");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ QString singlePath = param::ptlist.first();
|
|
|
+ cv::Mat img = cv::imread(singlePath.toStdString(), cv::IMREAD_COLOR);
|
|
|
+ if (img.empty()) {
|
|
|
+ progress("读取图片失败", 0);
|
|
|
+ LOG("[finishDynamicFusion] failed to read first image");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ progress("锐化处理...", 50);
|
|
|
+
|
|
|
+ // 锐化 + 对比度增强
|
|
|
+ cv::Mat sharp = m_opencvfunc.unsharpMask(img, 2.0, 3.0);
|
|
|
+ cv::Mat enhanced = m_opencvfunc.enhanceContrast(sharp, 0);
|
|
|
+
|
|
|
+ progress("保存图片...", 80);
|
|
|
+
|
|
|
+ // 保存处理后的图片
|
|
|
+ QFileInfo fi(singlePath);
|
|
|
+ QString outPath = fi.absolutePath() + "/" + fi.completeBaseName() + "_enhanced.jpg";
|
|
|
+ std::vector<int> jpegParams = {cv::IMWRITE_JPEG_QUALITY, 95};
|
|
|
+ cv::imwrite(outPath.toStdString(), enhanced, jpegParams);
|
|
|
+ LOG("[finishDynamicFusion] saved enhanced first image: {}", outPath.toStdString());
|
|
|
+
|
|
|
+ progress("完成", 100);
|
|
|
+
|
|
|
+ // 更新 ptlist 并触发上传
|
|
|
+ Frames* self = this;
|
|
|
+ QMetaObject::invokeMethod(this, [self, outPath]() {
|
|
|
+ param::ptlist.clear();
|
|
|
+ param::ptlist.append(outPath);
|
|
|
+ self->signal_photo_saved();
|
|
|
+ }, Qt::QueuedConnection);
|
|
|
+
|
|
|
+ // 通知UI
|
|
|
+ Frames* self2 = this;
|
|
|
+ QMetaObject::invokeMethod(this, [self2]() {
|
|
|
+ self2->signal_fusion_progress("已保存处理后的图片", 100);
|
|
|
+ }, Qt::QueuedConnection);
|
|
|
+ return;
|
|
|
+ } else {
|
|
|
+ progress("处理单张图片...", 10);
|
|
|
+ LOG("[finishDynamicFusion] only %d valid image(s), skipping fusion", filteredList.size());
|
|
|
+
|
|
|
+ // 读取唯一有效的图片
|
|
|
+ QString singlePath = filteredList.first();
|
|
|
+ cv::Mat img = cv::imread(singlePath.toStdString(), cv::IMREAD_COLOR);
|
|
|
+ if (img.empty()) {
|
|
|
+ progress("读取图片失败", 0);
|
|
|
+ LOG("[finishDynamicFusion] failed to read single image");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ progress("锐化处理...", 50);
|
|
|
+
|
|
|
+ // 锐化 + 对比度增强(与融合流程一致)
|
|
|
+ cv::Mat sharp = m_opencvfunc.unsharpMask(img, 2.0, 3.0);
|
|
|
+ cv::Mat enhanced = m_opencvfunc.enhanceContrast(sharp, 0);
|
|
|
+
|
|
|
+ progress("保存图片...", 80);
|
|
|
+
|
|
|
+ // 保存处理后的图片
|
|
|
+ QFileInfo fi(singlePath);
|
|
|
+ QString outPath = fi.absolutePath() + "/" + fi.completeBaseName() + "_enhanced.jpg";
|
|
|
+ std::vector<int> jpegParams = {cv::IMWRITE_JPEG_QUALITY, 95};
|
|
|
+ cv::imwrite(outPath.toStdString(), enhanced, jpegParams);
|
|
|
+ LOG("[finishDynamicFusion] saved enhanced single image: {}", outPath.toStdString());
|
|
|
+
|
|
|
+ progress("完成", 100);
|
|
|
+
|
|
|
+ // 更新 ptlist 并触发上传
|
|
|
+ Frames* self = this;
|
|
|
+ QMetaObject::invokeMethod(this, [self, outPath]() {
|
|
|
+ param::ptlist.clear();
|
|
|
+ param::ptlist.append(outPath);
|
|
|
+ self->signal_photo_saved();
|
|
|
+ }, Qt::QueuedConnection);
|
|
|
+ }
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 执行融合(带进度回调)
|
|
|
+ QString fusedPath = m_opencvfunc.fuseImages(filteredList, progress);
|
|
|
+
|
|
|
+ if (fusedPath.isEmpty()) {
|
|
|
+ progress("融合失败", 0);
|
|
|
+ LOG("[finishDynamicFusion] fusion failed!");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ progress("读取图片...", 60);
|
|
|
+
|
|
|
+ // 读取融合结果和第一张原图
|
|
|
+ cv::Mat fusedImg = cv::imread(fusedPath.toStdString(), cv::IMREAD_COLOR);
|
|
|
+ QString firstImgPath = ptlistCopy.first();
|
|
|
+ cv::Mat firstImg = cv::imread(firstImgPath.toStdString(), cv::IMREAD_COLOR);
|
|
|
+
|
|
|
+ if (fusedImg.empty() || firstImg.empty()) {
|
|
|
+ progress("读取图片失败", 0);
|
|
|
+ LOG("[finishDynamicFusion] failed to read images");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ progress("处理融合图...", 70);
|
|
|
+
|
|
|
+ // 融合图:锐化 + 对比度增强
|
|
|
+ cv::Mat fusedSharp = m_opencvfunc.unsharpMask(fusedImg, 2.0, 3.0);
|
|
|
+ cv::Mat fusedFinal = m_opencvfunc.enhanceContrast(fusedSharp, 0);
|
|
|
+
|
|
|
+ progress("处理原图...", 75);
|
|
|
+
|
|
|
+ // 第一张原图:锐化 + 对比度增强
|
|
|
+ cv::Mat firstSharp = m_opencvfunc.unsharpMask(firstImg, 2.0, 3.0);
|
|
|
+ cv::Mat firstFinal = m_opencvfunc.enhanceContrast(firstSharp, 0);
|
|
|
+
|
|
|
+ progress("保存锐化图...", 80);
|
|
|
+
|
|
|
+ // 保存锐化后的第一张图片
|
|
|
+ QFileInfo fi(firstImgPath);
|
|
|
+ QString firstSharpPath = fi.absolutePath() + "/" + fi.completeBaseName() + "_sharp.jpg";
|
|
|
+ std::vector<int> jpegParams = {cv::IMWRITE_JPEG_QUALITY, 95};
|
|
|
+ cv::imwrite(firstSharpPath.toStdString(), firstFinal, jpegParams);
|
|
|
+ LOG("[finishDynamicFusion] saved first image sharpened: {}", firstSharpPath.toStdString());
|
|
|
+
|
|
|
+ progress("计算清晰度...", 85);
|
|
|
+
|
|
|
+ // 计算清晰度
|
|
|
+ QString fusedQuality = m_opencvfunc.Tenengrad(fusedFinal);
|
|
|
+ QString firstQuality = m_opencvfunc.Tenengrad(firstFinal);
|
|
|
+
|
|
|
+ LOG("[finishDynamicFusion] fused quality: {}, first quality: {}",
|
|
|
+ fusedQuality.toStdString(), firstQuality.toStdString());
|
|
|
+
|
|
|
+ // 选择更清晰的图片
|
|
|
+ QString bestPath;
|
|
|
+ if (fusedQuality.toDouble() >= firstQuality.toDouble()) {
|
|
|
+ cv::imwrite(fusedPath.toStdString(), fusedFinal, jpegParams);
|
|
|
+ bestPath = fusedPath;
|
|
|
+ LOG("[finishDynamicFusion] use fused image");
|
|
|
+ } else {
|
|
|
+ QFileInfo fi2(firstImgPath);
|
|
|
+ QString outPath = fi2.absolutePath() + "/" + fi2.completeBaseName() + "_enhanced.jpg";
|
|
|
+ cv::imwrite(outPath.toStdString(), firstFinal, jpegParams);
|
|
|
+ bestPath = outPath;
|
|
|
+ LOG("[finishDynamicFusion] use first image");
|
|
|
+ }
|
|
|
+
|
|
|
+ progress("完成", 100);
|
|
|
+
|
|
|
+ // 更新 param::ptlist 并触发上传(回到主线程)
|
|
|
+ QMetaObject::invokeMethod(this, [this, firstSharpPath,bestPath]() {
|
|
|
+ param::ptlist.clear();
|
|
|
+ param::ptlist.append(firstSharpPath);
|
|
|
+ param::ptlist.append(bestPath);
|
|
|
+ LOG("[finishDynamicFusion] emit signal_photo_saved");
|
|
|
+ emit signal_photo_saved();
|
|
|
+ }, Qt::QueuedConnection);
|
|
|
+ });
|
|
|
+}
|
|
|
+
|
|
|
void
|
|
|
Frames::processFrameAsync(const RawFrame& frame){
|
|
|
//QtConcurrent::run([=]() {
|
|
|
cv::Mat raw;
|
|
|
+ cv::Mat convertedFrame;
|
|
|
switch (frame.pixelType) {
|
|
|
case PixelType_Gvsp_BayerRG8:
|
|
|
raw = cv::Mat(frame.height, frame.width, CV_8UC1,
|
|
|
(void*)frame.data.constData());
|
|
|
- cv::cvtColor(raw, m_frame, cv::COLOR_BayerRG2BGRA);
|
|
|
+ cv::cvtColor(raw, convertedFrame, cv::COLOR_BayerRG2BGRA);
|
|
|
break;
|
|
|
|
|
|
case PixelType_Gvsp_BayerGR8:
|
|
|
raw = cv::Mat(frame.height, frame.width, CV_8UC1,
|
|
|
(void*)frame.data.constData());
|
|
|
- cv::cvtColor(raw, m_frame, cv::COLOR_BayerGR2BGRA);
|
|
|
+ cv::cvtColor(raw, convertedFrame, cv::COLOR_BayerGR2BGRA);
|
|
|
break;
|
|
|
|
|
|
case PixelType_Gvsp_BayerBG8:
|
|
|
raw = cv::Mat(frame.height, frame.width, CV_8UC1,
|
|
|
(void*)frame.data.constData());
|
|
|
- cv::cvtColor(raw, m_frame, cv::COLOR_BayerBG2BGRA);
|
|
|
+ cv::cvtColor(raw, convertedFrame, cv::COLOR_BayerBG2BGRA);
|
|
|
break;
|
|
|
|
|
|
case PixelType_Gvsp_YUV422_YUYV_Packed:
|
|
|
raw = cv::Mat(frame.height, frame.width, CV_8UC2,
|
|
|
(void*)frame.data.constData());
|
|
|
- cv::cvtColor(raw, m_frame, cv::COLOR_YUV2RGBA_YUYV);
|
|
|
+ cv::cvtColor(raw, convertedFrame, cv::COLOR_YUV2RGBA_YUYV);
|
|
|
break;
|
|
|
|
|
|
default:
|
|
|
return;
|
|
|
}
|
|
|
+ {
|
|
|
+ QMutexLocker locker(&m_frameMutex);
|
|
|
+ m_frame = convertedFrame;
|
|
|
+ }
|
|
|
QVideoFrameFormat vfmt(
|
|
|
- QSize(m_frame.cols, m_frame.rows),
|
|
|
+ QSize(convertedFrame.cols, convertedFrame.rows),
|
|
|
QVideoFrameFormat::Format_RGBA8888
|
|
|
);
|
|
|
|
|
|
@@ -683,8 +971,8 @@ Frames::processFrameAsync(const RawFrame& frame){
|
|
|
if (!vf.map(QVideoFrame::WriteOnly))
|
|
|
return;
|
|
|
|
|
|
- memcpy(vf.bits(0), m_frame.data,
|
|
|
- m_frame.total() * m_frame.elemSize());
|
|
|
+ memcpy(vf.bits(0), convertedFrame.data,
|
|
|
+ convertedFrame.total() * convertedFrame.elemSize());
|
|
|
vf.unmap();
|
|
|
|
|
|
// ✅ 投递回 UI 线程
|
|
|
@@ -705,7 +993,6 @@ Frames::processFrameAsync(const RawFrame& frame){
|
|
|
emit stopGrabbing(false);
|
|
|
return;
|
|
|
}
|
|
|
-
|
|
|
}
|
|
|
//});
|
|
|
}
|
|
|
@@ -829,11 +1116,12 @@ Frames:: camera_sw() const
|
|
|
|
|
|
void
|
|
|
Frames::onFPSUpdated(double fps){
|
|
|
- m_fpsString = QString( "%1x%2 at %3 %4 %5" ).arg(QString::number(m_width),
|
|
|
+ m_fpsString = QString( "宽:%1高:%2 图像数量:%3 帧率:%4 曝光:%5 融合:%6" ).arg(QString::number(m_width),
|
|
|
QString::number(m_height),
|
|
|
QString::number(param::ptlist.size()),
|
|
|
- QString::number(fps,'f',2) + " (FPS) ",
|
|
|
- cam_ExposureTime());
|
|
|
+ QString::number(fps,'f',2),
|
|
|
+ cam_ExposureTime(),
|
|
|
+ param::fusion_enable ? "开":"关");
|
|
|
emit fpsStringChanged();
|
|
|
}
|
|
|
|
|
|
@@ -841,7 +1129,6 @@ void
|
|
|
Frames::timer()
|
|
|
{
|
|
|
if(param::camera_tc == 10){
|
|
|
- emit signal_stitch();
|
|
|
setCameraSw(false);
|
|
|
}
|
|
|
#ifdef focus_board
|
|
|
@@ -850,14 +1137,6 @@ Frames::timer()
|
|
|
}
|
|
|
|
|
|
void
|
|
|
-Frames::update_qulstr(QString q_str)
|
|
|
-{
|
|
|
- LOG("update_qulstr:{}",q_str.toStdString());
|
|
|
- m_qulityString = q_str;
|
|
|
- emit qulityStringChanged();
|
|
|
-}
|
|
|
-
|
|
|
-void
|
|
|
Frames::saveImage()
|
|
|
{
|
|
|
//停止清晰度发送,关闭定时器m1s
|
|
|
@@ -905,5 +1184,160 @@ Frames::captureImage(){
|
|
|
});
|
|
|
}
|
|
|
|
|
|
+// ==================== 图片质量检测实现 ====================
|
|
|
+
|
|
|
+// 内部辅助:计算灰度图的 Laplacian 方差(Laplacian var = 高频能量,聚焦时高、失焦时低)
|
|
|
+static double laplacianSharpness(const cv::Mat& gray) {
|
|
|
+ cv::Mat lap;
|
|
|
+ cv::Laplacian(gray, lap, CV_32F);
|
|
|
+ cv::Scalar mean, stddev;
|
|
|
+ cv::meanStdDev(lap, mean, stddev);
|
|
|
+ return stddev[0] * stddev[0];
|
|
|
+}
|
|
|
+
|
|
|
+// 内部辅助:计算灰度图的边缘密度(Scharr 梯度像素占比,检测低纹理)
|
|
|
+static double edgeDensity(const cv::Mat& gray) {
|
|
|
+ cv::Mat gx, gy;
|
|
|
+ cv::Sobel(gray, gx, CV_32F, 1, 0, 3);
|
|
|
+ cv::Sobel(gray, gy, CV_32F, 0, 1, 3);
|
|
|
+ cv::Mat gradientMag = cv::abs(gx) + cv::abs(gy);
|
|
|
+ double edgePixels = cv::countNonZero(gradientMag > 5.0);
|
|
|
+ return edgePixels / static_cast<double>(gray.total());
|
|
|
+}
|
|
|
+
|
|
|
+// 内部辅助:估计灰度图噪声水平(噪声 ≈ 原图 - 中值滤波结果 的标准差)
|
|
|
+static double estimateNoiseStd(const cv::Mat& gray) {
|
|
|
+ cv::Mat median;
|
|
|
+ cv::medianBlur(gray, median, 5);
|
|
|
+ cv::Mat diff = gray - median;
|
|
|
+ cv::Scalar m, s;
|
|
|
+ cv::meanStdDev(diff, m, s);
|
|
|
+ return s[0];
|
|
|
+}
|
|
|
+
|
|
|
+// 内部辅助:检测局部遮挡(分块 Laplacian 方差,某块远低于全局均值则判定遮挡)
|
|
|
+static bool hasLocalObscuration(const cv::Mat& gray, int gridSize = 4) {
|
|
|
+ const int bh = gray.rows / gridSize;
|
|
|
+ const int bw = gray.cols / gridSize;
|
|
|
+ if (bh < 20 || bw < 20) return false;
|
|
|
+
|
|
|
+ double globalSharp = laplacianSharpness(gray);
|
|
|
+ int blockCount = 0;
|
|
|
+ int badBlocks = 0;
|
|
|
+
|
|
|
+ for (int r = 0; r < gridSize; ++r) {
|
|
|
+ for (int c = 0; c < gridSize; ++c) {
|
|
|
+ cv::Rect roi(c * bw, r * bh, bw, bh);
|
|
|
+ cv::Mat block = gray(roi);
|
|
|
+ double blockSharp = laplacianSharpness(block);
|
|
|
+ // 某块清晰度低于全局 20% 且该块像素数占比合理 → 疑似遮挡
|
|
|
+ if (blockSharp < globalSharp * 0.2) {
|
|
|
+ ++badBlocks;
|
|
|
+ }
|
|
|
+ ++blockCount;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ // 超过 1/4 的块疑似遮挡 → 整体判定有遮挡
|
|
|
+ return badBlocks > blockCount / 4;
|
|
|
+}
|
|
|
+
|
|
|
+// 质量码定义
|
|
|
+// 0=正常 1=全黑 2=全白 4=过曝 5=欠曝 6=低纹理 7=模糊 8=镜头遮挡/脏污
|
|
|
+int Frames::detectImageQuality(const cv::Mat& img) const {
|
|
|
+ if (img.empty()) return 3;
|
|
|
+
|
|
|
+ // 统一转灰度,后续所有计算在此之上
|
|
|
+ cv::Mat gray;
|
|
|
+ if (img.channels() == 3) {
|
|
|
+ cv::cvtColor(img, gray, cv::COLOR_BGR2GRAY);
|
|
|
+ } else if (img.channels() == 4) {
|
|
|
+ cv::cvtColor(img, gray, cv::COLOR_RGBA2GRAY);
|
|
|
+ } else {
|
|
|
+ gray = img.clone();
|
|
|
+ }
|
|
|
+
|
|
|
+ const double w = gray.cols, h = gray.rows;
|
|
|
+ if (w <= 0 || h <= 0) return 3;
|
|
|
+
|
|
|
+ cv::Scalar meanVal = cv::mean(gray);
|
|
|
+ const double meanBrightness = meanVal[0];
|
|
|
+
|
|
|
+ // ---------- 1. 全黑/全白(亮度极端) ----------
|
|
|
+ if (meanBrightness < 15.0) return 1; // 全黑
|
|
|
+ if (meanBrightness > 240.0) return 2; // 全白
|
|
|
+
|
|
|
+ // ---------- 2. 过曝/欠曝(截断像素占比) ----------
|
|
|
+ // 过曝:高亮度像素占比过高(高光截断 → 无纹理)
|
|
|
+ cv::Mat overMask = (gray >= 250);
|
|
|
+ const double overRatio = cv::countNonZero(overMask) / static_cast<double>(gray.total());
|
|
|
+ if (overRatio > 0.8) return 4; // 超过 80% 高光像素
|
|
|
+
|
|
|
+ // 欠曝:低亮度像素占比过高
|
|
|
+ cv::Mat underMask = (gray <= 5);
|
|
|
+ const double underRatio = cv::countNonZero(underMask) / static_cast<double>(gray.total());
|
|
|
+ if (underRatio > 0.9) return 5; // 超过 90% 暗部像素
|
|
|
+
|
|
|
+ // ---------- 3. 低纹理(边缘密度) ----------
|
|
|
+ // 仅对中央 80% 区域采样,避免边框噪点干扰
|
|
|
+ const cv::Rect roi(static_cast<int>(w * 0.1), static_cast<int>(h * 0.1),
|
|
|
+ static_cast<int>(w * 0.8), static_cast<int>(h * 0.8));
|
|
|
+ const double edgeRatio = edgeDensity(gray(roi));
|
|
|
+ if (edgeRatio < 0.005) return 6; // 几乎无纹理
|
|
|
+#if 0
|
|
|
+ // ---------- 4. 运动模糊 / 低清晰度(相对 Laplacian 方差) ----------
|
|
|
+ const double lapVar = laplacianSharpness(gray(roi));
|
|
|
+ // m_refSharpness 由 ptlist[0](最清晰帧)初始化;若未初始化则以当前图为准
|
|
|
+ const double refSharp = (m_refSharpness > 0.0) ? m_refSharpness : lapVar;
|
|
|
+ // 低于参考值 60% 且低于绝对阈值 100 → 判定模糊
|
|
|
+ if (lapVar < refSharp * 0.4 || lapVar < 80.0) return 7;
|
|
|
+#endif
|
|
|
+ // ---------- 5. 镜头遮挡 / 脏污(分块 Laplacian 方差) ----------
|
|
|
+ if (hasLocalObscuration(gray(roi))) return 8;
|
|
|
+
|
|
|
+ return 0; // 通过全部检测
|
|
|
+}
|
|
|
+
|
|
|
+QStringList Frames::filterImages(const QStringList& paths,
|
|
|
+ std::function<void(const QString&, int)> progressCallback) const {
|
|
|
+ QStringList filtered;
|
|
|
+
|
|
|
+ const int total = paths.size();
|
|
|
+
|
|
|
+ for (int i = 0; i < paths.size(); ++i) {
|
|
|
+ const QString& path = paths[i];
|
|
|
+
|
|
|
+ // 报告进度
|
|
|
+ if (progressCallback) {
|
|
|
+ progressCallback(QString("检测图片 %1/%2...").arg(i + 1).arg(total), (i * 50) / total);
|
|
|
+ }
|
|
|
+
|
|
|
+ // 读取图片
|
|
|
+ cv::Mat img = cv::imread(path.toStdString(), cv::IMREAD_COLOR);
|
|
|
+ if (img.empty()) {
|
|
|
+ LOG("[filterImages] skip invalid image: {}", path.toStdString());
|
|
|
+ continue;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 检测图片质量
|
|
|
+ int quality = detectImageQuality(img);
|
|
|
+ switch (quality) {
|
|
|
+ case 1: LOG("[filterImages] skip (全黑): {}", path.toStdString()); break;
|
|
|
+ case 2: LOG("[filterImages] skip (全白): {}", path.toStdString()); break;
|
|
|
+ case 4: LOG("[filterImages] skip (过曝): {}", path.toStdString()); break;
|
|
|
+ case 5: LOG("[filterImages] skip (欠曝): {}", path.toStdString()); break;
|
|
|
+ case 6: LOG("[filterImages] skip (低纹理): {}", path.toStdString()); break;
|
|
|
+ case 7: LOG("[filterImages] skip (模糊): {}", path.toStdString()); break;
|
|
|
+ case 8: LOG("[filterImages] skip (镜头遮挡): {}", path.toStdString()); break;
|
|
|
+ default: filtered.append(path); break;
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ LOG("[filterImages] filtered: {} -> {} images", paths.size(), filtered.size());
|
|
|
+ if (progressCallback) {
|
|
|
+ progressCallback(QString("过滤完成: %1张有效图片").arg(filtered.size()), 50);
|
|
|
+ }
|
|
|
+
|
|
|
+ return filtered;
|
|
|
+}
|
|
|
|
|
|
} /* namespace Qt6QCamera */
|