|
|
@@ -177,3 +177,300 @@ Mat OpencvFunc::qim2mat(QImage &qim)
|
|
|
}
|
|
|
return mat;
|
|
|
}
|
|
|
+
|
|
|
+
|
|
|
+// ==================== DWT多聚焦融合算法实现 ====================
|
|
|
+
|
|
|
+// Haar小波分解(单级)
|
|
|
+void haarDWTLevel(cv::Mat& src, cv::Mat& LL, cv::Mat& LH, cv::Mat& HL, cv::Mat& HH) {
|
|
|
+ int rows = src.rows;
|
|
|
+ int cols = src.cols;
|
|
|
+
|
|
|
+ // 确保尺寸是偶数
|
|
|
+ int newRows = (rows % 2 == 0) ? rows : rows - 1;
|
|
|
+ int newCols = (cols % 2 == 0) ? cols : cols - 1;
|
|
|
+
|
|
|
+ cv::Mat temp = src(cv::Rect(0, 0, newCols, newRows)).clone();
|
|
|
+ temp.convertTo(temp, CV_64F);
|
|
|
+
|
|
|
+ // 分配输出空间
|
|
|
+ LL.create(newRows / 2, newCols / 2, CV_64F);
|
|
|
+ LH.create(newRows / 2, newCols / 2, CV_64F);
|
|
|
+ HL.create(newRows / 2, newCols / 2, CV_64F);
|
|
|
+ HH.create(newRows / 2, newCols / 2, CV_64F);
|
|
|
+
|
|
|
+ // 临时矩阵用于存储中间结果
|
|
|
+ cv::Mat tempH(newRows, newCols / 2, CV_64F);
|
|
|
+ cv::Mat tempV(newRows / 2, newCols / 2, CV_64F);
|
|
|
+
|
|
|
+ // 水平方向分解
|
|
|
+ for (int i = 0; i < newRows; ++i) {
|
|
|
+ for (int j = 0; j < newCols / 2; ++j) {
|
|
|
+ double val1 = temp.at<double>(i, 2 * j);
|
|
|
+ double val2 = temp.at<double>(i, 2 * j + 1);
|
|
|
+ // 低通和高通
|
|
|
+ tempH.at<double>(i, j) = (val1 + val2) / sqrt(2.0);
|
|
|
+ tempV.at<double>(i, j) = (val1 - val2) / sqrt(2.0);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 垂直方向分解
|
|
|
+ for (int i = 0; i < newRows / 2; ++i) {
|
|
|
+ for (int j = 0; j < newCols / 2; ++j) {
|
|
|
+ double val1 = tempH.at<double>(2 * i, j);
|
|
|
+ double val2 = tempH.at<double>(2 * i + 1, j);
|
|
|
+ LL.at<double>(i, j) = (val1 + val2) / sqrt(2.0);
|
|
|
+ LH.at<double>(i, j) = (val1 - val2) / sqrt(2.0);
|
|
|
+
|
|
|
+ val1 = tempV.at<double>(2 * i, j);
|
|
|
+ val2 = tempV.at<double>(2 * i + 1, j);
|
|
|
+ HL.at<double>(i, j) = (val1 + val2) / sqrt(2.0);
|
|
|
+ HH.at<double>(i, j) = (val1 - val2) / sqrt(2.0);
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+
|
|
|
+// Haar小波逆变换(单级)
|
|
|
+void haarIDWTLevel(cv::Mat& LL, cv::Mat& LH, cv::Mat& HL, cv::Mat& HH, cv::Mat& dst) {
|
|
|
+ int rows = LL.rows * 2;
|
|
|
+ int cols = LL.cols * 2;
|
|
|
+
|
|
|
+ dst.create(rows, cols, CV_64F);
|
|
|
+
|
|
|
+ // 临时矩阵
|
|
|
+ cv::Mat tempH(rows, cols / 2, CV_64F);
|
|
|
+ cv::Mat tempV(rows, cols / 2, CV_64F);
|
|
|
+
|
|
|
+ // 垂直方向重构
|
|
|
+ for (int i = 0; i < rows / 2; ++i) {
|
|
|
+ for (int j = 0; j < cols / 2; ++j) {
|
|
|
+ double ll = LL.at<double>(i, j);
|
|
|
+ double lh = LH.at<double>(i, j);
|
|
|
+ double hl = HL.at<double>(i, j);
|
|
|
+ double hh = HH.at<double>(i, j);
|
|
|
+
|
|
|
+ tempH.at<double>(2 * i, j) = (ll + lh) / sqrt(2.0);
|
|
|
+ tempH.at<double>(2 * i + 1, j) = (ll - lh) / sqrt(2.0);
|
|
|
+ tempV.at<double>(2 * i, j) = (hl + hh) / sqrt(2.0);
|
|
|
+ tempV.at<double>(2 * i + 1, j) = (hl - hh) / sqrt(2.0);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 水平方向重构
|
|
|
+ for (int i = 0; i < rows; ++i) {
|
|
|
+ for (int j = 0; j < cols / 2; ++j) {
|
|
|
+ double h = tempH.at<double>(i, j);
|
|
|
+ double v = tempV.at<double>(i, j);
|
|
|
+
|
|
|
+ dst.at<double>(i, 2 * j) = (h + v) / sqrt(2.0);
|
|
|
+ dst.at<double>(i, 2 * j + 1) = (h - v) / sqrt(2.0);
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+
|
|
|
+// Haar小波分解(多级)
|
|
|
+std::vector<std::vector<cv::Mat>> OpencvFunc::haarDWT(const cv::Mat& src, int levels) {
|
|
|
+ std::vector<std::vector<cv::Mat>> coeffs(levels);
|
|
|
+
|
|
|
+ cv::Mat current = src.clone();
|
|
|
+ if (current.depth() != CV_64F) {
|
|
|
+ current.convertTo(current, CV_64F);
|
|
|
+ }
|
|
|
+
|
|
|
+ for (int i = 0; i < levels; ++i) {
|
|
|
+ cv::Mat LL, LH, HL, HH;
|
|
|
+ haarDWTLevel(current, LL, LH, HL, HH);
|
|
|
+
|
|
|
+ coeffs[i].resize(4);
|
|
|
+ coeffs[i][0] = LL.clone(); // LL
|
|
|
+ coeffs[i][1] = LH.clone(); // LH
|
|
|
+ coeffs[i][2] = HL.clone(); // HL
|
|
|
+ coeffs[i][3] = HH.clone(); // HH
|
|
|
+
|
|
|
+ current = LL.clone();
|
|
|
+ }
|
|
|
+
|
|
|
+ return coeffs;
|
|
|
+}
|
|
|
+
|
|
|
+// Haar小波逆变换(多级)
|
|
|
+cv::Mat OpencvFunc::haarIDWT(const std::vector<std::vector<cv::Mat>>& coeffs) {
|
|
|
+ if (coeffs.empty()) {
|
|
|
+ return cv::Mat();
|
|
|
+ }
|
|
|
+
|
|
|
+ int levels = coeffs.size();
|
|
|
+ cv::Mat current = coeffs[levels - 1][0].clone(); // 最底层的LL
|
|
|
+
|
|
|
+ // 从最底层向上重构
|
|
|
+ for (int i = levels - 1; i >= 0; --i) {
|
|
|
+ cv::Mat LL = current;
|
|
|
+ cv::Mat LH = coeffs[i][1];
|
|
|
+ cv::Mat HL = coeffs[i][2];
|
|
|
+ cv::Mat HH = coeffs[i][3];
|
|
|
+
|
|
|
+ haarIDWTLevel(LL, LH, HL, HH, current);
|
|
|
+ }
|
|
|
+
|
|
|
+ return current;
|
|
|
+}
|
|
|
+
|
|
|
+// 计算图像的聚焦度图(清晰度图)
|
|
|
+cv::Mat OpencvFunc::calculateFocusMap(const cv::Mat& image) {
|
|
|
+ cv::Mat gray;
|
|
|
+ if (image.channels() > 1) {
|
|
|
+ cv::cvtColor(image, gray, cv::COLOR_BGR2GRAY);
|
|
|
+ } else {
|
|
|
+ gray = image.clone();
|
|
|
+ }
|
|
|
+
|
|
|
+ // 使用拉普拉斯算子计算梯度
|
|
|
+ cv::Mat laplacian;
|
|
|
+ cv::Laplacian(gray, laplacian, CV_64F, 3);
|
|
|
+
|
|
|
+ // 计算绝对值的平方作为聚焦度
|
|
|
+ cv::Mat focusMap;
|
|
|
+ cv::multiply(laplacian, laplacian, focusMap);
|
|
|
+
|
|
|
+ return focusMap;
|
|
|
+}
|
|
|
+
|
|
|
+// 创建平滑的权重图
|
|
|
+std::vector<cv::Mat> OpencvFunc::createWeightMaps(const std::vector<cv::Mat>& focusMaps, double sigma) {
|
|
|
+ int numImages = focusMaps.size();
|
|
|
+ if (numImages == 0) {
|
|
|
+ return std::vector<cv::Mat>();
|
|
|
+ }
|
|
|
+
|
|
|
+ int rows = focusMaps[0].rows;
|
|
|
+ int cols = focusMaps[0].cols;
|
|
|
+
|
|
|
+ std::vector<cv::Mat> weightMaps(numImages);
|
|
|
+
|
|
|
+ // 对每个聚焦度图进行高斯平滑
|
|
|
+ std::vector<cv::Mat> smoothedMaps(numImages);
|
|
|
+ for (int i = 0; i < numImages; ++i) {
|
|
|
+ cv::GaussianBlur(focusMaps[i], smoothedMaps[i], cv::Size(0, 0), sigma);
|
|
|
+ }
|
|
|
+
|
|
|
+ // 计算归一化权重
|
|
|
+ cv::Mat sumMap = cv::Mat::zeros(rows, cols, CV_64F);
|
|
|
+ for (int i = 0; i < numImages; ++i) {
|
|
|
+ sumMap += smoothedMaps[i];
|
|
|
+ }
|
|
|
+
|
|
|
+ // 避免除以零
|
|
|
+ sumMap.setTo(1e-10, sumMap < 1e-10);
|
|
|
+
|
|
|
+ for (int i = 0; i < numImages; ++i) {
|
|
|
+ cv::divide(smoothedMaps[i], sumMap, weightMaps[i]);
|
|
|
+ }
|
|
|
+
|
|
|
+ return weightMaps;
|
|
|
+}
|
|
|
+
|
|
|
+// 主融合函数:融合多张不同焦点的图像
|
|
|
+cv::Mat OpencvFunc::multiFocusFusion(const std::vector<cv::Mat>& images, int levels) {
|
|
|
+ if (images.empty()) {
|
|
|
+ return cv::Mat();
|
|
|
+ }
|
|
|
+
|
|
|
+ int numImages = images.size();
|
|
|
+ int rows = images[0].rows;
|
|
|
+ int cols = images[0].cols;
|
|
|
+ int channels = images[0].channels();
|
|
|
+
|
|
|
+ // 检查所有图像尺寸是否一致
|
|
|
+ for (int i = 1; i < numImages; ++i) {
|
|
|
+ if (images[i].rows != rows || images[i].cols != cols) {
|
|
|
+ qWarning() << "All images must have the same size!";
|
|
|
+ return cv::Mat();
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 如果是彩色图像,对每个通道分别处理
|
|
|
+ if (channels == 3) {
|
|
|
+ std::vector<cv::Mat> channels(3);
|
|
|
+ std::vector<cv::Mat> fusedChannels(3);
|
|
|
+
|
|
|
+ // 分离通道
|
|
|
+ cv::split(images[0], channels);
|
|
|
+
|
|
|
+ for (int c = 0; c < 3; ++c) {
|
|
|
+ // 收集当前通道的所有图像
|
|
|
+ std::vector<cv::Mat> channelImages(numImages);
|
|
|
+ for (int i = 0; i < numImages; ++i) {
|
|
|
+ std::vector<cv::Mat> tempChannels(3);
|
|
|
+ cv::split(images[i], tempChannels);
|
|
|
+ channelImages[i] = tempChannels[c].clone();
|
|
|
+ }
|
|
|
+
|
|
|
+ // 对单通道图像进行融合
|
|
|
+ fusedChannels[c] = multiFocusFusion(channelImages, levels);
|
|
|
+ }
|
|
|
+
|
|
|
+ // 合并通道
|
|
|
+ cv::Mat fused;
|
|
|
+ cv::merge(fusedChannels, fused);
|
|
|
+ return fused;
|
|
|
+ }
|
|
|
+
|
|
|
+ // 单通道处理
|
|
|
+
|
|
|
+ // 1. 计算每张图像的聚焦度图
|
|
|
+ std::vector<cv::Mat> focusMaps(numImages);
|
|
|
+ for (int i = 0; i < numImages; ++i) {
|
|
|
+ focusMaps[i] = calculateFocusMap(images[i]);
|
|
|
+ }
|
|
|
+
|
|
|
+ // 2. 创建平滑的权重图
|
|
|
+ std::vector<cv::Mat> weightMaps = createWeightMaps(focusMaps, 5.0);
|
|
|
+
|
|
|
+ // 3. 对每张图像进行小波分解
|
|
|
+ std::vector<std::vector<std::vector<cv::Mat>>> allCoeffs(numImages);
|
|
|
+ for (int i = 0; i < numImages; ++i) {
|
|
|
+ cv::Mat floatImg;
|
|
|
+ images[i].convertTo(floatImg, CV_64F);
|
|
|
+ allCoeffs[i] = haarDWT(floatImg, levels);
|
|
|
+ }
|
|
|
+
|
|
|
+ // 4. 在小波域进行融合
|
|
|
+ std::vector<std::vector<cv::Mat>> fusedCoeffs(levels);
|
|
|
+
|
|
|
+ for (int level = 0; level < levels; ++level) {
|
|
|
+ fusedCoeffs[level].resize(4);
|
|
|
+
|
|
|
+ // 对每个子带进行融合
|
|
|
+ for (int subband = 0; subband < 4; ++subband) {
|
|
|
+ cv::Mat fusedSubband = cv::Mat::zeros(
|
|
|
+ allCoeffs[0][level][subband].rows,
|
|
|
+ allCoeffs[0][level][subband].cols,
|
|
|
+ CV_64F
|
|
|
+ );
|
|
|
+
|
|
|
+ // 根据权重图进行加权融合
|
|
|
+ // 需要将权重图调整到当前子带的尺寸
|
|
|
+ for (int i = 0; i < numImages; ++i) {
|
|
|
+ cv::Mat resizedWeight;
|
|
|
+ cv::resize(weightMaps[i], resizedWeight,
|
|
|
+ cv::Size(fusedSubband.cols, fusedSubband.rows),
|
|
|
+ 0, 0, cv::INTER_LINEAR);
|
|
|
+
|
|
|
+ fusedSubband += resizedWeight.mul(allCoeffs[i][level][subband]);
|
|
|
+ }
|
|
|
+
|
|
|
+ fusedCoeffs[level][subband] = fusedSubband;
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 5. 小波逆变换重构图像
|
|
|
+ cv::Mat fusedFloat = haarIDWT(fusedCoeffs);
|
|
|
+
|
|
|
+ // 6. 裁剪到原始尺寸(可能因小波分解取偶而改变)
|
|
|
+ cv::Mat result = fusedFloat(cv::Rect(0, 0, cols, rows));
|
|
|
+
|
|
|
+ // 7. 转换回8位图像
|
|
|
+ result.convertTo(result, CV_8U);
|
|
|
+
|
|
|
+ return result;
|
|
|
+}
|