| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670 |
- #ifndef M_FRAMES_HPP
- #define M_FRAMES_HPP
- // Qt include.
- #include <QObject>
- #include <QVector>
- #include <QMetaType>
- #include <QVideoSink>
- #include <QCamera>
- #include <QMediaRecorder>
- #include <QMediaCaptureSession>
- #include <QImageCapture>
- #include <QPointer>
- #include <QThread>
- #include <m_opencv.h>
- #include <m_workthread.h>
- #include <mqtthandler.h>
- #include <mserial.h>
- #include <ymodem.h>
- #include <m_json.h>
- #include <m_loger.h>
- #include <QFuture>
- #include <ImageStitcher.h>
- #include <libuvc.h>
- #include <libusb.h>
- //#include <unrooted_android.h>
- #include <QSemaphore>
- #include <QQuickImageProvider>
- #include <QQmlImageProviderBase>
- #include <QImage>
- #include <pthread.h>
- //海康
- #include <MvCameraControl.h>
- //https://github.com/saki4510t/UVCCamera/pulls
- //https://gitee.com/dengly/UVCCamera
- //USBCamera: https://blog.csdn.net/hanshiying007/article/details/124118486
- #define CameraType 2 //0-QCamera , 1-OPENCV, 2-libuvc
- #define movY_f "f55" //多图移动,正向
- #define movY_b "b55" //多图移动,反向
- #define focux_f "f4" //单步对焦,正向
- #define focus_b "b4" //单步对焦,反向
- #define m_foucus_step_max 5
- #define focus_step_max 30
- //性能提升
- //https://blog.csdn.net/u012915226/article/details/115733359
- //https://blog.csdn.net/u012915226/article/details/121745861?spm=1001.2014.3001.5501
- //https://blog.csdn.net/aggs1990/article/details/125694175
- //自定义QVideoSink
- //https://blog.csdn.net/aggs1990/article/details/125361203?spm=1001.2014.3001.5501
- //github: 模块
- //https://github.com/erikmwerner/QUVCView/blob/master/uvccapture.cpp
- namespace Qt6QCamera {
- // 定义一个包含信号的发送类
- class SenderCustom : public QObject {
- Q_OBJECT
- public:
- // 定义一个信号,无参数
- signals:
- void signalToSend(const cv::Mat& frame);
- void signalQStr(const QString &qst);
- public:
- void sendSignal(const cv::Mat& frame) {
- emit signalToSend(frame); // 发送信号
- }
- void sendQStr(const QString &qst){
- signalQStr(qst);
- }
- };
- //
- class ImageProvider : public QQuickImageProvider{
- public:
- ImageProvider();
- QImage requestImage(const QString &id, QSize *size, const QSize &requestedSize);
- QPixmap requestPixmap(const QString &id, QSize *size, const QSize &requestedSize);
- void updateImage(QImage i_image);
- private:
- QImage qml_img;
- };
- class FPSTimer : public QObject
- {
- Q_OBJECT
- public:
- explicit FPSTimer(QObject *parent = nullptr);
- public slots:
- void incrementFrame() { m_frame_count++; }
- void setInterval(int interval);
- void setRunning(bool running);
- bool isRunning();
- signals:
- void fpsUpdated(double);
- private slots:
- void onTimerTimeout();
- private:
- QTimer* m_timer = nullptr;
- QElapsedTimer* m_elapsed_timer = nullptr;
- int m_interval = 1000;
- int m_frame_count = 0;
- };
- //
- // Frames
- //
- //! Frames listener.
- class Frames :public QObject//, public QQuickImageProvider //QObject //
- {
- Q_OBJECT
- QML_ELEMENT
- Q_PROPERTY( QVideoSink* videoSink READ videoSink WRITE setVideoSink NOTIFY videoSinkChanged )
- Q_PROPERTY( qreal angle READ angle NOTIFY angleChanged )
- Q_PROPERTY( qreal xScale READ xScale NOTIFY xScaleChanged )
- Q_PROPERTY( qreal yScale READ yScale NOTIFY yScaleChanged )
- Q_PROPERTY( QString formatString READ formatString NOTIFY formatStringChanged )
- Q_PROPERTY( QString fpsString READ fpsString NOTIFY fpsStringChanged )
- Q_PROPERTY( QString qulityString READ qulityString NOTIFY qulityStringChanged )
- Q_PROPERTY( bool auto_clicked READ auto_clicked WRITE setChange NOTIFY btnStatusChanged )
- Q_PROPERTY( bool camera_sw READ camera_sw WRITE setCameraSw NOTIFY cameraStaChanged )
- public:
- struct UVCCaptureDescriptor {
- uint16_t vendorID;
- uint16_t productID;
- uint16_t UVC_level;
- QString serial;
- QString manufacturer;
- QString productName;
- uvc_device_t* dev;
- };
- struct UVCCaptureProperties {
- uvc_frame_format format;
- QString formatString;
- QRect frameRect;
- int frameInterval;
- unsigned int bufferSize;
- UVCCaptureProperties():
- format(UVC_FRAME_FORMAT_YUYV),
- formatString("YUYV"),
- frameRect(QRect(0,0,640,480)),
- frameInterval(333333),
- bufferSize(0){}
- };
- //< matrix to store the current frame
- public:
- static void registerQmlType();
- explicit Frames(QObject * parent = nullptr);
- ~Frames() override;
- //! Set sink of video output.
- void setVideoSink( QVideoSink * newVideoSink );
- bool isDecoding() { return m_decoding; }
- //! \return Sink of video output.
- QVideoSink* videoSink() const { return m_videoSink; }
- //! set btn
- void setChange(bool stat_t);
- //! 相机状态
- void setCameraSw(bool stat_cam);
- //! \return Rotation angle.
- qreal angle() const;
- //! \return X scale factor.
- qreal xScale() const;
- //! \return Y scale factor
- qreal yScale() const;
- //! \return Format of video frame as string.
- QString formatString() const;
- //! \return FPS as string.
- QString fpsString() const;
- QString qulityString() const;
- bool auto_clicked() const;
- bool camera_sw() const;
- void saveImage();
- Q_INVOKABLE void captureImage();
- inline ImageProvider *getImageProvider() { return m_pImgProvider; }
- //ImageProvider* imageProvider() const;
- static void ImageCallBackEx(unsigned char * pData, MV_FRAME_OUT_INFO_EX* pFrameInfo, void* pUser);
- bool createFolder(const QString &path) {
- QDir dir(path);
- if (dir.exists()) {
- LOG("文件夹已存在:{}",path.toStdString());
- return true;
- }
- if (dir.mkpath(".")) {
- LOG("文件夹创建成功:{}",path.toStdString());
- return true;
- } else {
- ERROR("文件夹创建失败:{}",path.toStdString());
- return false;
- }
- }
- signals:
- //! Video sink changed.
- void videoSinkChanged();
- void angleChanged();
- void xScaleChanged();
- void yScaleChanged();
- void formatStringChanged();
- void fpsStringChanged();
- void qulityStringChanged();
- void frameAvailable(const QVideoFrame &frame);
- void uvcframeAvailable(const cv::Mat& frame);
- void frameReady(QImage image);
- void btnStatusChanged();
- void sendFocusFlag(QString flag_sta);
- void cameraStaChanged(bool sta_cam);
- void serial_data(const QByteArray &m_byte);
- void signal_stitch();
- //hikrobot
- void startGrabbing(bool sta_cam);
- void signalGrabing(unsigned char * nData);
- void callQmlRefeshImg();
- void signal_m1s();
- void dataUpload(const QByteArray &data); //到mqtt
- void signal_photoerr();
- void stopGrabbing(bool sta_cam);
- void signal_photo_saved();
- void signal_wait_upload(const QString &path);
- public slots:
- void onMovDone(){
- if(!camera_sw()){
- ERROR("Camera error!");
- setCameraSw(false);
- return;
- }
- m_qulityString = m_opencvfunc.Tenengrad(m_frame);
- LOG("onMovDone:{}",m_qulityString.toStdString());
- emit serial_data(m_json.ImageFunc(m_qulityString.toDouble()));
- emit qulityStringChanged();
- #if 0
- m_qulityString = m_opencvfunc.Tenengrad(m_frame);
- emit qulityStringChanged();
- LOG("onMovDone...{}",m_qulityString.toStdString());
- if(param::ptlist.size()>0)
- {
- if(image_qulity_num<m_foucus_step_max){
- image_qulity.append(m_qulityString.toDouble());
- image_qulity_num++;
- emit serial_data(m_json.MotorMove("movy","f4","1"));
- if(image_qulity_num==m_foucus_step_max){
- max_image_qulity = *std::max_element(image_qulity.begin(), image_qulity.end());
- }
- }
- LOG("max_image_qulity:{}@{}",image_qulity_num,max_image_qulity);
- if(image_qulity_num>=m_foucus_step_max){
- //如果当前清晰度大于最大清晰度
- if(m_qulityString.toDouble() > max_image_qulity)
- {
- image_qulity.clear();
- image_qulity_num = 0;
- param::camera_tc = 1;
- return;
- }
- if(max_image_qulity<200.0&&max_image_qulity-m_qulityString.toDouble()>0.0&&max_image_qulity-m_qulityString.toDouble()<5.0)
- {
- image_qulity.clear();
- image_qulity_num = 0;
- param::camera_tc = 1;
- return;
- }
- if(max_image_qulity>200.0&&max_image_qulity-m_qulityString.toDouble()>0.0&&max_image_qulity-m_qulityString.toDouble()<20.0)
- {
- image_qulity.clear();
- image_qulity_num = 0;
- param::camera_tc = 1;
- return;
- }
- if(max_image_qulity>600.0&&max_image_qulity-m_qulityString.toDouble()>0.0&&max_image_qulity-m_qulityString.toDouble()<50.0)
- {
- image_qulity.clear();
- image_qulity_num = 0;
- param::camera_tc = 1;
- return;
- }
- if(image_qulity_num==m_foucus_step_max*2+5)
- {
- image_qulity_num = 0;
- image_qulity.clear();
- emit serial_data(m_json.MotorMove("movy","b4","1"));
- return;
- }
- image_qulity_num++;
- //如果当前清晰度小于最大清晰度,反向运动寻找清晰位置 f4
- if(image_qulity_num>m_foucus_step_max&&max_image_qulity-m_qulityString.toDouble()>3.0){
- emit serial_data(m_json.MotorMove("movy","b4","1"));
- }
- }
- }
- //m_qulityString = m_opencvfunc.Laplacian(m_frame);
- else{
- #if 1
- if(image_qulity_num < MAX_STEP){
- image_qulity_num ++;
- emit serial_data(m_json.MotorMove("movy","b4","1"));
- qDebug() << image_qulity_num << " m_qulityString:" << m_qulityString << " size:" <<image_qulity.size();
- image_qulity.append(m_qulityString.toDouble());
- if(image_qulity_num==MAX_STEP){
- max_image_qulity = *std::max_element(image_qulity.begin(), image_qulity.end());
- image_qulity.clear(); //清除缓存
- }
- }
- //如果最大清晰度约等于当前清晰度或小于当前清晰度,继续往前
- if(image_qulity_num==MAX_STEP&&max_image_qulity-m_qulityString.toDouble()<=2.0){
- LOG("清晰度无明显变化,继续遍历!");
- image_qulity_num=0;
- image_qulity.clear();
- emit serial_data(m_json.MotorMove("movy","b4","1"));
- return;
- }
- // 计算索引位置
- //size_t max_index = std::distance(image_qulity.begin(), max_image_qulity);
- LOG("max_image_qulity:{} <> m_qulityString:{}",max_image_qulity,m_qulityString.toStdString());
- if(image_qulity_num >= MAX_STEP){
- image_qulity.append(m_qulityString.toDouble());
- //如果当前清晰度大于最大清晰度
- if(m_qulityString.toDouble() > max_image_qulity)
- {
- image_qulity.clear();
- image_qulity_num = 0;
- param::camera_tc = 1;
- return;
- }
- if(image_qulity_num>MAX_STEP&&max_image_qulity-m_qulityString.toDouble()<=3.0){
- image_qulity.clear();
- image_qulity_num = 0;
- param::camera_tc = 1;
- return;
- }
- image_qulity_num++;
- if(max_image_qulity<200.0&&max_image_qulity-m_qulityString.toDouble()>0.0&&max_image_qulity-m_qulityString.toDouble()<5.0)
- {
- image_qulity.clear();
- image_qulity_num = 0;
- param::camera_tc = 1;
- return;
- }
- if(max_image_qulity>200.0&&max_image_qulity-m_qulityString.toDouble()>0.0&&max_image_qulity-m_qulityString.toDouble()<20.0)
- {
- image_qulity.clear();
- image_qulity_num = 0;
- param::camera_tc = 1;
- return;
- }
- if(max_image_qulity>600.0&&max_image_qulity-m_qulityString.toDouble()>0.0&&max_image_qulity-m_qulityString.toDouble()<50.0)
- {
- image_qulity.clear();
- image_qulity_num = 0;
- param::camera_tc = 1;
- return;
- }
- #if 0
- //如果最新清晰度小于上一个清晰度,表示已超过最大清晰度位置
- if(image_qulity.last()-image_qulity[image_qulity.size()-2] < -2.0)
- {
- //
- emit serial_data(m_json.MotorMove("movy","b4","1"));
- QTimer::singleShot(500,[this](){
- LOG("500ms!");
- image_qulity.clear();
- image_qulity_num = 0;
- param::camera_tc = 1;
- return;
- });
- }
- #endif
- if(image_qulity_num==MAX_STEP*2+10)
- {
- image_qulity_num = 0;
- image_qulity.clear();
- emit serial_data(m_json.MotorMove("movy","f4","1"));
- return;
- }
- //如果当前清晰度小于最大清晰度,反向运动寻找清晰位置 f4
- if(image_qulity_num>MAX_STEP&&max_image_qulity-m_qulityString.toDouble()>3.0){
- emit serial_data(m_json.MotorMove("movy","f4","1"));
- }
- }
- #endif
- }
- #endif
- }
- void parseFrame(const cv::Mat& frame);
- void upload_handle(void);
- void handle_reult_upload(bool success, const QString &error);
- #if 0
- void sendImage(QImage frame);
- #endif
- void onFPSUpdated(double fps);
- private slots:
- //! Init camera.
- void initCam();
- //! Video frame changed.
- void newFrame( const QVideoFrame & frame );
- //void parseFrame();
- void handleGrab(bool sta_cam);
- //! 1s timer.
- void timer();
- //!
- void update_qulstr(QString q_str);
- //
- void readyForCapture(bool ready);
- void processCapturedImage(int requestId, const QImage &img);
- void imageSaved(int id, const QString &fileName);
- void displayCaptureError(int id, const QImageCapture::Error error, const QString &errorString);
- void displayCameraError();
- void processUvchandle(const QString &qst);
- //void sendData(QByteArray m_byte);
- void displayFrame(const QVideoFrame &frame);
- private:
- Q_DISABLE_COPY( Frames )
- //! Camera.
- QCamera * m_cam;
- //声明相机捕获对象
- //! Capture.
- QMediaCaptureSession m_capture;
- QImageCapture *m_imageCapture;
- //! Video sink of video output.
- //QPointer< QVideoSink > m_videoSink;
- QVideoSink *m_videoSink;
- //! Format string.
- QString m_formatString;
- //! FPS string.
- QString m_fpsString;
- //! FPS.
- int m_fps;
- //! 清晰度
- QString m_qulityString;
- //! Timer.
- QTimer *m_1s;
- //! QVideoFrame
- OpencvFunc m_opencvfunc;
- JsonFunc m_json;
- QFuture<void> m_processThread;
- QFuture<void> m_grabThread;
- QFutureWatcher<QImage*> watcher_uvc;
- QJniObject *jClass;
- bool camera_sta;
- bool m_decoding;
- bool m_streaming_active = false;
- QSharedMemory sharedMemory;
- QImage m_image;
- int stitch_des;
- ImageProvider *m_pImgProvider;
- //libuvc
- mutable QMutex frameMutex; // 互斥锁,用于对帧队列的访问进行同步
- FPSTimer* m_fps_timer = nullptr;
- cv::Mat m_frame;
- int MAX_STEP = 30;
- QVector<double> image_qulity;
- double max_image_qulity = 0.0; //最大清晰度值
- double max_image_sharp= 0.0;
- int image_qulity_num;
- int z_step = 0;
- int x_step = 0;
- //图片归档路径
- QString picture_path_floader;
- UVCCaptureProperties m_properties;
- QVector<cv::Mat> m_frame_buffer;
- void uvc_error_handler(uvc_error_t res) {
- if (res < 0) {
- const char* error_message = uvc_strerror(res);
- qCritical("libuvc error: %s", error_message);
- }
- }
- int testJNI();
- int checkPermission(void)
- {
- int ret = 0;
- const static char* MY_JAVA_CLASS = "GetUsbPermission";
- ret = QJniObject::callStaticMethod<jint>(MY_JAVA_CLASS,"checkPermission","()I");
- return ret;
- }
- int requestPermission(int vid, int pid);
- static inline QImage cvMatToQImage( const cv::Mat &inMat )
- {
- switch ( inMat.type() )
- {
- // 8-bit, 4 channel
- case CV_8UC4:
- {
- QImage image( inMat.data, inMat.cols, inMat.rows, inMat.step, QImage::Format_RGB32 );
- return image;
- }
- // 8-bit, 3 channel
- case CV_8UC3:
- {
- QImage image( inMat.data, inMat.cols, inMat.rows, inMat.step, QImage::Format_RGB888 );
- return image.rgbSwapped();
- }
- // 8-bit, 1 channel
- case CV_8UC1:
- {
- static QVector<QRgb> sColorTable;
- // only create our color table once
- if ( sColorTable.isEmpty() )
- {
- for ( int i = 0; i < 256; ++i )
- sColorTable.push_back( qRgb( i, i, i ) );
- }
- QImage image( inMat.data, inMat.cols, inMat.rows, inMat.step, QImage::Format_Indexed8 );
- image.setColorTable( sColorTable );
- return image;
- }
- default:
- qWarning() << "ASM::cvMatToQImage() - cv::Mat image type not handled in switch:" << inMat.type();
- break;
- }
- return QImage();
- }
- static cv::Mat QImageToCvMat(QImage inImage, bool inCloneImageData = true)
- {
- switch (inImage.format())
- {
- // 8-bit, 4 channel
- case QImage::Format_ARGB32:
- case QImage::Format_ARGB32_Premultiplied:
- {
- cv::Mat mat(inImage.height(), inImage.width(),
- CV_8UC4,
- const_cast<uchar*>(inImage.bits()),
- static_cast<size_t>(inImage.bytesPerLine())
- );
- return inCloneImageData ? mat.clone() : mat;
- }
- // 8-bit, 3 channel
- case QImage::Format_RGB32:
- {
- if (!inCloneImageData) {
- qWarning() << "QImageToCvMat() - Conversion requires cloning so we don't modify the original QImage data";
- }
- cv::Mat mat(inImage.height(), inImage.width(),
- CV_8UC4,
- const_cast<uchar*>(inImage.bits()),
- static_cast<size_t>(inImage.bytesPerLine())
- );
- cv::Mat matNoAlpha;
- cv::cvtColor(mat, matNoAlpha, cv::COLOR_BGRA2BGR); // drop the all-white alpha channel
- return matNoAlpha;
- }
- // 8-bit, 3 channel
- case QImage::Format_RGB888:
- {
- if (!inCloneImageData) {
- qWarning() << "QImageToCvMat() - Conversion requires cloning so we don't modify the original QImage data";
- }
- QImage swapped = inImage.rgbSwapped();
- cv::Mat mat(swapped.height(), swapped.width(),
- CV_8UC3,
- const_cast<uchar*>(swapped.bits()),
- static_cast<size_t>(swapped.bytesPerLine())
- );
- return inCloneImageData ? mat.clone() : mat;
- }
- // 8-bit, 1 channel
- case QImage::Format_Grayscale8:
- case QImage::Format_Indexed8:
- {
- cv::Mat mat(inImage.height(), inImage.width(),
- CV_8UC1,
- const_cast<uchar*>(inImage.bits()),
- static_cast<size_t>(inImage.bytesPerLine())
- );
- return inCloneImageData ? mat.clone() : mat;
- }
- #if QT_VERSION >= QT_VERSION_CHECK(5, 13, 0)
- case QImage::Format_Grayscale16:
- {
- cv::Mat mat(cv::Size(inImage.width(),inImage.height()),CV_16U,const_cast<uchar*>(inImage.bits()),cv::Mat::AUTO_STEP);
- return inCloneImageData ? mat.clone() : mat;
- }
- #endif
- default:
- qWarning() << "QImageToCvMat() - QImage format not handled in switch:" << inImage.format();
- break;
- }
- return cv::Mat();
- }
- }; // class Frames
- } /* namespace Qt6QCamera */
- Q_DECLARE_METATYPE(cv::Mat)
- Q_DECLARE_METATYPE(Qt6QCamera::Frames::UVCCaptureProperties)
- Q_DECLARE_METATYPE(Qt6QCamera::Frames::UVCCaptureDescriptor)
- #endif // M_FRAMES_HPP
|