基于QT与OpenCV“别踩白块”简易物理外挂 上位机部分

贾想

摄像头显示

1. void MainWindow::cameraopen()
   
2. {
   
3. 
   
4.     Mat input_pic_mat,output_pic_mat;
   
5.     Mat input_pic_mat_2,output_pic_mat_2;
   
6. 
   
7. 
   
8. 
   
9.     cam >> input_pic_mat;
   
10. 
    
11.     cam >> input_pic_mat_2;
    
12. 
    
13.     //recSerialData();
    
14. 
    
15.     if(!input_pic_mat.empty())
    
16.     {
    
17. 
    
18. 
    
19.     output_pic_mat=demo(input_pic_mat);
    
20. 
    
21.     //output_pic_mat=test(input_pic_mat);
    
22. 
    
23. 
    
24.     qImage = QImage(static_cast<uchar *>(output_pic_mat.data),output_pic_mat.cols,output_pic_mat.rows,QImage::Format_RGB888);
    
25. 
    
26.     //装载图片
    
27.     //ui->label->resize(output_pic_mat.cols,output_pic_mat.rows);
    
28. 
    
29.     ui->label->setPixmap(QPixmap::fromImage(qImage));
    
30.     //显示图片，自动添加滚动条
    
31. 
    
32.     ui->label->show();
    
33.     //显示图片
    
34. 
    
35.     }
    
36.     //mat2
    
37.     if(!input_pic_mat_2.empty())
    
38.     {
    
39. 
    
40. 
    
41.     //output_pic_mat_2=demo(input_pic_mat);
    
42. 
    
43.     output_pic_mat_2=test(input_pic_mat);
    
44. 
    
45. 
    
46.     qImage_2 = QImage(static_cast<uchar *>(output_pic_mat_2.data),output_pic_mat_2.cols,output_pic_mat_2.rows,QImage::Format_RGB888);
    
47. 
    
48.     //装载图片
    
49.     //ui->label_2->resize(output_pic_mat.cols,output_pic_mat.rows);
    
50. 
    
51.     ui->label_2->setPixmap(QPixmap::fromImage(qImage_2));
    
52.     //显示图片，自动添加滚动条
    
53. 
    
54.     ui->label_2->show();
    
55.     //显示图片
    
56. 
    
57.     }
    
58. 
    
59. 
    
60. }

复制代码

贾想

ROI区域判断钢琴块、串口发送数据

1. int MainWindow::black_sum(Mat input_mat)
   
2. {
   
3.     int counter = 0;
   
4. 
   
5.     Mat_<uchar>::iterator it = input_mat.begin<uchar>();
   
6. 
   
7.     Mat_<uchar>::iterator itend = input_mat.end<uchar>();
   
8. 
   
9.     for(; it!=itend; ++it)
   
10.     {
    
11.         if(( *it) == 0) counter +=1;
    
12.     }
    
13. 
    
14.     return counter;
    
15. 
    
16. }
    
17. 
    
18. Mat MainWindow::demo(Mat input_mat)
    
19. {
    
20.     Mat output_mat,output_mat_1,gray_mat,blur_mat,median_mat,thresh_mat;
    
21. 
    
22.     Mat input_mat_show = input_mat;
    
23. 
    
24.     int wight_edge_0,wight_edge_1,wight_edge_2,wight_edge_3,
    
25.             wight_edge_0_e,wight_edge_1_e,wight_edge_2_e,wight_edge_3_e;
    
26. 
    
27.     int wight_edge_s = 190;
    
28.     int wight_edge_e = 450;
    
29. 
    
30.     int high_edge_s = 200;
    
31.     int high_edge_e = 300;
    
32. 
    
33.     wight_edge_0 = wight_edge_s + 5; //10
    
34.     wight_edge_0_e = wight_edge_0 + ((wight_edge_e - wight_edge_s)/4 - 10 ); //10+150
    
35. 
    
36.     wight_edge_1 = wight_edge_0_e + 10;
    
37.     wight_edge_1_e = wight_edge_1 + ((wight_edge_e - wight_edge_s)/4 - 10 );
    
38. 
    
39.     wight_edge_2 = wight_edge_1_e + 10;
    
40.     wight_edge_2_e = wight_edge_2 + ((wight_edge_e - wight_edge_s)/4 - 10) ;
    
41. 
    
42.     wight_edge_3 = wight_edge_2_e + 10;
    
43.     wight_edge_3_e = wight_edge_3 + ((wight_edge_e - wight_edge_s)/4 - 10) ;
    
44. 
    
45. 
    
46. 
    
47.     GaussianBlur(input_mat, blur_mat, Size(3, 3), 1);
    
48. 
    
49.     cvtColor(blur_mat,gray_mat,CV_RGB2GRAY);
    
50. 
    
51.     medianBlur(gray_mat,median_mat,5);
    
52. 
    
53.     threshold(gray_mat, thresh_mat, 125, 255, THRESH_BINARY);
    
54. 
    
55.     Mat channel_0 = thresh_mat(Rect(wight_edge_0 + ((wight_edge_0_e - wight_edge_0)/4), high_edge_s + 35, (wight_edge_0_e - wight_edge_0)/4, 25));
    
56.     Mat channel_1 = thresh_mat(Rect(wight_edge_1 + (wight_edge_0_e - wight_edge_0)/4, high_edge_s + 35, (wight_edge_0_e - wight_edge_0)/4,  25));
    
57.     Mat channel_2 = thresh_mat(Rect(wight_edge_2 + (wight_edge_0_e - wight_edge_0)/4, high_edge_s + 35,  (wight_edge_0_e - wight_edge_0)/4,  25));
    
58.     Mat channel_3 = thresh_mat(Rect(wight_edge_3 + (wight_edge_0_e - wight_edge_0)/4, high_edge_s + 35,  (wight_edge_0_e - wight_edge_0)/4,  25));
    
59. 
    
60. 
    
61. 
    
62. 
    
63.     cvtColor(input_mat_show,output_mat,CV_RGB2BGR);
    
64. 
    
65.     cvtColor(thresh_mat,output_mat_1,CV_GRAY2BGR);
    
66. 
    
67.     cv::rectangle(output_mat,cvPoint( 190, 20),cvPoint( 450, 460),cvScalar( 0, 255, 0),2,1,0);
    
68. 
    
69.     cv::rectangle(output_mat,cvPoint( wight_edge_0, high_edge_s),cvPoint( wight_edge_0_e, high_edge_e),cvScalar( 0, 0, 255),2,1,0);
    
70.     cv::rectangle(output_mat,cvPoint( wight_edge_1, high_edge_s),cvPoint( wight_edge_1_e, high_edge_e),cvScalar( 0, 0, 255),2,1,0);
    
71.     cv::rectangle(output_mat,cvPoint( wight_edge_2, high_edge_s),cvPoint( wight_edge_2_e, high_edge_e),cvScalar( 0, 0, 255),2,1,0);
    
72.     cv::rectangle(output_mat,cvPoint( wight_edge_3, high_edge_s),cvPoint( wight_edge_3_e, high_edge_e),cvScalar( 0, 0, 255),2,1,0);
    
73. 
    
74. //channel_0
    
75.     if(black_sum(channel_0) >= 5)
    
76.     {
    
77.         UART_Send(0x01);
    
78.         putText(output_mat, "have", Point(wight_edge_0, 180), CV_FONT_HERSHEY_COMPLEX, 0.8, Scalar( 255, 0, 0), 2);
    
79.     }
    
80.     else
    
81.     {
    
82.         UART_Send(0x11);
    
83.         putText(output_mat, "none", Point(wight_edge_0, 180), CV_FONT_HERSHEY_COMPLEX, 0.8, Scalar(0, 255, 0), 2);
    
84.     }
    
85. //channel_1
    
86.     if(black_sum(channel_1) >= 5)
    
87.     {
    
88.         UART_Send(0x02);
    
89.         putText(output_mat, "have", Point(wight_edge_1, 180), CV_FONT_HERSHEY_COMPLEX, 0.8, Scalar( 255, 0, 0 ), 2);
    
90.     }
    
91.     else
    
92.     {
    
93.         UART_Send(0x12);
    
94.         putText(output_mat, "none", Point(wight_edge_1, 180), CV_FONT_HERSHEY_COMPLEX, 0.8, Scalar( 0, 255, 0), 2);
    
95.     }
    
96. //channel_2
    
97.     if(black_sum(channel_2) >= 5)
    
98.     {
    
99.         UART_Send(0x03);
    
100.         putText(output_mat, "have", Point(wight_edge_2, 180), CV_FONT_HERSHEY_COMPLEX, 0.8, Scalar( 255, 0,  0), 2);
     
101.     }
     
102.     else
     
103.     {
     
104.         UART_Send(0x13);
     
105.         putText(output_mat, "none", Point(wight_edge_2, 180), CV_FONT_HERSHEY_COMPLEX, 0.8, Scalar( 0, 255, 0), 2);
     
106.     }
     
107. //channel_3
     
108.     if(black_sum(channel_3) >= 5)
     
109.     {
     
110.         UART_Send(0x04);
     
111.         putText(output_mat, "have", Point(wight_edge_3, 180), CV_FONT_HERSHEY_COMPLEX, 0.8, Scalar( 255, 0, 0), 2);
     
112.     }
     
113.     else
     
114.     {
     
115.         UART_Send(0x14);
     
116.         putText(output_mat, "none", Point(wight_edge_3, 180), CV_FONT_HERSHEY_COMPLEX, 0.8, Scalar( 0, 255, 0), 2);
     
117.     }
     
118. 
     
119. 
     
120. 
     
121. 
     
122. return  output_mat;
     
123. }
     
124. 
     
125. 
     
126. 
     
127. 
     
128. 
     
129. 
     
130. Mat MainWindow::test(Mat input_mat)
     
131. {
     
132.     Mat output_mat,imageSobel,gray_mat,blur_mat,median_mat,thresh_mat;
     
133. 
     
134. 
     
135. 
     
136. 
     
137.     cvtColor(input_mat,output_mat,CV_RGB2BGR);
     
138. 
     
139.     cvtColor(output_mat,gray_mat,CV_RGB2GRAY);
     
140. 
     
141.     //Laplacian(gray_mat, imageSobel, CV_16U);
     
142.     Sobel(gray_mat, imageSobel, CV_16U, 1, 1);
     
143. 
     
144.     double meanValue = 0.0;
     
145.     meanValue = mean(imageSobel)[0];
     
146.     stringstream meanValueStream;
     
147.     string meanValueString;
     
148.     meanValueStream << meanValue;
     
149.     meanValueStream >> meanValueString;
     
150.     meanValueString = "Focus definition: " + meanValueString;
     
151. 
     
152. 
     
153.     GaussianBlur(input_mat, blur_mat, Size(3, 3), 1);
     
154. 
     
155.     cvtColor(blur_mat,gray_mat,CV_RGB2GRAY);
     
156. 
     
157.     medianBlur(gray_mat,median_mat,5);
     
158. 
     
159.     threshold(gray_mat, thresh_mat, 125, 255, THRESH_BINARY);
     
160. 
     
161.     cvtColor(thresh_mat,output_mat,CV_GRAY2BGR);
     
162. 
     
163.     putText(output_mat, meanValueString, Point(20, 50), CV_FONT_HERSHEY_COMPLEX, 0.8, Scalar(255, 0, 0), 2);
     
164.     return output_mat;
     
165. 
     
166. }
     
167. 
     
168. 
     
169. void MainWindow::UART_Init()
     
170. {
     
171.     foreach (const QSerialPortInfo &info, QSerialPortInfo::availablePorts())
     
172.         {
     
173.             qDebug() << "Name : " << info.portName();
     
174.             qDebug() << "Description : " << info.description();
     
175.             qDebug() << "Manufacturer: " << info.manufacturer();
     
176.             qDebug() << "Serial Number: " << info.serialNumber();
     
177.             qDebug() << "System Location: " << info.systemLocation();
     
178.         }
     
179. 
     
180.     //myCom = new QSerialPort();
     
181.     myCom->setPortName("/dev/ttyUSB0");
     
182.     myCom->open(QIODevice::ReadWrite);
     
183.     myCom->setBaudRate(QSerialPort::Baud115200);
     
184.     myCom->setBaudRate(QSerialPort::Data8);
     
185.     myCom->setParity(QSerialPort::NoParity);
     
186.     myCom->setStopBits(QSerialPort::OneStop);
     
187.     myCom->setFlowControl(QSerialPort::NoFlowControl);
     
188. }
     
189. 
     
190. 
     

复制代码

贾想

在pro文件中添加
INCLUDEPATH += /usr/local/include \                      /usr/local/include/opencv \                /usr/local/include/opencv2 \                /usr/local/include/opencv2/video\                /usr/local/include/opencv2/imgproc\                /usr/local/include/opencv2/videoio


win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../../usr/local/lib/release/ -lopencv_videoioelse:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../../usr/local/lib/debug/ -lopencv_videoioelse:unix: LIBS += -L$$PWD/../../../../usr/local/lib/ -lopencv_videoio
INCLUDEPATH += $$PWD/../../../../usr/local/includeDEPENDPATH += $$PWD/../../../../usr/local/include

win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../../usr/local/lib/release/ -lopencv_imgcodecselse:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../../usr/local/lib/debug/ -lopencv_imgcodecselse:unix: LIBS += -L$$PWD/../../../../usr/local/lib/ -lopencv_imgcodecs
INCLUDEPATH += $$PWD/../../../../usr/local/includeDEPENDPATH += $$PWD/../../../../usr/local/include

win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../../usr/local/lib/release/ -lopencv_imgprocelse:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../../usr/local/lib/debug/ -lopencv_imgprocelse:unix: LIBS += -L$$PWD/../../../../usr/local/lib/ -lopencv_imgproc
INCLUDEPATH += $$PWD/../../../../usr/local/includeDEPENDPATH += $$PWD/../../../../usr/local/include

win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../../usr/local/lib/release/ -lopencv_coreelse:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../../usr/local/lib/debug/ -lopencv_coreelse:unix: LIBS += -L$$PWD/../../../../usr/local/lib/ -lopencv_core
INCLUDEPATH += $$PWD/../../../../usr/local/includeDEPENDPATH += $$PWD/../../../../usr/local/include

win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../../usr/local/lib/release/ -lopencv_highguielse:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../../usr/local/lib/debug/ -lopencv_highguielse:unix: LIBS += -L$$PWD/../../../../usr/local/lib/ -lopencv_highgui
INCLUDEPATH += $$PWD/../../../../usr/local/includeDEPENDPATH += $$PWD/../../../../usr/local/include

win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../../usr/local/lib/release/ -ltesseractelse:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../../usr/local/lib/debug/ -ltesseractelse:unix: LIBS += -L$$PWD/../../../../usr/local/lib/ -ltesseract
INCLUDEPATH += $$PWD/../../../../usr/local/includeDEPENDPATH += $$PWD/../../../../usr/local/include