Code:
/******************************/
/* 立體匹配和測距 */
/******************************/
#include <opencv2/opencv.hpp>
#include <iostream>
using namespace std;
using namespace cv;
const int imageWidth = 640; //攝像頭的分辨率
const int imageHeight = 480;
Size imageSize = Size(imageWidth, imageHeight);
Mat rgbImageL, grayImageL;
Mat rgbImageR, grayImageR;
Mat rectifyImageL, rectifyImageR;
Rect validROIL;//圖像校正之后,會對圖像進(jìn)行裁剪,這里的validROI就是指裁剪之后的區(qū)域
Rect validROIR;
Mat mapLx, mapLy, mapRx, mapRy; //映射表
Mat Rl, Rr, Pl, Pr, Q; //校正旋轉(zhuǎn)矩陣R擦酌,投影矩陣P 重投影矩陣Q
Mat xyz; //三維坐標(biāo)
Point origin; //鼠標(biāo)按下的起始點(diǎn)
Rect selection; //定義矩形選框
bool selectObject = false; //是否選擇對象
int blockSize = 0, uniquenessRatio =0, numDisparities=0;
Ptr<StereoBM> bm = StereoBM::create(16, 9);
/*
事先標(biāo)定好的相機(jī)的參數(shù)
fx 0 cx
0 fy cy
0 0 1
*/
//標(biāo)定數(shù)據(jù)來自Matlab
Mat cameraMatrixL = (Mat_<double>(3, 3) << 452.8131, 0, 303.0163,
0, 452.8235, 228.0770,
0, 0, 1);
Mat distCoeffL = (Mat_<double>(4, 1) << -0.0241,0.4826,0,0);
Mat cameraMatrixR = (Mat_<double>(3, 3) << 453.6927, 0, 311.4093,
0, 453.9168, 237.1017,
0, 0, 1);
Mat distCoeffR = (Mat_<double>(4, 1) << 0.0171,-0.0338,0,0);
Mat T = (Mat_<double>(3, 1) << -70.2056, 0.1296, 0.6029);//T平移向量
Mat rec = (Mat_<double>(3, 1) << 0.0076, -0.0140, 0.00240);//rec旋轉(zhuǎn)向量
Mat R;//R 旋轉(zhuǎn)矩陣
/*****立體匹配*****/
void stereo_match(int,void*)
{
bm->setBlockSize(2*blockSize+5); //SAD窗口大小胖缤,5~21之間為宜
bm->setROI1(validROIL);
bm->setROI2(validROIR);
bm->setPreFilterCap(31);
bm->setMinDisparity(0); //最小視差当辐,默認(rèn)值為0, 可以是負(fù)值较鼓,int型
bm->setNumDisparities(numDisparities*16+16);//視差窗口,即最大視差值與最小視差值之差,窗口大小必須是16的整數(shù)倍窄驹,int型
bm->setTextureThreshold(10);
bm->setUniquenessRatio(uniquenessRatio);//uniquenessRatio主要可以防止誤匹配
bm->setSpeckleWindowSize(100);
bm->setSpeckleRange(32);
bm->setDisp12MaxDiff(-1);
Mat disp, disp8;
bm->compute(rectifyImageL, rectifyImageR, disp);//輸入圖像必須為灰度圖
disp.convertTo(disp8, CV_8U, 255 / ((numDisparities * 16 + 16)*16.));//計(jì)算出的視差是CV_16S格式
reprojectImageTo3D(disp, xyz, Q, true); //在實(shí)際求距離時(shí)朝卒,ReprojectTo3D出來的X / W, Y / W, Z / W都要乘以16(也就是W除以16),才能得到正確的三維坐標(biāo)信息乐埠。
xyz = xyz * 16;
imshow("disparity", disp8);
}
/*****描述:鼠標(biāo)操作回調(diào)*****/
static void onMouse(int event, int x, int y, int, void*)
{
if (selectObject)
{
selection.x = MIN(x, origin.x);
selection.y = MIN(y, origin.y);
selection.width = std::abs(x - origin.x);
selection.height = std::abs(y - origin.y);
}
switch (event)
{
case EVENT_LBUTTONDOWN: //鼠標(biāo)左按鈕按下的事件
origin = Point(x, y);
selection = Rect(x, y, 0, 0);
selectObject = true;
cout << origin <<"in world coordinate is: " << xyz.at<Vec3f>(origin) << endl;
break;
case EVENT_LBUTTONUP: //鼠標(biāo)左按鈕釋放的事件
selectObject = false;
if (selection.width > 0 && selection.height > 0)
break;
}
}
/*****主函數(shù)*****/
int main()
{
/*
立體校正
*/
Rodrigues(rec, R); //Rodrigues變換
stereoRectify(cameraMatrixL, distCoeffL, cameraMatrixR, distCoeffR, imageSize, R, T, Rl, Rr, Pl, Pr, Q, CALIB_ZERO_DISPARITY,
0, imageSize, &validROIL, &validROIR);
initUndistortRectifyMap(cameraMatrixL, distCoeffL, Rl, Pr, imageSize, CV_32FC1, mapLx, mapLy);
initUndistortRectifyMap(cameraMatrixR, distCoeffR, Rr, Pr, imageSize, CV_32FC1, mapRx, mapRy);
/*
讀取圖片
*/
rgbImageL = imread("C:\\Users\\INTEL\\Desktop\\test_workspace\\dual_cam\\calibration\\src\\photos\\left0.jpg", CV_LOAD_IMAGE_COLOR);
cvtColor(rgbImageL, grayImageL, CV_BGR2GRAY);
rgbImageR = imread("C:\\Users\\INTEL\\Desktop\\test_workspace\\dual_cam\\calibration\\src\\photos\\right0.jpg", CV_LOAD_IMAGE_COLOR);
cvtColor(rgbImageR, grayImageR, CV_BGR2GRAY);
imshow("ImageL Before Rectify", grayImageL);
imshow("ImageR Before Rectify", grayImageR);
/*
經(jīng)過remap之后抗斤,左右相機(jī)的圖像已經(jīng)共面并且行對準(zhǔn)了
*/
remap(grayImageL, rectifyImageL, mapLx, mapLy, INTER_LINEAR);
remap(grayImageR, rectifyImageR, mapRx, mapRy, INTER_LINEAR);
/*
把校正結(jié)果顯示出來
*/
Mat rgbRectifyImageL, rgbRectifyImageR;
cvtColor(rectifyImageL, rgbRectifyImageL, CV_GRAY2BGR); //偽彩色圖
cvtColor(rectifyImageR, rgbRectifyImageR, CV_GRAY2BGR);
//單獨(dú)顯示
//rectangle(rgbRectifyImageL, validROIL, Scalar(0, 0, 255), 3, 8);
//rectangle(rgbRectifyImageR, validROIR, Scalar(0, 0, 255), 3, 8);
imshow("ImageL After Rectify", rgbRectifyImageL);
imshow("ImageR After Rectify", rgbRectifyImageR);
//顯示在同一張圖上
Mat canvas;
double sf;
int w, h;
sf = 600. / MAX(imageSize.width, imageSize.height);
w = cvRound(imageSize.width * sf);
h = cvRound(imageSize.height * sf);
canvas.create(h, w * 2, CV_8UC3); //注意通道
//左圖像畫到畫布上
Mat canvasPart = canvas(Rect(w * 0, 0, w, h)); //得到畫布的一部分
resize(rgbRectifyImageL, canvasPart, canvasPart.size(), 0, 0, INTER_AREA); //把圖像縮放到跟canvasPart一樣大小
Rect vroiL(cvRound(validROIL.x*sf), cvRound(validROIL.y*sf), //獲得被截取的區(qū)域
cvRound(validROIL.width*sf), cvRound(validROIL.height*sf));
//rectangle(canvasPart, vroiL, Scalar(0, 0, 255), 3, 8); //畫上一個(gè)矩形
cout << "Painted ImageL" << endl;
//右圖像畫到畫布上
canvasPart = canvas(Rect(w, 0, w, h)); //獲得畫布的另一部分
resize(rgbRectifyImageR, canvasPart, canvasPart.size(), 0, 0, INTER_LINEAR);
Rect vroiR(cvRound(validROIR.x * sf), cvRound(validROIR.y*sf),
cvRound(validROIR.width * sf), cvRound(validROIR.height * sf));
//rectangle(canvasPart, vroiR, Scalar(0, 0, 255), 3, 8);
cout << "Painted ImageR" << endl;
//畫上對應(yīng)的線條
for (int i = 0; i < canvas.rows; i += 16)
line(canvas, Point(0, i), Point(canvas.cols, i), Scalar(0, 255, 0), 1, 8);
imshow("rectified", canvas);
/*
立體匹配
*/
namedWindow("disparity", CV_WINDOW_AUTOSIZE);
// 創(chuàng)建SAD窗口 Trackbar
createTrackbar("BlockSize:\n", "disparity",&blockSize, 8, stereo_match);
// 創(chuàng)建視差唯一性百分比窗口 Trackbar
createTrackbar("UniquenessRatio:\n", "disparity", &uniquenessRatio, 50, stereo_match);
// 創(chuàng)建視差窗口 Trackbar
createTrackbar("NumDisparities:\n", "disparity", &numDisparities, 16, stereo_match);
//鼠標(biāo)響應(yīng)函數(shù)setMouseCallback(窗口名稱, 鼠標(biāo)回調(diào)函數(shù), 傳給回調(diào)函數(shù)的參數(shù),一般取0)
setMouseCallback("disparity", onMouse, 0);
stereo_match(0,0);
waitKey(0);
return 0;
}
這個(gè)矩陣很重要
/*
事先標(biāo)定好的相機(jī)的參數(shù)
fx 0 cx
0 fy cy
0 0 1
*/
世界坐標(biāo)系得到深度
最后得到的深度大概在520mm左右丈咐,與貼在墻上的紙距離差不多瑞眼。