【图像处理】透视变换 Perspective Transformation

骑猪看日落 2022-08-27 08:00 186阅读 0赞

透视变换(Perspective Transformation)是将图片投影到一个新的视平面(Viewing Plane)，也称作投影映射(Projective Mapping)。通用的变换公式为：

![20140521142738671][]

u,v是原始图片左边，对应得到变换后的图片坐标x,y,其中![20140521142754687][]。  
变换矩阵![20140521142820609][]可以拆成4部分，![20140521142832296][]表示线性变换，比如scaling，shearing和ratotion。![20140521142911312][]用于平移，![20140521142842390][]产生透视变换。所以可以理解成仿射等是透视变换的特殊形式。经过透视变换之后的图片通常不是平行四边形（除非映射视平面和原来平面平行的情况）。

重写之前的变换公式可以得到：

![20140521143006406][]

所以，已知变换对应的几个点就可以求取变换公式。反之，特定的变换公式也能新的变换后的图片。简单的看一个正方形到四边形的变换：  
变换的4组对应点可以表示成：![20140521143117828][]

根据变换公式得到：

![20140521143219625][]

定义几个辅助变量：

![20140521143302781][]

![20140521143339968][]都为0时变换平面与原来是平行的，可以得到：

![20140521143422484][]

![20140521143339968][]不为0时，得到：

![20140521143514640][]

求解出的变换矩阵就可以将一个正方形变换到四边形。反之，四边形变换到正方形也是一样的。于是，我们通过两次变换：四边形变换到正方形+正方形变换到四边形就可以将任意一个四边形变换到另一个四边形。

![20140521143605687][]

看一段代码：

PerspectiveTransform::PerspectiveTransform(float inA11, float inA21, 
                                               float inA31, float inA12, 
                                               float inA22, float inA32, 
                                               float inA13, float inA23, 
                                               float inA33) : 
      a11(inA11), a12(inA12), a13(inA13), a21(inA21), a22(inA22), a23(inA23),
      a31(inA31), a32(inA32), a33(inA33) {}
    
    PerspectiveTransform PerspectiveTransform::quadrilateralToQuadrilateral(float x0, float y0, float x1, float y1,
        float x2, float y2, float x3, float y3, float x0p, float y0p, float x1p, float y1p, float x2p, float y2p,
        float x3p, float y3p) {
      PerspectiveTransform qToS = PerspectiveTransform::quadrilateralToSquare(x0, y0, x1, y1, x2, y2, x3, y3);
      PerspectiveTransform sToQ =
        PerspectiveTransform::squareToQuadrilateral(x0p, y0p, x1p, y1p, x2p, y2p, x3p, y3p);
      return sToQ.times(qToS);
    }
    
    PerspectiveTransform PerspectiveTransform::squareToQuadrilateral(float x0, float y0, float x1, float y1, float x2,
        float y2, float x3, float y3) {
      float dx3 = x0 - x1 + x2 - x3;
      float dy3 = y0 - y1 + y2 - y3;
      if (dx3 == 0.0f && dy3 == 0.0f) {
        PerspectiveTransform result(PerspectiveTransform(x1 - x0, x2 - x1, x0, y1 - y0, y2 - y1, y0, 0.0f,
                                         0.0f, 1.0f));
        return result;
      } else {
        float dx1 = x1 - x2;
        float dx2 = x3 - x2;
        float dy1 = y1 - y2;
        float dy2 = y3 - y2;
        float denominator = dx1 * dy2 - dx2 * dy1;
        float a13 = (dx3 * dy2 - dx2 * dy3) / denominator;
        float a23 = (dx1 * dy3 - dx3 * dy1) / denominator;
        PerspectiveTransform result(PerspectiveTransform(x1 - x0 + a13 * x1, x3 - x0 + a23 * x3, x0, y1 - y0
                                         + a13 * y1, y3 - y0 + a23 * y3, y0, a13, a23, 1.0f));
        return result;
      }
    }
    
    PerspectiveTransform PerspectiveTransform::quadrilateralToSquare(float x0, float y0, float x1, float y1, float x2,
        float y2, float x3, float y3) {
      // Here, the adjoint serves as the inverse:
      return squareToQuadrilateral(x0, y0, x1, y1, x2, y2, x3, y3).buildAdjoint();
    }
    
    PerspectiveTransform PerspectiveTransform::buildAdjoint() {
      // Adjoint is the transpose of the cofactor matrix:
      PerspectiveTransform result(PerspectiveTransform(a22 * a33 - a23 * a32, a23 * a31 - a21 * a33, a21 * a32
                                       - a22 * a31, a13 * a32 - a12 * a33, a11 * a33 - a13 * a31, a12 * a31 - a11 * a32, a12 * a23 - a13 * a22,
                                       a13 * a21 - a11 * a23, a11 * a22 - a12 * a21));
      return result;
    }
    
    PerspectiveTransform PerspectiveTransform::times(PerspectiveTransform other) {
      PerspectiveTransform result(PerspectiveTransform(a11 * other.a11 + a21 * other.a12 + a31 * other.a13,
                                       a11 * other.a21 + a21 * other.a22 + a31 * other.a23, a11 * other.a31 + a21 * other.a32 + a31
                                       * other.a33, a12 * other.a11 + a22 * other.a12 + a32 * other.a13, a12 * other.a21 + a22
                                       * other.a22 + a32 * other.a23, a12 * other.a31 + a22 * other.a32 + a32 * other.a33, a13
                                       * other.a11 + a23 * other.a12 + a33 * other.a13, a13 * other.a21 + a23 * other.a22 + a33
                                       * other.a23, a13 * other.a31 + a23 * other.a32 + a33 * other.a33));
      return result;
    }
    
    void PerspectiveTransform::transformPoints(vector<float> &points) {
      int max = points.size();
      for (int i = 0; i < max; i += 2) {
        float x = points[i];
        float y = points[i + 1];
        float denominator = a13 * x + a23 * y + a33;
        points[i] = (a11 * x + a21 * y + a31) / denominator;
        points[i + 1] = (a12 * x + a22 * y + a32) / denominator;
      }
    }

对一张透视图片变换回正面图的效果：

int main(){
    	Mat img=imread("boy.png");
    	int img_height = img.rows;
    	int img_width = img.cols;
    	Mat img_trans = Mat::zeros(img_height,img_width,CV_8UC3);
    	PerspectiveTransform tansform = PerspectiveTransform::quadrilateralToQuadrilateral(
    		0,0,
    		img_width-1,0,
    		0,img_height-1,
    		img_width-1,img_height-1,
    		150,250, // top left
    		771,0, // top right
    		0,1023,// bottom left
    		650,1023
    		);
    	vector<float> ponits;
    	for(int i=0;i<img_height;i++){
    		for(int j=0;j<img_width;j++){
    			ponits.push_back(j);
    			ponits.push_back(i);
    		}
    	}
    	tansform.transformPoints(ponits);
    	for(int i=0;i<img_height;i++){
    		uchar*  t= img_trans.ptr<uchar>(i);
    		for (int j=0;j<img_width;j++){
    			int tmp = i*img_width+j;
    			int x = ponits[tmp*2];
    			int y = ponits[tmp*2+1];
    			if(x<0||x>(img_width-1)||y<0||y>(img_height-1))
    				continue;
    			uchar* p = img.ptr<uchar>(y);
    			t[j*3] = p[x*3];
    			t[j*3+1] = p[x*3+1];
    			t[j*3+2] = p[x*3+2];
    		}
    	}
    	imwrite("trans.png",img_trans);
    	return 0;
    }

![20140521144153765][]

另外在OpenCV中也实现了基础的透视变换操作，有关函数使用请见下一篇： [【OpenCV】透视变换 Perspective Transformation（续）][OpenCV_ Perspective Transformation]

### （转载请注明作者和出处：[http://blog.csdn.net/xiaowei\_cqu][http_blog.csdn.net_xiaowei_cqu] 未经允许请勿用于商业用途） ###

[20140521142738671]: /images/20220824/1947d8fc23d64711a183ac2a7413392d.png
[20140521142754687]: /images/20220824/7b8bf94cde734d158fff7b0e24b7f3a2.png
[20140521142820609]: https://img-blog.csdn.net/20140521142820609
[20140521142832296]: https://img-blog.csdn.net/20140521142832296
[20140521142911312]: https://img-blog.csdn.net/20140521142911312
[20140521142842390]: /images/20220824/3817136ae6db48d18715c0f71a0542f1.png
[20140521143006406]: /images/20220824/7f50b62e39384f5b82a3aebd34d484a2.png
[20140521143117828]: /images/20220824/c5b851d266c547599b71e73f314cab59.png
[20140521143219625]: /images/20220824/95a92993c042448a9a20faa87b79e930.png
[20140521143302781]: /images/20220824/53eada8471164a868438fead22a36c0b.png
[20140521143339968]: /images/20220824/88f77407b3344be98fed94f1fb1ae822.png
[20140521143422484]: /images/20220824/906703124cb94f61ab693ee4ed0657f7.png
[20140521143514640]: /images/20220824/dc68cc976b8b4d8fa339156a6bd4d05b.png
[20140521143605687]: /images/20220824/395e138a47914872a3b01730be990002.png
[20140521144153765]: /images/20220824/3c5ace8f195741fab2cf7be9cd78becd.png
[OpenCV_ Perspective Transformation]: http://blog.csdn.net/xiaowei_cqu/article/details/26478135
[http_blog.csdn.net_xiaowei_cqu]: http://blog.csdn.net/xiaowei_cqu