• 25、opencv的仿射变换

    基本思想：opencv仿射变换不是太准，存在于嵌套仿射的情况，存在这样的问题，在角点的四个外围坐标仿射为正向坐标之后，通过仿射矩阵Ｍ去计算内部存在的嵌套矩形框，计算存在偏差，同时以截图为遮挡，仿射的外围四个角点还是存在误差的，需要添加平移参数调整

    代码存在问题，我将大框画在了第一个，需要调整代码，先假设数组的第一个框为大框

    情况一：

    测试图片

    测试代码

    1. #include<iostream>
    2. #include<opencv2/opencv.hpp>
    3.  
    4. using namespace std;
    5. using namespace cv;
    6.  
    7. double EuDis(Point pt1, Point pt2) {
    8.     return sqrt((pt2.x - pt1.x) * (pt2.x - pt1.x) + (pt2.y - pt1.y) * (pt2.y - pt1.y));
    9. }
    10.  
    11.  
    12. int main() {
    13.  
    14.     Mat src = imread("../demo.jpg");
    15.     Mat src_clone=src.clone();
    16.     vector<vector<Point>> contours;
    17.     std::vector<Point> item;
    18.     item.emplace_back(cv::Point(363, 62));
    19.     item.emplace_back(cv::Point(765, 199));
    20.     item.emplace_back(cv::Point(505, 659));
    21.     item.emplace_back(cv::Point(62, 507));
    22.     contours.emplace_back(item);
    23.     item.clear();
    24.  
    25.     item.emplace_back(cv::Point(378, 290));
    26.     item.emplace_back(cv::Point(456, 252));
    27.     item.emplace_back(cv::Point(491, 295));
    28.     item.emplace_back(cv::Point(417, 332));
    29.     contours.emplace_back(item);
    30.     item.clear();
    31.  
    32.     for(int i=0;i<contours.size();i++){
    33.         for(int j=0;j<contours[i].size();j++){
    34.             circle(src, cv::Point(contours[i][j].x, contours[i][j].y), 10, Scalar(255, 0, 0), -1);
    35.             if(j!=contours[i].size()-1){
    36.                 line(src, cv::Point(contours[i][j].x, contours[i][j].y), cv::Point(contours[i][j+1].x, contours[i][j+1].y), Scalar(255, 0, 0),2, LINE_8);
    37.             }else {
    38.                 line(src, cv::Point(contours[i][j].x, contours[i][j].y), cv::Point(contours[i][0].x, contours[i][0].y), Scalar(255, 0, 0),2, LINE_8);
    39.  
    40.             }
    41.         }
    42.     }
    43.  
    44.  
    45.     vector<Point> srcPts;
    46.  
    47.  
    48.     double new_area = 0;
    49.     for (int i = 0; i < contours.size(); i++) {
    50.         double area = contourArea(contours[i]);
    51.  
    52.         if (area > new_area) {
    53.             srcPts = {contours[i][0], contours[i][1], contours[i][2], contours[i][3]};
    54.             new_area = area;
    55.         }
    56.     }
    57.  
    58.  
    59.  
    60.     double LeftHeight = EuDis(srcPts[0], srcPts[3]);
    61.     double RightHeight = EuDis(srcPts[1], srcPts[2]);
    62.     double MaxHeight = max(LeftHeight, RightHeight);
    63.  
    64.     double UpWidth = EuDis(srcPts[0], srcPts[1]);
    65.     double DownWidth = EuDis(srcPts[2], srcPts[3]);
    66.     double MaxWidth = max(UpWidth, DownWidth);
    67.  
    68.     Point2f SrcAffinePts[4] = {Point2f(srcPts[0]), Point2f(srcPts[1]), Point2f(srcPts[2]), Point2f(srcPts[3])};
    69.     Point2f DstAffinePts[4] = {Point2f(0, 0), Point2f(MaxWidth, 0), Point2f(MaxWidth, MaxHeight),
    70.                                Point2f(0, MaxHeight)};
    71.  
    72.     Mat M = getPerspectiveTransform(SrcAffinePts, DstAffinePts);
    73.  
    74.     Mat DstImg;
    75.  
    76.     warpPerspective(src_clone, DstImg, M, Point(MaxWidth,MaxHeight));
    77.     std::cout << M << std::endl;
    78.     float a00 = M.at<cv::Vec3d>(0, 0)[0];
    79.     float a01 = M.at<cv::Vec3d>(0, 0)[1];
    80.     float a02 = M.at<cv::Vec3d>(0, 0)[2];
    81.     float a10 = M.at<cv::Vec3d>(1, 0)[0];
    82.     float a11 = M.at<cv::Vec3d>(1, 0)[1];
    83.     float a12 = M.at<cv::Vec3d>(1, 0)[2];
    84.     float a20 = M.at<cv::Vec3d>(2, 0)[0];
    85.     float a21 = M.at<cv::Vec3d>(2, 0)[1];
    86.     float a22 = M.at<cv::Vec3d>(2, 0)[2];
    87.     //cosx  siny  tx     a00 a01 a02
    88.     //-sinx cosy ty      a10 a11 a12
    89.     //0     0     1      a20 a21 a22
    90.     //矫正畸变不准　需要调整包含物体的坐标
    91.     int cof=5;
    92.     std::vector<std::vector<cv::Point>> new_contours;
    93.     for (int i = 0; i < contours.size(); i++) {
    94.         std::vector<cv::Point> item;
    95.         double new_x=0;
    96.         double new_y=0;
    97.         for (int j = 0; j < contours[i].size(); j++) {
    98.             if(i==0){
    99.                 new_x=DstAffinePts[j].x;
    100.                 new_y=DstAffinePts[j].y;
    101.  
    102.             }else {
    103.                  new_x = contours[i][j].x * a00+ contours[i][j].y * a01 + a02-cof;
    104.                  new_y = contours[i][j].x * a10 + contours[i][j].y * a11 + a12-4;
    105.             }
    106.             item.emplace_back(cv::Point(new_x, new_y));
    107.  
    108.  
    109.  
    110.         }
    111.  
    112.         new_contours.emplace_back(item);
    113.     }
    114.  
    115.  
    116.  
    117.  
    118.     for(int i=0;i<new_contours.size();i++){
    119.         for(int j=0;j<new_contours[i].size();j++){
    120.             circle(DstImg, cv::Point(new_contours[i][j].x, new_contours[i][j].y), 10, Scalar(0, 0, 255), -1);
    121.             if(j!=new_contours[i].size()-1){
    122.                 line(DstImg, cv::Point(new_contours[i][j].x, new_contours[i][j].y), cv::Point(new_contours[i][j+1].x, new_contours[i][j+1].y), Scalar(0, 0, 255),2, LINE_8);
    123.             }else {
    124.                 line(DstImg, cv::Point(new_contours[i][j].x, new_contours[i][j].y), cv::Point(new_contours[i][0].x, new_contours[i][0].y), Scalar(0, 0, 255),2, LINE_8);
    125.  
    126.             }
    127.         }
    128.     }
    129.  
    130.     imshow("Dst", DstImg);
    131.  
    132.  
    133.  
    134.  
    135.  
    136.  
    137.  
    138.  
    139.     imshow("src", src);
    140.     waitKey(0);
    141.     destroyAllWindows();
    142.  
    143.     return 0;
    144. }
    145.

    测试结果

    情况二：测试图片

     测试代码

    1. #include<iostream>
    2. #include<opencv2/opencv.hpp>
    3.  
    4. using namespace std;
    5. using namespace cv;
    6.  
    7. double EuDis(Point pt1, Point pt2) {
    8.     return sqrt((pt2.x - pt1.x) * (pt2.x - pt1.x) + (pt2.y - pt1.y) * (pt2.y - pt1.y));
    9. }
    10.  
    11.  
    12. int main() {
    13.  
    14.     Mat src = imread("../Selection_017.png");
    15.     Mat src_clone=src.clone();
    16.     vector<vector<Point>> contours;
    17.     std::vector<Point> item;
    18.     item.emplace_back(cv::Point(87, 143));
    19.     item.emplace_back(cv::Point(548, 147));
    20.     item.emplace_back(cv::Point(601, 364));
    21.     item.emplace_back(cv::Point(54, 362));
    22.     contours.emplace_back(item);
    23.     item.clear();
    24.  
    25.     item.emplace_back(cv::Point(252, 247));
    26.     item.emplace_back(cv::Point(398, 246));
    27.     item.emplace_back(cv::Point(402, 269));
    28.     item.emplace_back(cv::Point(249, 269));
    29.     contours.emplace_back(item);
    30.     item.clear();
    31.     item.emplace_back(cv::Point(441, 208));
    32.     item.emplace_back(cv::Point(441, 233));
    33.     item.emplace_back(cv::Point(478, 232));
    34.     item.emplace_back(cv::Point(474, 208));
    35.     contours.emplace_back(item);
    36.     item.clear();
    37.  
    38.  
    39.  
    40.     item.emplace_back(cv::Point(155, 223));
    41.     item.emplace_back(cv::Point(155, 246));
    42.     item.emplace_back(cv::Point(192, 245));
    43.     item.emplace_back(cv::Point(193, 222));
    44.     contours.emplace_back(item);
    45.     item.clear();
    46.  
    47.  
    48.     for(int i=0;i<contours.size();i++){
    49.         for(int j=0;j<contours[i].size();j++){
    50.             circle(src, cv::Point(contours[i][j].x, contours[i][j].y), 10, Scalar(255, 0, 0), -1);
    51.             if(j!=contours[i].size()-1){
    52.                 line(src, cv::Point(contours[i][j].x, contours[i][j].y), cv::Point(contours[i][j+1].x, contours[i][j+1].y), Scalar(255, 0, 0),2, LINE_8);
    53.             }else {
    54.                 line(src, cv::Point(contours[i][j].x, contours[i][j].y), cv::Point(contours[i][0].x, contours[i][0].y), Scalar(255, 0, 0),2, LINE_8);
    55.  
    56.             }
    57.         }
    58.     }
    59.  
    60.  
    61.     vector<Point> srcPts;
    62.  
    63.  
    64.     double new_area = 0;
    65.     for (int i = 0; i < contours.size(); i++) {
    66.         double area = contourArea(contours[i]);
    67.  
    68.         if (area > new_area) {
    69.             srcPts = {contours[i][0], contours[i][1], contours[i][2], contours[i][3]};
    70.             new_area = area;
    71.         }
    72.     }
    73.  
    74.  
    75.  
    76.     double LeftHeight = EuDis(srcPts[0], srcPts[3]);
    77.     double RightHeight = EuDis(srcPts[1], srcPts[2]);
    78.     double MaxHeight = max(LeftHeight, RightHeight);
    79.  
    80.     double UpWidth = EuDis(srcPts[0], srcPts[1]);
    81.     double DownWidth = EuDis(srcPts[2], srcPts[3]);
    82.     double MaxWidth = max(UpWidth, DownWidth);
    83.  
    84.     Point2f SrcAffinePts[4] = {Point2f(srcPts[0]), Point2f(srcPts[1]), Point2f(srcPts[2]), Point2f(srcPts[3])};
    85.     Point2f DstAffinePts[4] = {Point2f(0, 0), Point2f(MaxWidth, 0), Point2f(MaxWidth, MaxHeight),
    86.                                Point2f(0, MaxHeight)};
    87.  
    88.     Mat M = getPerspectiveTransform(SrcAffinePts, DstAffinePts);
    89.  
    90.     Mat DstImg;
    91.  
    92.     warpPerspective(src_clone, DstImg, M, Point(MaxWidth,MaxHeight));
    93.     std::cout << M << std::endl;
    94.     float a00 = M.at<cv::Vec3d>(0, 0)[0];
    95.     float a01 = M.at<cv::Vec3d>(0, 0)[1];
    96.     float a02 = M.at<cv::Vec3d>(0, 0)[2];
    97.     float a10 = M.at<cv::Vec3d>(1, 0)[0];
    98.     float a11 = M.at<cv::Vec3d>(1, 0)[1];
    99.     float a12 = M.at<cv::Vec3d>(1, 0)[2];
    100.     float a20 = M.at<cv::Vec3d>(2, 0)[0];
    101.     float a21 = M.at<cv::Vec3d>(2, 0)[1];
    102.     float a22 = M.at<cv::Vec3d>(2, 0)[2];
    103.     //cosx  siny  tx     a00 a01 a02
    104.     //-sinx cosy ty      a10 a11 a12
    105.     //0     0     1      a20 a21 a22
    106.     //矫正畸变不准　需要调整包含物体的坐标
    107.     int cof=25;
    108.     std::vector<std::vector<cv::Point>> new_contours;
    109.     for (int i = 0; i < contours.size(); i++) {
    110.         std::vector<cv::Point> item;
    111.         double new_x=0;
    112.         double new_y=0;
    113.         for (int j = 0; j < contours[i].size(); j++) {
    114.             if(i==0){
    115.                 new_x=DstAffinePts[j].x;
    116.                 new_y=DstAffinePts[j].y;
    117.  
    118.             }else {
    119.                  new_x = contours[i][j].x * a00+ contours[i][j].y * a01 + a02-cof;
    120.                  new_y = contours[i][j].x * a10 + contours[i][j].y * a11 + a12-cof;
    121.             }
    122.             item.emplace_back(cv::Point(new_x, new_y));
    123.  
    124.  
    125.  
    126.         }
    127.  
    128.         new_contours.emplace_back(item);
    129.     }
    130.  
    131.  
    132.  
    133.  
    134.     for(int i=0;i<new_contours.size();i++){
    135.         for(int j=0;j<new_contours[i].size();j++){
    136.             circle(DstImg, cv::Point(new_contours[i][j].x, new_contours[i][j].y), 10, Scalar(0, 0, 255), -1);
    137.             if(j!=new_contours[i].size()-1){
    138.                 line(DstImg, cv::Point(new_contours[i][j].x, new_contours[i][j].y), cv::Point(new_contours[i][j+1].x, new_contours[i][j+1].y), Scalar(0, 0, 255),2, LINE_8);
    139.             }else {
    140.                 line(DstImg, cv::Point(new_contours[i][j].x, new_contours[i][j].y), cv::Point(new_contours[i][0].x, new_contours[i][0].y), Scalar(0, 0, 255),2, LINE_8);
    141.  
    142.             }
    143.         }
    144.     }
    145.     cv::imwrite("dst.jpg",DstImg);
    146.     imshow("Dst", DstImg);
    147.  
    148.  
    149.  
    150.  
    151.  
    152.  
    153.     cv::imwrite("src.jpg",src);
    154.  
    155.     imshow("src", src);
    156.     waitKey(0);
    157.     destroyAllWindows();
    158.  
    159.     return 0;
    160. }
    161.

    测试结果

    原图

    仿射之后

  • 相关阅读:
    线上一次JVM FullGC搞得整晚都没睡，彻底崩溃
    nginx安装（离线安装，新增--with-http_ssl_module、--with-stream模块，离线升级）
    怎么能让页面加载完在执行js
    Yii 知识点总结
    Linux使用ifconfig命令没有显示ens33或者没有ip地址
    【Java网络原理】 四
    python 爬虫与协同过滤的新闻推荐系统 计算机竞赛
    Vue项目中 vantUI中tab标签栏下划线位置异常，指定下标但是显示还是默认下标。解决方案
    论文阅读-CheckFreq：频繁、精细的DNN检查点操作。
    GitHub的下载超时问题
  • 原文地址：https://blog.csdn.net/sxj731533730/article/details/127668836