C OpenCvSharp 部署MOWA：多合一图像扭曲模型

C# OpenCvSharp 部署MOWA：多合一图像扭曲模型

说明

算法模型的paper名称是《MOWA: Multiple-in-One Image Warping Model》

ariv链接 https://arxiv.org/pdf/2404.10716

效果

• Stitched Image
  

翻译成中文意思是：拼接图像。效果图如下，可以看到输入原图的边界是不规则的，在经过模型推理之后输出的图的边界是规整了。

欢迎大家来到IT世界,在知识的湖畔探索吧!

• Rectified Wide-Angle Image
  

翻译成中文意思是：矫正广角图像。效果图如下，可以看到输入原图的左右上下边界是扭曲的，在经过模型推理之后输出的图的边界是规整了。

• Unrolling Shutter Image
  

翻译成中文意思是：卷帘快门图像。效果图如下，可以看到输入原图的右边界是弯曲的，在经过模型推理之后输出的图的边界是规整了。

• Rotated Image
  

翻译成中文意思是：旋转图像。效果图如下，可以看到输入原图是有明显倾斜的，在经过模型推理之后输出的图是摆正了。

• Fisheye Image
  

翻译成中文意思是：鱼眼图像。效果图如下，可以看到输入原图里的建筑物有明显扭曲的，在经过模型推理之后输出的图里的建筑物是正直的了。

项目

代码

using OpenCvSharp;
using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Diagnostics;
using System.Drawing;
using System.Drawing.Imaging;
using System.Linq;
using System.Runtime.InteropServices;
using System.Text;
using System.Threading.Tasks;
using System.Windows.Forms;

namespace MOWA
{
 public partial class Form1 : Form
 {
 public Form1()
 {
 InitializeComponent();
 }

 Stopwatch stopwatch = new Stopwatch();
 Mat image;
 Mat mask;
 Mat mesh_img;
 Mat grid_mesh_img;
 Mat flow_img;

 string image_path;
 string mask_path;
 string startupPath;
 string fileFilter = "*.*|*.bmp;*.jpg;*.jpeg;*.tiff;*.tiff;*.png";
 const string DllName = "MOWASharp.dll";
 IntPtr engine;

 /*
 //初始化
 extern "C" _declspec(dllexport) int __cdecl init(void engine, char* model_dir,char* msg);

 //detect
 extern "C" _declspec(dllexport) int __cdecl detect(void* engine, Mat* srcimg, Mat* maskimg, char* msg, Mat* mesh_img, Mat* grid_mesh_img, Mat* flow_img);

 //释放
 extern "C" _declspec(dllexport) void __cdecl destroy(void* engine);

 */

 [DllImport(DllName, EntryPoint = "init", CallingConvention = CallingConvention.Cdecl)]
 internal extern static int init(ref IntPtr engine, string model_dir, StringBuilder msg);

 [DllImport(DllName, EntryPoint = "detect", CallingConvention = CallingConvention.Cdecl)]
 internal extern static int detect(IntPtr engine, IntPtr srcimg, IntPtr maskimg, StringBuilder msg, IntPtr mesh_img, IntPtr grid_mesh_img, IntPtr flow_img);

 [DllImport(DllName, EntryPoint = "destroy", CallingConvention = CallingConvention.Cdecl)]
 internal extern static int destroy(IntPtr engine);

 private void Form1_Load(object sender, EventArgs e)
 {
 startupPath = Application.StartupPath;

 string model_dir = startupPath + "\\model\\";

 StringBuilder msg = new StringBuilder(512);

 int res = init(ref engine, model_dir, msg);
 if (res == -1)
 {
 MessageBox.Show(msg.ToString());
 return;
 }
 else
 {
 Console.WriteLine(msg.ToString());
 }
 image_path = startupPath + "\\test_img\\39501.png";
 pictureBox1.Image = new Bitmap(image_path);

 mask_path = startupPath + "\\test_img\\39501_mask.png";
 pictureBox3.Image = new Bitmap(mask_path);
 }

 private void Form1_FormClosed(object sender, FormClosedEventArgs e)
 {
 destroy(engine);
 }

 private void button2_Click(object sender, EventArgs e)
 {
 if (image_path == "" || mask_path == "")
 {
 return;
 }

 textBox1.Text = "执行中……";
 button2.Enabled = false;
 if (pictureBox2.Image != )
 {
 pictureBox2.Image.Dispose();
 pictureBox2.Image = ;
 }
 Application.DoEvents();

 Cv2.DestroyAllWindows();
 if (image != ) image.Dispose();
 if (mask != ) mask.Dispose();
 if (mesh_img != ) mesh_img.Dispose();
 if (grid_mesh_img != ) grid_mesh_img.Dispose();
 if (flow_img != ) flow_img.Dispose();

 StringBuilder msg = new StringBuilder(512);
 image = new Mat(image_path);
 mask = new Mat(mask_path,ImreadModes.Grayscale);
 mesh_img = new Mat();
 grid_mesh_img = new Mat();
 flow_img = new Mat();

 stopwatch.Restart();

 int res = detect(engine, image.CvPtr, mask.CvPtr, msg, mesh_img.CvPtr, grid_mesh_img.CvPtr, flow_img.CvPtr);
 if (res == 0)
 {
 stopwatch.Stop();
 double costTime = stopwatch.Elapsed.TotalMilliseconds;
 pictureBox2.Image = new Bitmap(flow_img.ToMemoryStream());
 Cv2.ImShow("mesh_img", mesh_img);
 Cv2.ImShow("grid_mesh_img", grid_mesh_img);
 textBox1.Text = $"耗时:{costTime:F2}ms";
 }
 else
 {
 textBox1.Text = "失败," + msg.ToString();
 }
 button2.Enabled = true;
 }

 private void button1_Click(object sender, EventArgs e)
 {
 OpenFileDialog ofd = new OpenFileDialog();
 ofd.Filter = fileFilter;
 ofd.InitialDirectory = startupPath + "\\test_img";
 if (ofd.ShowDialog() != DialogResult.OK) return;

 pictureBox1.Image = ;
 pictureBox2.Image = ;
 textBox1.Text = "";

 image_path = ofd.FileName;
 pictureBox1.Image = new Bitmap(image_path);
 image = new Mat(image_path);
 }

 private void button4_Click(object sender, EventArgs e)
 {
 OpenFileDialog ofd = new OpenFileDialog();
 ofd.Filter = fileFilter;
 ofd.InitialDirectory = startupPath+"\\test_img";
 if (ofd.ShowDialog() != DialogResult.OK) return;

 pictureBox3.Image = ;
 pictureBox2.Image = ;
 textBox1.Text = "";

 mask_path = ofd.FileName;
 pictureBox3.Image = new Bitmap(mask_path);
 mask = new Mat(image_path);
 }

 private void button3_Click(object sender, EventArgs e)
 {
 if (pictureBox2.Image == )
 {
 return;
 }
 Bitmap output = new Bitmap(pictureBox2.Image);
 var sdf = new SaveFileDialog();
 sdf.Title = "保存";
 sdf.Filter = "Images (*.jpg)|*.jpg|Images (*.png)|*.png|Images (*.bmp)|*.bmp";
 if (sdf.ShowDialog() == DialogResult.OK)
 {
 switch (sdf.FilterIndex)
 {
 case 1:
 {
 output.Save(sdf.FileName, ImageFormat.Jpeg);
 break;
 }
 case 2:
 {
 output.Save(sdf.FileName, ImageFormat.Png);
 break;
 }
 case 3:
 {
 output.Save(sdf.FileName, ImageFormat.Bmp);
 break;
 }
 }
 MessageBox.Show("保存成功，位置：" + sdf.FileName);
 }
 }
 }
}

欢迎大家来到IT世界,在知识的湖畔探索吧!

参考

https://github.com/hpc203/MOWA-onnxrun