halcon+csharp多图像拼接实现

摘要:
基本步骤:1.Halcon执行仿射更改以扭曲镜头。这可以参考Halcon中二维码失真的示例;2.根据模板匹配找到偏移值,然后拼接。为此,请参阅Halcon中的拼接示例;3.这是本文的重点。首先,没有办法集成halcon,所以你应该自己实现它。首先,参见论文“基于Halcon的图像拼接算法研究——谭洁”。因此,需要将此代码重写为csharp的形式。

简单的来说,就是将halcon+csharp多图像拼接实现第1张

halcon+csharp多图像拼接实现第2张

一类的图片最后拼接成为这样的结果

halcon+csharp多图像拼接实现第3张

这个图片有点大呀。

基本步骤:

1、halcon进行仿射变化进行镜头畸变。这个可以参考halcon中一个二维码畸变的例子;

2、基于模版匹配找出偏移值,然后进行拼接。这个可以参考halcon中一个拼接的例子;

3、对交接处进行融合,这个是本文的关键。

首先,这个融合halcon中是没有方法的,所以要自己实现。首先要看论文《基于Halcon的图像拼接算法研究_谭杰》。然后文中有两种方法,因为本例没有产生旋转,所以采用第一种就可以。融合部分代码如下

for i:=RowStart to RowEnd by 1
for j:=450 to 1560 by 1
get_grayval(Imageresult1, i,100, Grayval1)
get_grayval(Imageresult2, i, 100, Grayval2)
grayval0 := (Grayval1 * yinzhi + Grayval2 * (100-yinzhi))/100
set_grayval(Imageresult0, i, j, grayval0)
endfor
yinzhi := yinzhi -1
endfor

接下来就是效率问题,由于halcon是高级语言,为了提高效率,需要在csharp中直接操作内存,进行类似的操作。所以需要将这段代码改写成为csharp的形式。代码如下

using System;
using System.Collections.Generic;
using System.Text;
//新添加
using HalconDotNet;

//2013年10月24日14:54:09 所有图片融和的重构
namespace Halcon10test
{
public class HalconHepler
{
#region 停止HDevelopStop
public void HDevelopStop()
{
}
#endregion
#region 显示继续信息 disp_continue_message
public void disp_continue_message(HTuple hv_WindowHandle, HTuple hv_Color, HTuple hv_Box)
{

HTuple hv_ContinueMessage, hv_Row, hv_Column;
HTuple hv_Width, hv_Height, hv_Ascent, hv_Descent, hv_TextWidth;
HTuple hv_TextHeight;
hv_ContinueMessage = "按下(F5)程序将继续";
HOperatorSet.GetWindowExtents(hv_WindowHandle, out hv_Row, out hv_Column, out hv_Width,
out hv_Height);
HOperatorSet.GetStringExtents(hv_WindowHandle, (" " + hv_ContinueMessage) + " ",
out hv_Ascent, out hv_Descent, out hv_TextWidth, out hv_TextHeight);
disp_message(hv_WindowHandle, hv_ContinueMessage, "window", (hv_Height - hv_TextHeight) - 12,
(hv_Width - hv_TextWidth) - 12, hv_Color, hv_Box);

return;
}
#endregion
#region 显示信息
public void disp_message(HTuple hv_WindowHandle, HTuple hv_String, HTuple hv_CoordSystem,
HTuple hv_Row, HTuple hv_Column, HTuple hv_Color, HTuple hv_Box)
{
HTuple hv_Red, hv_Green, hv_Blue, hv_Row1Part;
HTuple hv_Column1Part, hv_Row2Part, hv_Column2Part, hv_RowWin;
HTuple hv_ColumnWin, hv_WidthWin, hv_HeightWin, hv_MaxAscent;
HTuple hv_MaxDescent, hv_MaxWidth, hv_MaxHeight, hv_R1 = new HTuple();
HTuple hv_C1 = new HTuple(), hv_FactorRow = new HTuple(), hv_FactorColumn = new HTuple();
HTuple hv_Width = new HTuple(), hv_Index = new HTuple(), hv_Ascent = new HTuple();
HTuple hv_Descent = new HTuple(), hv_W = new HTuple(), hv_H = new HTuple();
HTuple hv_FrameHeight = new HTuple(), hv_FrameWidth = new HTuple();
HTuple hv_R2 = new HTuple(), hv_C2 = new HTuple(), hv_DrawMode = new HTuple();
HTuple hv_Exception = new HTuple(), hv_CurrentColor = new HTuple();

HTuple hv_Color_COPY_INP_TMP = hv_Color.Clone();
HTuple hv_Column_COPY_INP_TMP = hv_Column.Clone();
HTuple hv_Row_COPY_INP_TMP = hv_Row.Clone();
HTuple hv_String_COPY_INP_TMP = hv_String.Clone();

HOperatorSet.GetRgb(hv_WindowHandle, out hv_Red, out hv_Green, out hv_Blue);
HOperatorSet.GetPart(hv_WindowHandle, out hv_Row1Part, out hv_Column1Part, out hv_Row2Part,
out hv_Column2Part);
HOperatorSet.GetWindowExtents(hv_WindowHandle, out hv_RowWin, out hv_ColumnWin,
out hv_WidthWin, out hv_HeightWin);
HOperatorSet.SetPart(hv_WindowHandle, 0, 0, hv_HeightWin - 1, hv_WidthWin - 1);
//
//default settings
if ((int)(new HTuple(hv_Row_COPY_INP_TMP.TupleEqual(-1))) != 0)
{
hv_Row_COPY_INP_TMP = 12;
}
if ((int)(new HTuple(hv_Column_COPY_INP_TMP.TupleEqual(-1))) != 0)
{
hv_Column_COPY_INP_TMP = 12;
}
if ((int)(new HTuple(hv_Color_COPY_INP_TMP.TupleEqual(new HTuple()))) != 0)
{
hv_Color_COPY_INP_TMP = "";
}
//
hv_String_COPY_INP_TMP = ((("" + hv_String_COPY_INP_TMP) + "")).TupleSplit(" ");
//
//Estimate extentions of text depending on font size.
HOperatorSet.GetFontExtents(hv_WindowHandle, out hv_MaxAscent, out hv_MaxDescent,
out hv_MaxWidth, out hv_MaxHeight);
if ((int)(new HTuple(hv_CoordSystem.TupleEqual("window"))) != 0)
{
hv_R1 = hv_Row_COPY_INP_TMP.Clone();
hv_C1 = hv_Column_COPY_INP_TMP.Clone();
}
else
{
//transform image to window coordinates
hv_FactorRow = (1.0 * hv_HeightWin) / ((hv_Row2Part - hv_Row1Part) + 1);
hv_FactorColumn = (1.0 * hv_WidthWin) / ((hv_Column2Part - hv_Column1Part) + 1);
hv_R1 = ((hv_Row_COPY_INP_TMP - hv_Row1Part) + 0.5) * hv_FactorRow;
hv_C1 = ((hv_Column_COPY_INP_TMP - hv_Column1Part) + 0.5) * hv_FactorColumn;
}
//
//display text box depending on text size
if ((int)(new HTuple(hv_Box.TupleEqual("true"))) != 0)
{
//calculate box extents
hv_String_COPY_INP_TMP = (" " + hv_String_COPY_INP_TMP) + " ";
hv_Width = new HTuple();
for (hv_Index = 0; (int)hv_Index <= (int)((new HTuple(hv_String_COPY_INP_TMP.TupleLength()
)) - 1); hv_Index = (int)hv_Index + 1)
{
HOperatorSet.GetStringExtents(hv_WindowHandle, hv_String_COPY_INP_TMP.TupleSelect(
hv_Index), out hv_Ascent, out hv_Descent, out hv_W, out hv_H);
hv_Width = hv_Width.TupleConcat(hv_W);
}
hv_FrameHeight = hv_MaxHeight * (new HTuple(hv_String_COPY_INP_TMP.TupleLength()
));
hv_FrameWidth = (((new HTuple(0)).TupleConcat(hv_Width))).TupleMax();
hv_R2 = hv_R1 + hv_FrameHeight;
hv_C2 = hv_C1 + hv_FrameWidth;
//display rectangles
HOperatorSet.GetDraw(hv_WindowHandle, out hv_DrawMode);
HOperatorSet.SetDraw(hv_WindowHandle, "fill");
HOperatorSet.SetColor(hv_WindowHandle, "light gray");
HOperatorSet.DispRectangle1(hv_WindowHandle, hv_R1 + 3, hv_C1 + 3, hv_R2 + 3, hv_C2 + 3);
HOperatorSet.SetColor(hv_WindowHandle, "white");
HOperatorSet.DispRectangle1(hv_WindowHandle, hv_R1, hv_C1, hv_R2, hv_C2);
HOperatorSet.SetDraw(hv_WindowHandle, hv_DrawMode);
}
else if ((int)(new HTuple(hv_Box.TupleNotEqual("false"))) != 0)
{
hv_Exception = "Wrong value of control parameter Box";
throw new HalconException(hv_Exception);
}
//Write text.
for (hv_Index = 0; (int)hv_Index <= (int)((new HTuple(hv_String_COPY_INP_TMP.TupleLength()
)) - 1); hv_Index = (int)hv_Index + 1)
{
hv_CurrentColor = hv_Color_COPY_INP_TMP.TupleSelect(hv_Index % (new HTuple(hv_Color_COPY_INP_TMP.TupleLength()
)));
if ((int)((new HTuple(hv_CurrentColor.TupleNotEqual(""))).TupleAnd(new HTuple(hv_CurrentColor.TupleNotEqual(
"auto")))) != 0)
{
HOperatorSet.SetColor(hv_WindowHandle, hv_CurrentColor);
}
else
{
HOperatorSet.SetRgb(hv_WindowHandle, hv_Red, hv_Green, hv_Blue);
}
hv_Row_COPY_INP_TMP = hv_R1 + (hv_MaxHeight * hv_Index);
HOperatorSet.SetTposition(hv_WindowHandle, hv_Row_COPY_INP_TMP, hv_C1);
HOperatorSet.WriteString(hv_WindowHandle, hv_String_COPY_INP_TMP.TupleSelect(
hv_Index));
}
//reset changed window settings
HOperatorSet.SetRgb(hv_WindowHandle, hv_Red, hv_Green, hv_Blue);
HOperatorSet.SetPart(hv_WindowHandle, hv_Row1Part, hv_Column1Part, hv_Row2Part,
hv_Column2Part);

return;
}
#endregion
#region 设置字体

public void set_display_font(HTuple hv_WindowHandle, HTuple hv_Size, HTuple hv_Font,
HTuple hv_Bold, HTuple hv_Slant)
{
HTuple hv_OS, hv_Exception = new HTuple();
HTuple hv_AllowedFontSizes = new HTuple(), hv_Distances = new HTuple();
HTuple hv_Indices = new HTuple();

HTuple hv_Bold_COPY_INP_TMP = hv_Bold.Clone();
HTuple hv_Font_COPY_INP_TMP = hv_Font.Clone();
HTuple hv_Size_COPY_INP_TMP = hv_Size.Clone();
HTuple hv_Slant_COPY_INP_TMP = hv_Slant.Clone();

HOperatorSet.GetSystem("operating_system", out hv_OS);
if ((int)((new HTuple(hv_Size_COPY_INP_TMP.TupleEqual(new HTuple()))).TupleOr(
new HTuple(hv_Size_COPY_INP_TMP.TupleEqual(-1)))) != 0)
{
hv_Size_COPY_INP_TMP = 16;
}
if ((int)(new HTuple((((hv_OS.TupleStrFirstN(2)).TupleStrLastN(0))).TupleEqual(
"Win"))) != 0)
{
//set font on Windows systems
if ((int)((new HTuple((new HTuple(hv_Font_COPY_INP_TMP.TupleEqual("mono"))).TupleOr(
new HTuple(hv_Font_COPY_INP_TMP.TupleEqual("Courier"))))).TupleOr(new HTuple(hv_Font_COPY_INP_TMP.TupleEqual(
"courier")))) != 0)
{
hv_Font_COPY_INP_TMP = "Courier New";
}
else if ((int)(new HTuple(hv_Font_COPY_INP_TMP.TupleEqual("sans"))) != 0)
{
hv_Font_COPY_INP_TMP = "Arial";
}
else if ((int)(new HTuple(hv_Font_COPY_INP_TMP.TupleEqual("serif"))) != 0)
{
hv_Font_COPY_INP_TMP = "Times New Roman";
}
if ((int)(new HTuple(hv_Bold_COPY_INP_TMP.TupleEqual("true"))) != 0)
{
hv_Bold_COPY_INP_TMP = 1;
}
else if ((int)(new HTuple(hv_Bold_COPY_INP_TMP.TupleEqual("false"))) != 0)
{
hv_Bold_COPY_INP_TMP = 0;
}
else
{
hv_Exception = "Wrong value of control parameter Bold";
throw new HalconException(hv_Exception);
}
if ((int)(new HTuple(hv_Slant_COPY_INP_TMP.TupleEqual("true"))) != 0)
{
hv_Slant_COPY_INP_TMP = 1;
}
else if ((int)(new HTuple(hv_Slant_COPY_INP_TMP.TupleEqual("false"))) != 0)
{
hv_Slant_COPY_INP_TMP = 0;
}
else
{
hv_Exception = "Wrong value of control parameter Slant";
throw new HalconException(hv_Exception);
}
try
{
HOperatorSet.SetFont(hv_WindowHandle, ((((((("-" + hv_Font_COPY_INP_TMP) + "-") + hv_Size_COPY_INP_TMP) + "-*-") + hv_Slant_COPY_INP_TMP) + "-*-*-") + hv_Bold_COPY_INP_TMP) + "-");
}
// catch (Exception)
catch (HalconException HDevExpDefaultException1)
{
HDevExpDefaultException1.ToHTuple(out hv_Exception);
throw new HalconException(hv_Exception);
}
}
else
{
//set font for UNIX systems
hv_Size_COPY_INP_TMP = hv_Size_COPY_INP_TMP * 1.25;
hv_AllowedFontSizes = new HTuple();
hv_AllowedFontSizes[0] = 11;
hv_AllowedFontSizes[1] = 14;
hv_AllowedFontSizes[2] = 17;
hv_AllowedFontSizes[3] = 20;
hv_AllowedFontSizes[4] = 25;
hv_AllowedFontSizes[5] = 34;
if ((int)(new HTuple(((hv_AllowedFontSizes.TupleFind(hv_Size_COPY_INP_TMP))).TupleEqual(
-1))) != 0)
{
hv_Distances = ((hv_AllowedFontSizes - hv_Size_COPY_INP_TMP)).TupleAbs();
HOperatorSet.TupleSortIndex(hv_Distances, out hv_Indices);
hv_Size_COPY_INP_TMP = hv_AllowedFontSizes.TupleSelect(hv_Indices.TupleSelect(
0));
}
if ((int)((new HTuple(hv_Font_COPY_INP_TMP.TupleEqual("mono"))).TupleOr(new HTuple(hv_Font_COPY_INP_TMP.TupleEqual(
"Courier")))) != 0)
{
hv_Font_COPY_INP_TMP = "courier";
}
else if ((int)(new HTuple(hv_Font_COPY_INP_TMP.TupleEqual("sans"))) != 0)
{
hv_Font_COPY_INP_TMP = "helvetica";
}
else if ((int)(new HTuple(hv_Font_COPY_INP_TMP.TupleEqual("serif"))) != 0)
{
hv_Font_COPY_INP_TMP = "times";
}
if ((int)(new HTuple(hv_Bold_COPY_INP_TMP.TupleEqual("true"))) != 0)
{
hv_Bold_COPY_INP_TMP = "bold";
}
else if ((int)(new HTuple(hv_Bold_COPY_INP_TMP.TupleEqual("false"))) != 0)
{
hv_Bold_COPY_INP_TMP = "medium";
}
else
{
hv_Exception = "Wrong value of control parameter Bold";
throw new HalconException(hv_Exception);
}
if ((int)(new HTuple(hv_Slant_COPY_INP_TMP.TupleEqual("true"))) != 0)
{
if ((int)(new HTuple(hv_Font_COPY_INP_TMP.TupleEqual("times"))) != 0)
{
hv_Slant_COPY_INP_TMP = "i";
}
else
{
hv_Slant_COPY_INP_TMP = "o";
}
}
else if ((int)(new HTuple(hv_Slant_COPY_INP_TMP.TupleEqual("false"))) != 0)
{
hv_Slant_COPY_INP_TMP = "r";
}
else
{
hv_Exception = "Wrong value of control parameter Slant";
throw new HalconException(hv_Exception);
}
try
{
HOperatorSet.SetFont(hv_WindowHandle, ((((((("-adobe-" + hv_Font_COPY_INP_TMP) + "-") + hv_Bold_COPY_INP_TMP) + "-") + hv_Slant_COPY_INP_TMP) + "-normal-*-") + hv_Size_COPY_INP_TMP) + "-*-*-*-*-*-*-*");
}
// catch (Exception)
catch (HalconException HDevExpDefaultException1)
{
HDevExpDefaultException1.ToHTuple(out hv_Exception);
throw new HalconException(hv_Exception);
}
}

return;
}

#endregion
#region 核心函数
//核心过程
public unsafe void action(object objectname)
{
//参数处理
string filename = (string)objectname;
string[] str = filename.Split(',');
string inputname = str[0];
string outputname = str[1];

if (string.Empty == inputname)
{
return;
}
if (string.Empty == outputname)
{
return;
}
//变量定义和初始化
HObject[] OTemp = new HObject[20];
long SP_O = 0;
HObject ho_ImageTemplete, ho_Image1, ho_Image2, ho_ImageTmp;
HObject ho_Image11, ho_Image22, ho_ModelRegion, ho__TmpRegion;
HObject ho_TemplateImage, ho_ModelContours, ho_Images1;
HObject ho_Images2, ho_Black, ho_Imageresult0, ho_Imageresult2;
HObject ho_Imageresult1;
HTuple hv_Pointer_tmp0, hv_Type_tmp0, hv_Width_tmp0, hv_Height_tmp0;
HTuple hv_Pointer_tmp1, hv_Type_tmp1, hv_Width_tmp1, hv_Height_tmp1;
HTuple hv_Pointer_tmp2, hv_Type_tmp2, hv_Width_tmp2, hv_Height_tmp2;
HTuple hv_HomMat2D, hv_Pointer, hv_Type, hv_Width;
HTuple hv_Height, hv_ImageFiles, hv_Index, hv_ModelId;
HTuple hv_Row1, hv_Col1, hv_Angle1, hv_Score1, hv_Row2;
HTuple hv_Col2, hv_Angle2, hv_Score2, hv_i, hv_H = new HTuple();
HTuple hv_j = new HTuple(), hv_a = new HTuple(), hv_b = new HTuple();
HTuple hv_Grayval1 = new HTuple(), hv_Grayval2 = new HTuple();
HTuple hv_grayval = new HTuple();

HOperatorSet.GenEmptyObj(out ho_ImageTemplete);
HOperatorSet.GenEmptyObj(out ho_Image1);
HOperatorSet.GenEmptyObj(out ho_Image2);
HOperatorSet.GenEmptyObj(out ho_Image11);
HOperatorSet.GenEmptyObj(out ho_Image22);
HOperatorSet.GenEmptyObj(out ho_ImageTmp);
HOperatorSet.GenEmptyObj(out ho_ModelRegion);
HOperatorSet.GenEmptyObj(out ho__TmpRegion);
HOperatorSet.GenEmptyObj(out ho_TemplateImage);
HOperatorSet.GenEmptyObj(out ho_ModelContours);
HOperatorSet.GenEmptyObj(out ho_Images1);
HOperatorSet.GenEmptyObj(out ho_Images2);
HOperatorSet.GenEmptyObj(out ho_Black);
HOperatorSet.GenEmptyObj(out ho_Imageresult0);
HOperatorSet.GenEmptyObj(out ho_Imageresult2);
HOperatorSet.GenEmptyObj(out ho_Imageresult1);

if (HDevWindowStack.IsOpen())
{
HOperatorSet.SetDraw(HDevWindowStack.GetActive(), "margin");
}

//图片序列读取
HOperatorSet.ListFiles(inputname, ((new HTuple("files")).TupleConcat(
"follow_links")).TupleConcat("recursive"), out hv_ImageFiles);
HOperatorSet.TupleRegexpSelect(hv_ImageFiles, (new HTuple("\.(tif|tiff|gif|bmp|jpg|jpeg|jp2|png|pcx|pgm|ppm|pbm|xwd|ima)$")).TupleConcat(
"ignore_case"), out hv_ImageFiles);
//if hv_imageFiles.length!=15 这个问题可以下一步考虑

//校正矩阵计算(参数人工设定,也可以机器标定)
ho_ImageTemplete.Dispose();
HOperatorSet.ReadImage(out ho_ImageTemplete, hv_ImageFiles.TupleSelect(0));
HOperatorSet.HomVectorToProjHomMat2d((((new HTuple(0)).TupleConcat(1080)).TupleConcat(
1080)).TupleConcat(0), (((new HTuple(472)).TupleConcat(327)).TupleConcat(
1705)).TupleConcat(1543), (((new HTuple(1)).TupleConcat(1)).TupleConcat(1)).TupleConcat(
1), (((new HTuple(0)).TupleConcat(1080)).TupleConcat(1080)).TupleConcat(0),
(((new HTuple(472)).TupleConcat(472)).TupleConcat(1546)).TupleConcat(1546),
(((new HTuple(1)).TupleConcat(1)).TupleConcat(1)).TupleConcat(1), "normalized_dlt",
out hv_HomMat2D);
HOperatorSet.GetImagePointer1(ho_ImageTemplete, out hv_Pointer, out hv_Type,
out hv_Width, out hv_Height);

HOperatorSet.ReadImage(out ho_Image1, hv_ImageFiles.TupleSelect(1));
ho_Image2.Dispose();
HOperatorSet.ReadImage(out ho_Image2, hv_ImageFiles.TupleSelect(2));
ho_Image11.Dispose();
HOperatorSet.ProjectiveTransImage(ho_Image1, out ho_Image11, hv_HomMat2D, "bilinear",
"false", "false");
ho_Image22.Dispose();
HOperatorSet.ProjectiveTransImage(ho_Image2, out ho_Image22, hv_HomMat2D, "bilinear",
"false", "false");

OTemp[SP_O] = ho_Image22.CopyObj(1, -1);
SP_O++;
ho_Image22.Dispose();
HOperatorSet.CropPart(OTemp[SP_O - 1], out ho_Image22, 100, 0, hv_Width, hv_Height);
OTemp[SP_O - 1].Dispose();
SP_O = 0;

OTemp[SP_O] = ho_Image11.CopyObj(1, -1);
SP_O++;
ho_Image11.Dispose();
HOperatorSet.CropPart(OTemp[SP_O - 1], out ho_Image11, 100, 0, hv_Width, hv_Height);
OTemp[SP_O - 1].Dispose();
SP_O = 0;

//通过模板匹配计算得到偏移值
HOperatorSet.SetSystem("border_shape_models", "false");
ho_ModelRegion.Dispose();
HOperatorSet.GenRectangle1(out ho_ModelRegion, 421.374, 1309.12, 521.374, 1415.2);
ho__TmpRegion.Dispose();
HOperatorSet.GenRectangle1(out ho__TmpRegion, 902.23, 1041.53, 977.66, 1333.17);
OTemp[SP_O] = ho_ModelRegion.CopyObj(1, -1);
SP_O++;
ho_ModelRegion.Dispose();
HOperatorSet.Union2(OTemp[SP_O - 1], ho__TmpRegion, out ho_ModelRegion);
OTemp[SP_O - 1].Dispose();
SP_O = 0;

ho_TemplateImage.Dispose();
HOperatorSet.ReduceDomain(ho_Image11, ho__TmpRegion, out ho_TemplateImage);

HOperatorSet.CreateShapeModel(ho_TemplateImage, 4, (new HTuple(0)).TupleRad()
, (new HTuple(360)).TupleRad(), (new HTuple(0.7706)).TupleRad(), (new HTuple("point_reduction_high")).TupleConcat(
"no_pregeneration"), "use_polarity", ((new HTuple(21)).TupleConcat(33)).TupleConcat(
5), 16, out hv_ModelId);

ho_ModelContours.Dispose();
HOperatorSet.GetShapeModelContours(out ho_ModelContours, hv_ModelId, 1);

HOperatorSet.FindShapeModel(ho_Image11, hv_ModelId, (new HTuple(0)).TupleRad()
, (new HTuple(0)).TupleRad(), 0.5, 1, 0.5, "least_squares", 4, 0.75, out hv_Row1,
out hv_Col1, out hv_Angle1, out hv_Score1);

HOperatorSet.FindShapeModel(ho_Image22, hv_ModelId, (new HTuple(0)).TupleRad()
, (new HTuple(0)).TupleRad(), 0.1, 1, 0.5, "least_squares", 4, 0.75, out hv_Row2,
out hv_Col2, out hv_Angle2, out hv_Score2);
HOperatorSet.ClearShapeModel(hv_ModelId);
//拼接(注意这里序号为0的图片没有参与拼接),这里假定所有图片的相对偏移是一致的,这在流水线上非常常见。
for (hv_Index = 1; hv_Index <14; hv_Index ++) //14
{
#region hv_Index = 1

if (hv_Index == 1) //第一幅图的情况
{
ho_Image1.Dispose();
HOperatorSet.ReadImage(out ho_Image1, hv_ImageFiles.TupleSelect(hv_Index));
ho_Image2.Dispose();
HOperatorSet.ReadImage(out ho_Image2, hv_ImageFiles.TupleSelect(hv_Index + 1));
ho_Image11.Dispose();
HOperatorSet.ProjectiveTransImage(ho_Image1, out ho_Image11, hv_HomMat2D, "bilinear",
"false", "false");
ho_Image22.Dispose();
HOperatorSet.ProjectiveTransImage(ho_Image2, out ho_Image22, hv_HomMat2D, "bilinear",
"false", "false");

ho_Images1.Dispose();
HOperatorSet.GenEmptyObj(out ho_Images1);
ho_Images2.Dispose();
HOperatorSet.GenEmptyObj(out ho_Images2);
ho_Black.Dispose();
HOperatorSet.GenImageConst(out ho_Black, "byte", hv_Width, hv_Height);
OTemp[SP_O] = ho_Images1.CopyObj(1, -1);
SP_O++;
ho_Images1.Dispose();
HOperatorSet.ConcatObj(OTemp[SP_O - 1], ho_Image11, out ho_Images1);
OTemp[SP_O - 1].Dispose();
SP_O = 0;
OTemp[SP_O] = ho_Images1.CopyObj(1, -1);
SP_O++;
ho_Images1.Dispose();
HOperatorSet.ConcatObj(OTemp[SP_O - 1], ho_Image22, out ho_Images1);
OTemp[SP_O - 1].Dispose();
SP_O = 0;
ho_Imageresult0.Dispose();
//hv_Height+hv_Row1-hv_Row2为拼接后图片的长度
HOperatorSet.TileImagesOffset(ho_Images1, out ho_Imageresult0, (new HTuple(0)).TupleConcat(
hv_Row1 - hv_Row2), (new HTuple(0)).TupleConcat(0), (new HTuple(-1)).TupleConcat(
-1), (new HTuple(-1)).TupleConcat(-1), (new HTuple(-1)).TupleConcat(-1),
(new HTuple(-1)).TupleConcat(-1), hv_Width, hv_Height+hv_Row1-hv_Row2);

ho_Imageresult1.Dispose();
HOperatorSet.TileImagesOffset(ho_Image11, out ho_Imageresult1, 0, 0, -1, -1,
-1, -1, hv_Width, hv_Height + hv_Row1 - hv_Row2);
ho_Imageresult2.Dispose();
HOperatorSet.TileImagesOffset(ho_Image22, out ho_Imageresult2, hv_Row1 - hv_Row2,
0, -1, -1, -1, -1, hv_Width, hv_Height + hv_Row1 - hv_Row2);

//交界处融和,关键代码
HOperatorSet.GetImagePointer1(ho_Imageresult0, out hv_Pointer_tmp0, out hv_Type_tmp0, out hv_Width_tmp0, out hv_Height_tmp0);
HOperatorSet.GetImagePointer1(ho_Imageresult1, out hv_Pointer_tmp1, out hv_Type_tmp1, out hv_Width_tmp1, out hv_Height_tmp1);
HOperatorSet.GetImagePointer1(ho_Imageresult2, out hv_Pointer_tmp2, out hv_Type_tmp2, out hv_Width_tmp2, out hv_Height_tmp2);

long lWidth0 = (long)hv_Width_tmp0; //现图
long lHeight0 = (long)hv_Height_tmp0;
long lWidth1 = (long)hv_Width_tmp1; //原图
long lHeight1 = (long)hv_Height_tmp1;
// string sType = hv_Type_tmp.ToString();
Byte* IPByte0 = (Byte*)hv_Pointer_tmp0.I;
Byte* IPByte1 = (Byte*)hv_Pointer_tmp1.I;
Byte* IPByte2 = (Byte*)hv_Pointer_tmp2.I;
/* long lrow = 0; long lcol = 0;*/
int irow1 = (int)hv_Row1.D; //row1
int irow2 = (int)hv_Row2.D;
int irow12 = Math.Abs(irow1 - irow2);

//读取到内存中
Byte[] G1 = new Byte[hv_Height_tmp1 * hv_Width_tmp1];
Byte[] G2 = new Byte[hv_Height_tmp1 * hv_Width_tmp1];
double a = 0; double b = 0;
for (int i = 0; i < lHeight1; i++)
{
for (int j = 0; j < lWidth1; j++)
{
G1[i * lWidth1 + j] = *IPByte1;
G2[i * lWidth1 + j] = *IPByte2;
IPByte1++;
IPByte2++;
}
}

//像素融和循环
for (int lcol = 0; lcol < lWidth0; lcol++)
{
for (int lrow = irow12; lrow < irow1; lrow++)
{

a = 1.0 * (irow1 - lrow) / irow2;
b = 1.0 * (lrow - irow12) / irow2;
IPByte0[lrow * lWidth0 + lcol] = (Byte)(G1[lrow * lWidth0 + lcol] * a + G2[lrow * lWidth0 + lcol] * b);
}

}
//把结果保存下来
HOperatorSet.CopyImage(ho_Imageresult0, out ho_ImageTmp);

#endregion
}
else //不是第一幅图的情况
{
ho_Image1.Dispose();
ho_Image11.Dispose();
HOperatorSet.CopyImage(ho_ImageTmp, out ho_Image1);
HOperatorSet.CopyImage(ho_ImageTmp, out ho_Image11);
ho_Image2.Dispose();
HOperatorSet.ReadImage(out ho_Image2, hv_ImageFiles.TupleSelect(hv_Index + 1));

//第二副图片需要镜头畸变
ho_Image22.Dispose();
HOperatorSet.ProjectiveTransImage(ho_Image2, out ho_Image22, hv_HomMat2D, "bilinear",
"false", "false");

//注意,这里ho_Images1变成图片组了,这个代码风格有问题
ho_Images1.Dispose();
HOperatorSet.GenEmptyObj(out ho_Images1);
ho_Images2.Dispose();
HOperatorSet.GenEmptyObj(out ho_Images2);

OTemp[SP_O] = ho_Images1.CopyObj(1, -1);
SP_O++;
ho_Images1.Dispose();
HOperatorSet.ConcatObj(OTemp[SP_O - 1], ho_Image11, out ho_Images1);
OTemp[SP_O - 1].Dispose();
SP_O = 0;
OTemp[SP_O] = ho_Images1.CopyObj(1, -1);
SP_O++;
ho_Images1.Dispose();
HOperatorSet.ConcatObj(OTemp[SP_O - 1], ho_Image22, out ho_Images1);
OTemp[SP_O - 1].Dispose();
SP_O = 0;
ho_Imageresult0.Dispose();
//hv_Height +(hv_Row1-hv_Row2)*hv_Index 是拼接后图片的长度
//(hv_Row1-hv_Row2)*hv_Index 是偏移长度
HOperatorSet.TileImagesOffset(ho_Images1, out ho_Imageresult0, (new HTuple(0)).TupleConcat(
(hv_Row1 - hv_Row2) * hv_Index), (new HTuple(0)).TupleConcat(0), (new HTuple(-1)).TupleConcat(
-1), (new HTuple(-1)).TupleConcat(-1), (new HTuple(-1)).TupleConcat(-1),
(new HTuple(-1)).TupleConcat(-1), hv_Width, hv_Height +(hv_Row1-hv_Row2)*hv_Index);

ho_Imageresult1.Dispose();
HOperatorSet.TileImagesOffset(ho_Image11, out ho_Imageresult1, 0, 0, -1, -1,
-1, -1, hv_Width, hv_Height + (hv_Row1 - hv_Row2) * hv_Index);
ho_Imageresult2.Dispose();
HOperatorSet.TileImagesOffset(ho_Image22, out ho_Imageresult2, (hv_Row1 - hv_Row2) * hv_Index,
0, -1, -1, -1, -1, hv_Width, hv_Height + (hv_Row1 - hv_Row2) * hv_Index);

//交界处融和,关键代码
HOperatorSet.GetImagePointer1(ho_Imageresult0, out hv_Pointer_tmp0, out hv_Type_tmp0, out hv_Width_tmp0, out hv_Height_tmp0);
HOperatorSet.GetImagePointer1(ho_Imageresult1, out hv_Pointer_tmp1, out hv_Type_tmp1, out hv_Width_tmp1, out hv_Height_tmp1);
HOperatorSet.GetImagePointer1(ho_Imageresult2, out hv_Pointer_tmp2, out hv_Type_tmp2, out hv_Width_tmp2, out hv_Height_tmp2);

long lWidth0 = (long)hv_Width_tmp0; //现图
long lHeight0 = (long)hv_Height_tmp0;
long lWidth1 = (long)hv_Width_tmp1; //原图
long lHeight1 = (long)hv_Height_tmp1;
long lWidth2 = (long)hv_Width_tmp2; //原图
long lHeight2 = (long)hv_Height_tmp2;
// string sType = hv_Type_tmp.ToString();
Byte* IPByte0 = (Byte*)hv_Pointer_tmp0.I;
Byte* IPByte1 = (Byte*)hv_Pointer_tmp1.I;
Byte* IPByte2 = (Byte*)hv_Pointer_tmp2.I;
/* long lrow = 0; long lcol = 0;*/
int irow1 = (int)hv_Row1.D ; //row1
int irow2 = (int)hv_Row2.D ;
int irow12 = Math.Abs(irow1 - irow2);

//读取到内存中
Byte[] G1 = new Byte[hv_Height_tmp1 * hv_Width_tmp1];
Byte[] G2 = new Byte[hv_Height_tmp2 * hv_Width_tmp2];
double a = 0; double b = 0;
for (int i = 0; i < lHeight1; i++)
{
for (int j = 0; j < lWidth1; j++)
{
G1[i * lWidth1 + j] = *IPByte1;
IPByte1++;
}
}
for (int i = 0; i < lHeight2; i++)
{
for (int j = 0; j < lWidth2; j++)
{
G2[i * lWidth2 + j] = *IPByte2;
IPByte2++;

}
}
IPByte1 = (Byte*)hv_Pointer_tmp1.I;
IPByte2 = (Byte*)hv_Pointer_tmp2.I;
int ioffset = irow12 * (hv_Index-1);

//像素融和循环
for (int lcol = 0; lcol < lWidth0; lcol++)
{
for (int lrow = irow12; lrow < irow1; lrow++)
{

a = 1.0 * (irow1 - lrow) / irow2;
b = 1.0 * (lrow - irow12) / irow2;
IPByte0[(lrow + ioffset) * lWidth0 + lcol] = (Byte)(G1[(lrow + ioffset) * lWidth0 + lcol] * a + G2[(lrow + ioffset) * lWidth0 + lcol] * b);

}
}
//把结果保存下来
HOperatorSet.CopyImage(ho_Imageresult0, out ho_ImageTmp);
}

}

//成功输出结果
HOperatorSet.WriteImage(ho_Imageresult0, "bmp", 0, outputname + "/" + "融合结果.bmp");

ho_ImageTemplete.Dispose();
ho_Image1.Dispose();
ho_Image2.Dispose();
ho_Image11.Dispose();
ho_Image22.Dispose();
ho_ModelRegion.Dispose();
ho__TmpRegion.Dispose();
ho_TemplateImage.Dispose();
ho_ModelContours.Dispose();
ho_Images1.Dispose();
ho_Images2.Dispose();
ho_Black.Dispose();
ho_Imageresult0.Dispose();
ho_Imageresult2.Dispose();
ho_Imageresult1.Dispose();
return;

}
#endregion

}
}

结果运行界面

halcon+csharp多图像拼接实现第4张

15张8秒。如果还有问题,请联系1755311380(QQ)

免责声明:文章转载自《halcon+csharp多图像拼接实现》仅用于学习参考。如对内容有疑问,请及时联系本站处理。

上篇在VM虚拟机中安装FTP服务用PowerMock mock 临时变量下篇

宿迁高防,2C2G15M,22元/月;香港BGP,2C5G5M,25元/月 雨云优惠码:MjYwNzM=

相关文章

Redis系统学习之自定义RedisTemplate

自定义RedisTemplate 序列化源码分析 在JAVA程序中看到中文是没有问题的,但是在Redis客户端工具,也就是命令行中看见是编码的 继续分析源码 查看RedisTemplate.class 在RedisAutoConfiguration.class中点击 在上面可以看到序列化支持的 往下稍微滑动一些可以看到,默认采用的是JDK的序列化,...

macOS如何正确驱动集成显卡HDMI(包括视频和音频)

聊聊如何正确驱动集成显卡HDMI(包括视频和音频)必备条件:1、必须使用AppleHDA驱动声卡(仿冒、clover、applealc都可以的),使用voodoo驱动声卡应该不行的。2、dsdt或者ssdt中关于集成显卡的gfx0改为IGPU。 #Maintained by: RehabMan for: Laptop Patches#graphics_...

C# WebApi 接口传参详解

本篇打算通过get、post、put、delete四种请求方式分别谈谈基础类型(包括int/string/datetime等)、实体、数组等类型的参数如何传递。 一、get请求 对于取数据,我们使用最多的应该就是get请求了吧。下面通过几个示例看看我们的get请求参数传递。 1、基础类型参数 ? 1 2 3 4 5 [HttpGet] publ...

WebGL 内嵌网页的一种解决方案

  之前使用的 ZFBrowser 嵌入方案可以发布到 Win, OS, Linux 上, 可是其它的就不行, 因为它用的谷歌内核嘛, 在 WebGL 上照理来说应该是最方便的啊, 因为它本身就是运行在浏览器内核上的, 前面的 BrowserInput 已经研究过向网页注入代码以及调用了, 现在试试在 WebGL 环境下来注入代码, 来创建简单的内嵌网页看...

Flutter——数组以符号隔开转字符串

///数组转字符串 String getTaskScreen(List list){ List tempList =List(); String str = ''; list.forEach((f){ tempList.add(f.title); }); tempList.forEach((f){...

Delphi写DLL要注意的问题 (转)

今天写一个dll准备给.net调用, dll写出之后给用delphi测试一下, 居然出错, 更别说给.net调用了.查来查去原来是参数和返回值使用string类型, 后面看了'Delphi 编写 DLL 返回字符串,.net 调用。' 这篇文章才解决, 顺便也收藏了一下,原来delphi写的dll有这么多限制的.   这一点我们需要注意  a. 参数和返回...