• VisionMaster自定义模块

    一、参考资料：

    1、教学视频

    2、VM服务管家

    【VM服务管家】VM4.x算法模块开发_4.3 联合Halcon开发-CSDN博客问题：有的用户在使用VisionMaster软件在开发视觉项目时，可能同时也使用HALCON，OpenCV等视觉算法库做一些图像的处理，并且希望能将HALCON等第三方算子集成到VM工具箱，能够在VM工具箱中拖拽出来，就像VisionMaster中的其他算法模块工具一样，可以通过弹出窗口配置运行参数，通过连线订阅其他模块传递的参数，设置ROI，通过图像窗口查看算法直接结果的渲染效果。实际上是可行的，VisionMaster是一个开放平台，可以接入第三方生态，这也是VisionMaster的一大亮点。https://blog.csdn.net/MVExpert/article/details/130413120

     3、二次开发之第三方库的使用

    【VisionMaster】二次开发之第三方库的使用_visionmaster二次开发-CSDN博客二次开发之第三方库的使用_visionmaster二次开发https://blog.csdn.net/zhy29563/article/details/124115483

    4、开发文档

    二、一些注意的点

    1、输出变量的定义

     2、多个ROI的实现

    本来是Single，说明只有一个ROI，我改成Mul之后，就可以多个ROI了

    3、设置halcon字符识别全局变量

    下图中，再Init函数种，放入那两个函数，还是有必要的，防止每次运行该模块，都会耗费时间create

    三、一些代码

    1、头文件

    1. #ifdef EXAMPLEMODULE_EXPORTS
    2. #define LINEMODULE_API __declspec(dllexport)
    3. #else
    4. #define LINEMODULE_API __declspec(dllimport)
    5. #endif
    6. #include "VmModuleBase.h"
    7. #include "VmAlgModuBase.h"
    8. #include "ErrorCodeDefine.h"
    9. #include "VmModuleSharedMemoryBase.h"
    10.  
    11. #include "halconcpp.h"
    12. using namespace HalconCpp;
    13.  
    14. // This class is exported from the LineModule.dll
    15. class LINEMODULE_API CAlgorithmModule : public CVmAlgModuleBase, public CModuleSharedMemoryBase
    16. {
    17. public:
    18. 	// 构造
    19. 	explicit CAlgorithmModule();
    20. 	
    21. 	// 析构
    22. 	virtual ~CAlgorithmModule();
    23.  
    24. public:
    25.  
    26. 	// 初始化
    27. 	int Init();
    28.  
    29. 	// 进行算法
    30. 	int Process(IN void* hInput, IN void* hOutput, IN MVDSDK_BASE_MODU_INPUT* modu_input);
    31.  
    32. 	// 获取算法参数
    33. 	int GetParam(IN const char* szParamName, OUT char* pBuff, IN int nBuffSize, OUT int* pDataLen);
    34.  
    35. 	// 设置算法参数
    36. 	int SetParam(IN const char* szParamName, IN const char* pData, IN int nDataLen);
    37.  
    38. 	//获取halcon格式图像，高恩阳的函数
    39. 	HObject GetHalconImage(MVDSDK_BASE_MODU_INPUT* modu_input);
    40.  
    41. 	//我的DeepOCR
    42. 	string MyDeepOCR(IN HObject in);
    43.  
    44. 	void set_suitable_device_in_ocr_handle(HTuple hv_DeepOcrHandle);
    45.  
    46. public:
    47. 	//void* m_hModule;   // 模块句柄 - 4.3 在基类中定义了
    48.  
    49.  
    50. private:
    51.  
    52. 	int m_ntheta;
    53. 	HTuple  hv_DeepOcrHandle;
    54.  
    55. };
    56.  
    57.  
    58. /模块须导出的接口（实现开始）//
    59. #ifdef __cplusplus
    60. extern "C"
    61. {
    62. #endif
    63.     
    64.     // 采用__stdcall调用约定，且须在.def文件中增加接口描述。
    65. 	LINEMODULE_API CAbstractUserModule* __stdcall CreateModule(void* hModule);
    66. 	LINEMODULE_API void __stdcall DestroyModule(void* hModule, CAbstractUserModule* pUserModule);
    67.  
    68. #ifdef __cplusplus
    69. };
    70. #endif
    71. /模块须导出的接口（实现结束）//

     2、cpp文件

    1. #include "stdafx.h"
    2. #include "AlgorithmModule.h"
    3. #include 
    4. #include 
    5. #include "ErrorCodeDefine.h"
    6. #include "iMVS-6000PixelFormatDefine.h"
    7.  
    8.  
    9. #include
    10. #include
    11. #include
    12. #include
    13. #include
    14. using namespace std;
    15.  
    16.  
    17.  
    18. CAlgorithmModule::CAlgorithmModule()
    19. {
    20. 	m_ntheta = 128;
    21. }
    22.  
    23. CAlgorithmModule::~CAlgorithmModule()
    24. {
    25.  
    26. }
    27.  
    28. int CAlgorithmModule::Init()
    29. {
    30.  
    31. 	int nRet = VM_M_GetModuleId(m_hModule, &m_nModuleId);
    32. 	if (IMVS_EC_OK != nRet)
    33. 	{
    34. 		m_nModuleId = -1;
    35. 		return nRet;
    36. 	}
    37.  
    38. 	nRet = ResetDefaultParam();
    39. 	if (nRet != IMVS_EC_OK)
    40. 	{
    41. 		OutputDebugStringA("###Call ResetDefaultParam failed.");
    42. 	}
    43.  
    44. 	CreateDeepOcr(HTuple(), HTuple(), &hv_DeepOcrHandle);
    45. 	set_suitable_device_in_ocr_handle(hv_DeepOcrHandle);
    46.  
    47.  
    48. 	return nRet;
    49. }
    50.  
    51. HObject CAlgorithmModule::GetHalconImage(MVDSDK_BASE_MODU_INPUT* modu_input)
    52. {
    53. 	HObject background_image1;
    54. 	GenEmptyObj(&background_image1);
    55.  
    56. 		int width = modu_input->pImageInObj->GetWidth();
    57. 	int height = modu_input->pImageInObj->GetHeight();
    58.  
    59.  
    60. 	if (modu_input->pImageInObj->GetImageData(0)->pData != nullptr)
    61. 	{
    62. 		if (MVD_PIXEL_MONO_08 == modu_input->pImageInObj->GetPixelFormat())
    63. 		{
    64. 			GenImage1(&background_image1
    65. 				, "byte"
    66. 				, static_cast<int>(modu_input->pImageInObj->GetWidth())
    67. 				, static_cast<int>(modu_input->pImageInObj->GetHeight())
    68. 				, reinterpret_cast(modu_input->pImageInObj->GetImageData(0)->pData)
    69. 			);
    70. 		}
    71.  
    72. 		if (MVD_PIXEL_RGB_RGB24_C3 == modu_input->pImageInObj->GetPixelFormat())
    73. 		{
    74.  
    75. 			unsigned char* r = new unsigned char[width * height];
    76. 			unsigned char* g = new unsigned char[width * height];
    77. 			unsigned char* b = new unsigned char[width * height];
    78.  
    79. 			for (size_t i = 0; i < width * height; i++)
    80. 			{
    81. 				r[i] = *((modu_input->pImageInObj->GetImageData(0)->pData)  + i*3);
    82. 				g[i] = *((modu_input->pImageInObj->GetImageData(0)->pData)  + i*3+1);
    83. 				b[i] = *((modu_input->pImageInObj->GetImageData(0)->pData)  + i*3+2);
    84.  
    85. 			}
    86.  
    87. 			GenImage3(&background_image1
    88. 				, "byte"
    89. 				, static_cast<int>(modu_input->pImageInObj->GetWidth())
    90. 				, static_cast<int>(modu_input->pImageInObj->GetHeight())
    91. 				, reinterpret_cast(r)
    92. 				, reinterpret_cast(g)
    93. 				, reinterpret_cast(b)
    94. 			);
    95. 		}
    96.  
    97.  
    98. 	return ho_image;
    99. 	
    100. }
    101.  
    102. string CAlgorithmModule::MyDeepOCR(IN HObject in)
    103. {
    104.  
    105. 	HTuple  hv_DeepOcrResult;
    106. 	HTuple  hv_RecognizedWords,hv_RecognizedWord;
    107.  
    108. 	ApplyDeepOcr(in, hv_DeepOcrHandle, "auto", &hv_DeepOcrResult);
    109. 	GetDictTuple(hv_DeepOcrResult, "words", &hv_RecognizedWords);
    110. 	GetDictTuple(hv_RecognizedWords, "word", &hv_RecognizedWord);
    111. 	int wordCount = hv_RecognizedWord.Length(); 
    112. 	string strBuff;
    113. 	for (size_t i = 0; i < wordCount; i++)
    114. 	{
    115. 		strBuff += hv_RecognizedWord[i].S();
    116. 	}
    117.  
    118. 	return strBuff;
    119. }
    120.  
    121. void CAlgorithmModule::set_suitable_device_in_ocr_handle(HTuple hv_DeepOcrHandle)
    122. {
    123.  
    124. 	// Local control variables
    125. 	HTuple  hv_DLDeviceHandles, hv_RecognitionImageWidthDefault;
    126. 	HTuple  hv_Exception, hv_Index;
    127.  
    128. 	//Determine deep learning device to work with (prefer GPU over CPU).
    129. 	QueryAvailableDlDevices((HTuple("runtime").Append("runtime")), (HTuple("gpu").Append("cpu")),
    130. 		&hv_DLDeviceHandles);
    131. 	if (0 != (int((hv_DLDeviceHandles.TupleLength()) == 0)))
    132. 	{
    133. 		throw HException("No supported device found to continue this example.");
    134. 	}
    135. 	//Set recognition_image_width larger for the example to work without memory problems.
    136. 	try
    137. 	{
    138. 		GetDeepOcrParam(hv_DeepOcrHandle, "recognition_image_width", &hv_RecognitionImageWidthDefault);
    139. 		SetDeepOcrParam(hv_DeepOcrHandle, "recognition_image_width", 250);
    140. 	}
    141. 	// catch (Exception) 
    142. 	catch (HException& HDevExpDefaultException)
    143. 	{
    144. 		HDevExpDefaultException.ToHTuple(&hv_Exception);
    145. 	}
    146. 	//
    147. 	{
    148. 		HTuple end_val12 = (hv_DLDeviceHandles.TupleLength()) - 1;
    149. 		HTuple step_val12 = 1;
    150. 		for (hv_Index = 0; hv_Index.Continue(end_val12, step_val12); hv_Index += step_val12)
    151. 		{
    152. 			try
    153. 			{
    154. 				SetDeepOcrParam(hv_DeepOcrHandle, "device", HTuple(hv_DLDeviceHandles[hv_Index]));
    155. 				break;
    156. 			}
    157. 			// catch (Exception) 
    158. 			catch (HException& HDevExpDefaultException)
    159. 			{
    160. 				HDevExpDefaultException.ToHTuple(&hv_Exception);
    161. 				if (0 != (int(hv_Index == ((hv_DLDeviceHandles.TupleLength()) - 1))))
    162. 				{
    163. 					throw HException("Could not set any of the supported devices to continue this example.");
    164. 				}
    165. 			}
    166. 		}
    167. 	}
    168. 	//Reset recognition_image_width to the default value.
    169. 	try
    170. 	{
    171. 		SetDeepOcrParam(hv_DeepOcrHandle, "recognition_image_width", hv_RecognitionImageWidthDefault);
    172. 	}
    173. 	// catch (Exception) 
    174. 	catch (HException& HDevExpDefaultException)
    175. 	{
    176. 		HDevExpDefaultException.ToHTuple(&hv_Exception);
    177. 	}
    178. 	//
    179. 	return;
    180. }
    181.  
    182. int CAlgorithmModule::Process(IN void* hInput, IN void* hOutput, IN MVDSDK_BASE_MODU_INPUT* modu_input)
    183. {
    184. 	OutputDebugStringA("###Call CAlgorithmModule::Proces -->begin\n");
    185. 	int nErrCode = 0;
    186.  
    187.  
    188.  
    189.  
    190.  
    191.  
    192. // 1.获取输入
    193. 	
    194. 	/************************************************/
    195.  
    196. 	//ToDo Code...............
    197. 	HObject myImage=GetHalconImage(modu_input);
    198.     int nsize = modu_input->vtFixRoiShapeObj.size();
    199.  
    200. 	/************************************************/
    201.  
    202. // 2.算法处理
    203. 	OutputDebugStringA("###Call CAlgorithmModule::Proces --> do algorighm process\n");
    204.  
    205. 	/************************************************/
    206. 	for (size_t i = 0; i < nsize; i++)
    207. 	{
    208. 		IMvdRectangleF* rectangleRoi = dynamic_cast(modu_input->vtFixRoiShapeObj[i]);
    209. 		int width = rectangleRoi->GetWidth();
    210. 		int height = rectangleRoi->GetHeight();
    211. 		int centerX = rectangleRoi->GetCenterX();
    212. 		int centerY = rectangleRoi->GetCenterY();
    213. 		HObject rect,imageReduced,imageCroped;
    214. 		GenRectangle2(&rect, centerY, centerX, 0, width / 2, height / 2);
    215. 		HTuple Row1, Column1, Row2, Column2;
    216. 		SmallestRectangle1(rect, &Row1, &Column1, &Row2, &Column2);
    217. 		CropRectangle1(myImage, &imageCroped, Row1, Column1, Row2, Column2);
    218. 		ReduceDomain(myImage, rect, &imageReduced);
    219. 		//if (0 == i)
    220. 		//{
    221. 		//	WriteImage(imageCroped, "bmp", 0, "D:\\gao\\ocr0");
    222. 		//}
    223. 		//if (1 == i)
    224. 		//{
    225. 		//	WriteImage(imageCroped, "bmp", 0, "D:\\gao\\ocr1");
    226. 		//}
    227. 		//if (2 == i)
    228. 		//{
    229. 		//	WriteImage(imageCroped, "bmp", 0, "D:\\gao\\ocr2");
    230. 		//}
    231. 		//if (3 == i)
    232. 		//{
    233. 		//	WriteImage(imageCroped, "bmp", 0, "D:\\gao\\ocr3");
    234. 		//}
    235. 		//if (4 == i)
    236. 		//{
    237. 		//	WriteImage(imageCroped, "bmp", 0, "D:\\gao\\ocr4");
    238. 		//}
    239.  
    240. 		
    241.  
    242. 		string ocrStr = MyDeepOCR(imageCroped);
    243.  
    244. 		ofstream file1;
    245. 		//file1.open("D:\\gao\\car.txt", ios::app);      //   所有输出附加在文件末尾,用追加的方式写入,
    246. 		//   写入追加的结果以换行的方式往下添加
    247. 		if (file1.is_open())
    248. 		{
    249. 			cout << "正确打开文件！ " << endl;
    250. 			file1 << ocrStr << endl;
    251.  
    252. 		}
    253. 		file1.close();
    254.  
    255.  
    256. 		const char* p = ocrStr.data();
    257. 		VM_M_SetString(hOutput, "mystring", i, p);
    258. 	}
    259. 	//ToDo Code...............
    260.  
    261. 	/************************************************/
    262.  
    263.  
    264. // 3.输出结果
    265. 	
    266. 	/************************************************/
    267.  
    268. 	//ToDo Code...............
    269.  
    270.     //输出图像(渲染控件只能显示共享内存中的图像数据)
    271.         //char* pSharedName = NULL;
    272.         //HKA_IMAGE stImage;
    273.         //stImage.height = heightValue;
    274.         //stImage.width = widthValue;
    275.         //stImage.step[0] = widthValue;
    276.         //int nRet = AllocateSharedMemory(m_nModuleId, stImage.height*stImage.width, (char**)(&stImage.data), &pSharedName);
    277.         //if (nRet == IMVS_EC_OK && stImage.data != NULL)
    278.         //{
    279.         //    memcpy_s(......);
    280.         //    VmModule_OutputImageByName_8u_C1R(hOutput, 
    281. 		//		  status, 
    282. 		//		  OUTIMAGE, 
    283. 		//		  OUTIMAGEWIDTH, 
    284. 		//		  OUTIMAGEHEIGHT, 
    285. 		//		  OUTIMAGEPIXELFORMAT, 
    286. 		//		  &stImage, 
    287. 		//		  0, 
    288. 		//		  pSharedName);
    289.         //}
    290.  
    291.  
    292. 	/************************************************/
    293.  
    294. 	if (nErrCode != IMVS_EC_OK)
    295. 	{
    296. 		return IMVS_EC_PARAM;
    297. 	}
    298.  
    299. 	/************************************************/
    300. 	//默认算法时间20ms，根据实际时间计算
    301. 	MODULE_RUNTIME_INFO struRunInfo = { 0 };
    302. 	struRunInfo.fAlgorithmTime = 20;
    303. 	VM_M_SetModuleRuntimeInfo(m_hModule, &struRunInfo);
    304.  
    305. 	OutputDebugStringA("###Call CAlgorithmModule::Proces end\n");
    306.  
    307. 	return IMVS_EC_OK;
    308. }
    309.  
    310.  
    311. int CAlgorithmModule::GetParam(IN const char* szParamName, OUT char* pBuff, IN int nBuffSize, OUT int* pDataLen)
    312. {
    313. 	OutputDebugStringA("###Call CAlgorithmModule::GetParam");
    314.  
    315. 	int nMsgLen = 0;
    316. 	int nErrCode = IMVS_EC_OK;
    317. 	if (szParamName == NULL || strlen(szParamName) == 0 || pBuff == NULL || nBuffSize <= 0 || pDataLen == NULL)
    318. 	{
    319. 		return IMVS_EC_PARAM;
    320. 	}
    321.  	//memset(pBuff, 0, nBuffSize);
    322. 	
    323. 	if (0 == strcmp("theta", szParamName))
    324. 	{
    325. 		sprintf_s(pBuff, nBuffSize, "%d", m_ntheta);
    326. 	}
    327. 	else
    328. 	{
    329. 		return CVmAlgModuleBase::GetParam(szParamName, pBuff, nBuffSize, pDataLen);
    330. 	}
    331. 	//if(0 == strcmp(szParamName, "paramA"))
    332. 	//{
    333. 	//	  sprintf(pBuff, nBuffSize, "", ..);
    334. 	//}
    335. 	
    336. 	return nErrCode;
    337. }
    338.  
    339. int CAlgorithmModule::SetParam(IN const char* szParamName, IN const char* pData, IN int nDataLen)
    340. {
    341. 	OutputDebugStringA("###Call CAlgorithmModule::SetParam");
    342.  
    343. 	int nErrCode = IMVS_EC_OK;
    344. 	if (szParamName == NULL || strlen(szParamName) == 0 || pData == NULL || nDataLen == 0)
    345. 	{
    346. 		return IMVS_EC_PARAM;
    347. 	}
    348.  
    349. 	if (0 == strcmp("theta", szParamName))
    350. 	{
    351. 		sscanf_s(pData, "%d", &m_ntheta);
    352. 	}
    353. 	else
    354. 	{
    355. 		return CVmAlgModuleBase::SetParam(szParamName, pData, nDataLen);
    356. 	}
    357.  
    358. 	return nErrCode;
    359. }
    360.  
    361.  
    362. /模块须导出的接口（实现开始）//
    363.  
    364. LINEMODULE_API CAbstractUserModule* __stdcall CreateModule(void* hModule)
    365. {
    366. 	assert(hModule != NULL);
    367.    
    368.  
    369. 	// 创建用户模块，并记录实例。
    370. 	CAlgorithmModule* pUserModule = new(nothrow) CAlgorithmModule;
    371.  
    372. 	if (pUserModule == NULL)
    373. 	{
    374. 		return NULL;
    375. 	}
    376.  
    377. 	pUserModule->m_hModule = hModule;
    378.  
    379. 	int nRet = pUserModule->Init();
    380. 	if (IMVS_EC_OK != nRet)
    381. 	{
    382. 		delete pUserModule;
    383. 		return NULL;
    384. 	}
    385.  
    386. 	OutputDebugStringA("###Call CreateModule");
    387.  
    388. 	return pUserModule;
    389. }
    390.  
    391.  
    392. LINEMODULE_API void __stdcall DestroyModule(void* hModule, CAbstractUserModule* pUserModule)
    393. {
    394. 	assert(hModule != NULL);
    395. 	OutputDebugStringA("###Call DestroyModule");
    396.  
    397. 	if (pUserModule != NULL)
    398. 	{
    399. 		delete pUserModule;
    400. 	}
    401. }
    402. /模块须导出的接口（实现结束）//

  • 相关阅读:
    基于ChatGPT打造安全脚本工具流程
    Sulfo-Cy3 NHS酯，Sulfo-Cy3 NHS ester，水溶性荧光染料Cy3标记琥珀酰亚胺活化酯
    【024】 快速上手mongoose web服务器
    MMSC BAPI
    什么是数字化？什么是数字化转型？为什么企业选择数字化转型？
    【内网穿透】公网远程访问本地硬盘文件
    数据结构＜4＞栈和队列——原理+实现
    ＜img＞图片格式类型
    MATLAB初学者入门（17）—— 爬山算法
    MySQL_05：排序和分页
  • 原文地址：https://blog.csdn.net/gaoenyang760525/article/details/133782519