MFC中使用Picture控件显示摄像头1.0

最近需要做一个界面，想着一边显示摄像头所采集的视频，当按下按钮后，另一边显示处理结果，在网上找了些资料，主要参考了这篇：http://www.cnblogs.com/leven20061001/archive/2012/10/17/2727865.html。 

由于MFC中Picture控件不能直接显示Opencv的Mat格式的图像，所以需要对Mat图像进行转换，即首先将图片转到IplImage格式，再将图片转到CvvImage格式，然后将其显示到Picture控件上（参考了http://blog.csdn.net/duhuzhen/article/details/53133927）。但是由于新版本中没有CvvImage，所以需要在项目中添加相关头文件和源文件，其代码如下：

CvvImage.h

#pragma once

#ifndef CVVIMAGE_CLASS_DEF

#define CVVIMAGE_CLASS_DEF

#include "opencv.hpp"

class  CvvImage

{

public:

CvvImage();

virtual ~CvvImage();

virtual bool  Create( int width, int height, int bits_per_pixel, int image_origin = 0 );

virtual bool  Load( const char* filename, int desired_color = 1 );

virtual bool  LoadRect( const char* filename,

int desired_color, CvRect r );

#if defined WIN32 || defined _WIN32

virtual bool  LoadRect( const char* filename,

int desired_color, RECT r )

{

return LoadRect( filename, desired_color,

cvRect( r.left, r.top, r.right - r.left, r.bottom - r.top ));

}

#endif

virtual bool  Save( const char* filename );

virtual void  CopyOf( CvvImage& image, int desired_color = -1 );

virtual void  CopyOf( IplImage* img, int desired_color = -1 );

IplImage* GetImage() { return m_img; };

virtual void  Destroy(void);

int Width() { return !m_img ? 0 : !m_img->roi ? m_img->width : m_img->roi->width; };

int Height() { return !m_img ? 0 : !m_img->roi ? m_img->height : m_img->roi->height;};

int Bpp() { return m_img ? (m_img->depth & 255)*m_img->nChannels : 0; };

virtual void  Fill( int color );

virtual void  Show( const char* window );

#if defined WIN32 || defined _WIN32

virtual void  Show( HDC dc, int x, int y, int width, int height,

int from_x = 0, int from_y = 0 );

virtual void  DrawToHDC( HDC hDCDst, RECT* pDstRect );

#endif

protected:

IplImage*  m_img;

};

typedef CvvImage CImage;

#endif

CvvImage.cpp

#include "StdAfx.h"
#include "CvvImage.h"
//////////////////////////////////////////////////////////////////////
// Construction/Destruction
//////////////////////////////////////////////////////////////////////
CV_INLINE RECT NormalizeRect( RECT r );
CV_INLINE RECT NormalizeRect( RECT r )
{
int t;
if( r.left > r.right )
{
t = r.left;
r.left = r.right;
r.right = t;
}
if( r.top > r.bottom )
{
t = r.top;
r.top = r.bottom;
r.bottom = t;
}

return r;
}
CV_INLINE CvRect RectToCvRect( RECT sr );
CV_INLINE CvRect RectToCvRect( RECT sr )
{
sr = NormalizeRect( sr );
return cvRect( sr.left, sr.top, sr.right - sr.left, sr.bottom - sr.top );
}
CV_INLINE RECT CvRectToRect( CvRect sr );
CV_INLINE RECT CvRectToRect( CvRect sr )
{
RECT dr;
dr.left = sr.x;
dr.top = sr.y;
dr.right = sr.x + sr.width;
dr.bottom = sr.y + sr.height;

return dr;
}
CV_INLINE IplROI RectToROI( RECT r );
CV_INLINE IplROI RectToROI( RECT r )
{
IplROI roi;
r = NormalizeRect( r );
roi.xOffset = r.left;
roi.yOffset = r.top;
roi.width = r.right - r.left;
roi.height = r.bottom - r.top;
roi.coi = 0;

return roi;
}
void  FillBitmapInfo( BITMAPINFO* bmi, int width, int height, int bpp, int origin )
{
assert( bmi && width >= 0 && height >= 0 && (bpp == 8 || bpp == 24 || bpp == 32));

BITMAPINFOHEADER* bmih = &(bmi->bmiHeader);

memset( bmih, 0, sizeof(*bmih));
bmih->biSize = sizeof(BITMAPINFOHEADER);
bmih->biWidth = width;
bmih->biHeight = origin ? abs(height) : -abs(height);
bmih->biPlanes = 1;
bmih->biBitCount = (unsigned short)bpp;
bmih->biCompression = BI_RGB;
if( bpp == 8 )
{
RGBQUAD* palette = bmi->bmiColors;
int i;
for( i = 0; i < 256; i++ )
{
palette[i].rgbBlue = palette[i].rgbGreen = palette[i].rgbRed = (BYTE)i;
palette[i].rgbReserved = 0;
}
}
}
CvvImage::CvvImage()
{
m_img = 0;
}
void CvvImage::Destroy()
{
cvReleaseImage( &m_img );
}
CvvImage::~CvvImage()
{
Destroy();
}
bool  CvvImage::Create( int w, int h, int bpp, int origin )
{
const unsigned max_img_size = 10000;

if( (bpp != 8 && bpp != 24 && bpp != 32) ||
(unsigned)w >=  max_img_size || (unsigned)h >= max_img_size ||
(origin != IPL_ORIGIN_TL && origin != IPL_ORIGIN_BL))
{
assert(0); // most probably, it is a programming error
return false;
}
if( !m_img || Bpp() != bpp || m_img->width != w || m_img->height != h )
{
if( m_img && m_img->nSize == sizeof(IplImage))
Destroy();

m_img = cvCreateImage( cvSize( w, h ), IPL_DEPTH_8U, bpp/8 );
}
if( m_img )
m_img->origin = origin == 0 ? IPL_ORIGIN_TL : IPL_ORIGIN_BL;
return m_img != 0;
}
void  CvvImage::CopyOf( CvvImage& image, int desired_color )
{
IplImage* img = image.GetImage();
if( img )
{
CopyOf( img, desired_color );
}
}
#define HG_IS_IMAGE(img)                                                  \
((img) != 0 && ((const IplImage*)(img))->nSize == sizeof(IplImage) && \
((IplImage*)img)->imageData != 0)
void  CvvImage::CopyOf( IplImage* img, int desired_color )
{
if( HG_IS_IMAGE(img) )
{
int color = desired_color;
CvSize size = cvGetSize( img );
if( color < 0 )
color = img->nChannels > 1;
if( Create( size.width, size.height,
(!color ? 1 : img->nChannels > 1 ? img->nChannels : 3)*8,
img->origin ))
{
cvConvertImage( img, m_img, 0 );
}
}
}
bool  CvvImage::Load( const char* filename, int desired_color )
{
IplImage* img = cvLoadImage( filename, desired_color );
if( !img )
return false;

CopyOf( img, desired_color );
cvReleaseImage( &img );

return true;
}
bool  CvvImage::LoadRect( const char* filename,
int desired_color, CvRect r )
{
if( r.width < 0 || r.height < 0 ) return false;

IplImage* img = cvLoadImage( filename, desired_color );
if( !img )
return false;
if( r.width == 0 || r.height == 0 )
{
r.width = img->width;
r.height = img->height;
r.x = r.y = 0;
}
if( r.x > img->width || r.y > img->height ||
r.x + r.width < 0 || r.y + r.height < 0 )
{
cvReleaseImage( &img );
return false;
}

if( r.x < 0 )
{
r.width += r.x;
r.x = 0;
}
if( r.y < 0 )
{
r.height += r.y;
r.y = 0;
}
if( r.x + r.width > img->width )
r.width = img->width - r.x;

if( r.y + r.height > img->height )
r.height = img->height - r.y;
cvSetImageROI( img, r );
CopyOf( img, desired_color );
cvReleaseImage( &img );
return true;
}
bool  CvvImage::Save( const char* filename )
{
if( !m_img )
return false;
cvSaveImage( filename, m_img );
return true;
}
void  CvvImage::Show( const char* window )
{
if( m_img )
cvShowImage( window, m_img );
}
void  CvvImage::Show( HDC dc, int x, int y, int w, int h, int from_x, int from_y )
{
if( m_img && m_img->depth == IPL_DEPTH_8U )
{
uchar buffer[sizeof(BITMAPINFOHEADER) + 1024];
BITMAPINFO* bmi = (BITMAPINFO*)buffer;
int bmp_w = m_img->width, bmp_h = m_img->height;
FillBitmapInfo( bmi, bmp_w, bmp_h, Bpp(), m_img->origin );
from_x = MIN( MAX( from_x, 0 ), bmp_w - 1 );
from_y = MIN( MAX( from_y, 0 ), bmp_h - 1 );
int sw = MAX( MIN( bmp_w - from_x, w ), 0 );
int sh = MAX( MIN( bmp_h - from_y, h ), 0 );
SetDIBitsToDevice(
dc, x, y, sw, sh, from_x, from_y, from_y, sh,
m_img->imageData + from_y*m_img->widthStep,
bmi, DIB_RGB_COLORS );
}
}
void  CvvImage::DrawToHDC( HDC hDCDst, RECT* pDstRect )
{
if( pDstRect && m_img && m_img->depth == IPL_DEPTH_8U && m_img->imageData )
{
uchar buffer[sizeof(BITMAPINFOHEADER) + 1024];
BITMAPINFO* bmi = (BITMAPINFO*)buffer;
int bmp_w = m_img->width, bmp_h = m_img->height;
CvRect roi = cvGetImageROI( m_img );
CvRect dst = RectToCvRect( *pDstRect );
if( roi.width == dst.width && roi.height == dst.height )
{
Show( hDCDst, dst.x, dst.y, dst.width, dst.height, roi.x, roi.y );
return;
}
if( roi.width > dst.width )
{
SetStretchBltMode(
hDCDst,          // handle to device context
HALFTONE );
}
else
{
SetStretchBltMode(
hDCDst,          // handle to device context
COLORONCOLOR );
}
FillBitmapInfo( bmi, bmp_w, bmp_h, Bpp(), m_img->origin );
::StretchDIBits(
hDCDst,
dst.x, dst.y, dst.width, dst.height,
roi.x, roi.y, roi.width, roi.height,
m_img->imageData, bmi, DIB_RGB_COLORS, SRCCOPY );
}
}
void  CvvImage::Fill( int color )
{
cvSet( m_img, cvScalar(color&255,(color>>8)&255,(color>>16)&255,(color>>24)&255) );
}

<
a6b8
br />

为了方便，首先编写一个函数，让其能将Mat显示到Pic控件中

void CSeedsView::showImageToDc(Mat image, UINT ID)
{
// show Mat to picture control
pDC = GetDlgItem(ID)->GetDC();
HDC hDC = pDC->GetSafeHdc();
IplImage img = image;
cimg.CopyOf(&img);
GetDlgItem(ID)->GetClientRect(&rect);
cimg.DrawToHDC(hDC, &rect);
ReleaseDC(pDC);

}

接下来对打开摄像机按钮的代码进行编写，主要是将相机产生的图片放入Mat中，然后通过showImageToDc函数显示。

void CSeedsView::OnBnClickeCameraOn()
{

Mat imgFromCamera,img1;
PylonAutoInitTerm autoInitTerm;
CBaslerUsbInstantCamera  camera( CTlFactory::GetInstance().CreateFirstDevice());
camera.MaxNumBuffer = 10;
CImageFormatConverter formatConverter;
formatConverter.OutputPixelFormat = PixelType_BGR8packed;
camera.StartGrabbing( c_countOfImagesToGrab);
CGrabResultPtr ptrGrabResult;
CPylonImage pylonImage;
if ( camera.IsGrabbing())
{
camera.RetrieveResult(5000, ptrGrabResult, TimeoutHandling_ThrowException);
if (ptrGrabResult->GrabSucceeded())
{
formatConverter.Convert(pylonImage, ptrGrabResult);
imgFromCamera = cv::Mat(ptrGrabResult->GetHeight(), ptrGrabResult->GetWidth(), CV_8UC3, (uint8_t *) pylonImage.GetBuffer());
Mat imgCalibrated=imgFromCamera.clone();
//undistort(imgFromCamera, imgCalibrated, cameraMatrix, distCoeffs);
img1=imgCalibrated.clone();
}
}
showImageToDc(img1,  IDC_VIDEO);  // show
SetTimer(1, 5, NULL);
}

其中出现了SetTimer函数，该函数的作用为定时，为了使其不断的执行。若使用for，while等循环的话，会使得界面卡死，不能操作其他按钮。为了使该函数正常使用，需要配置WM_TIME消息，其消息响应如下：

void CSeedsView::OnTimer(UINT_PTR nIDEvent)
{
switch(nIDEvent)
{
case 1:
{
Mat imgFromCamera,img1;
PylonAutoInitTerm autoInitTerm;
CBaslerUsbInstantCamera  camera( CTlFactory::GetInstance().CreateFirstDevice());
camera.MaxNumBuffer = 10;
CImageFormatConverter formatConverter;
formatConverter.OutputPixelFormat = PixelType_BGR8packed;
camera.StartGrabbing( c_countOfImagesToGrab);
CGrabResultPtr ptrGrabResult;
CPylonImage pylonImage;
if ( camera.IsGrabbing())
{
camera.RetrieveResult(5000, ptrGrabResult, TimeoutHandling_ThrowException);
if (ptrGrabResult->GrabSucceeded())
{
formatConverter.Convert(pylonImage, ptrGrabResult);
imgFromCamera = cv::Mat(ptrGrabResult->GetHeight(), ptrGrabResult->GetWidth(), CV_8UC3, (uint8_t *) pylonImage.GetBuffer());
Mat imgCalibrated=imgFromCamera.clone();
//undistort(imgFromCamera, imgCalibrated, cameraMatrix, distCoeffs);
img1=imgCalibrated.clone();
}
}
showImageToDc(img1,  IDC_VIDEO);  // show
}
}
CFormView::OnTimer(nIDEvent);
}

此时，按下OpenCamera按钮，就会可以实现视频的显示，但是为什么会有卡顿，现在还不清楚，需要解决。

接下来要按一个分析按钮，然后将显示后的图片结果显示在另一个图片控件IDC_RESULT中，该按钮的代码如下（为了简化处理过程，就用读取其他图片代替了）：

void CSeedsView::OnBnClickedAnalysis()
{
Mat img1=imread("D:\\Seeds\\2.jpg",-1);
showImageToDc(img1,  IDC_RESULT);  // show
}

CloseCamer按钮的代码如下，为了简便，直接取消SetTimer就好

void CSeedsView::OnBnClickedCameraOff()
{
KillTimer(1);
}

至此，功能可以实现，但是代码还是最乱的，还没整理优化，后续仍需要处理。