Logo Questions Linux Laravel Mysql Ubuntu Git Menu
 

How to capture the desktop in OpenCV (ie. turn a bitmap into a Mat)?

I want to use OpenCV to process my desktop as if it were a video stream.
I am familiar with OpenCV.
I am not familiar with the Windows API. I realize there are other ways to capture the screen, but for the purposes of my question, I need it to be done using OpenCV.

Here is my (super naive) code:

HWND hDesktopWnd; HDC hDesktopDC; hDesktopWnd=GetDesktopWindow(); hDesktopDC=GetDC(hDesktopWnd);  // get the height and width of the screen int height = GetSystemMetrics(SM_CYVIRTUALSCREEN); int width = GetSystemMetrics(SM_CXVIRTUALSCREEN);  // create a bitmap HBITMAP hbDesktop = CreateCompatibleBitmap( hDesktopDC, width, height);  Mat src(height,width,CV_8UC4); src.data = (uchar*)hbDesktop;  imshow("output",src);  //fails :( 

There are similar questions on StackOverflow, but they are either for the old-style OpenCV, or for Android operating system.
I'm on windows 7 64x
Opencv 2.4.3

Thanks anyone who can answer this question.

like image 802
john ktejik Avatar asked Jan 03 '13 23:01

john ktejik


1 Answers

After MUCH trial and error, I managed to write a function to do it. here it is for anyone else who might want it:

#include "stdafx.h" #include "opencv2/core/core.hpp" #include "opencv2/imgproc/imgproc.hpp" #include <opencv2/highgui/highgui.hpp> #include <Windows.h> #include <iostream> #include <string> using namespace std; using namespace cv;  Mat hwnd2mat(HWND hwnd){      HDC hwindowDC,hwindowCompatibleDC;      int height,width,srcheight,srcwidth;     HBITMAP hbwindow;     Mat src;     BITMAPINFOHEADER  bi;      hwindowDC=GetDC(hwnd);     hwindowCompatibleDC=CreateCompatibleDC(hwindowDC);     SetStretchBltMode(hwindowCompatibleDC,COLORONCOLOR);        RECT windowsize;    // get the height and width of the screen     GetClientRect(hwnd, &windowsize);      srcheight = windowsize.bottom;     srcwidth = windowsize.right;     height = windowsize.bottom/2;  //change this to whatever size you want to resize to     width = windowsize.right/2;      src.create(height,width,CV_8UC4);      // create a bitmap     hbwindow = CreateCompatibleBitmap( hwindowDC, width, height);     bi.biSize = sizeof(BITMAPINFOHEADER);    //http://msdn.microsoft.com/en-us/library/windows/window/dd183402%28v=vs.85%29.aspx     bi.biWidth = width;         bi.biHeight = -height;  //this is the line that makes it draw upside down or not     bi.biPlanes = 1;         bi.biBitCount = 32;         bi.biCompression = BI_RGB;         bi.biSizeImage = 0;       bi.biXPelsPerMeter = 0;         bi.biYPelsPerMeter = 0;         bi.biClrUsed = 0;         bi.biClrImportant = 0;      // use the previously created device context with the bitmap     SelectObject(hwindowCompatibleDC, hbwindow);     // copy from the window device context to the bitmap device context     StretchBlt( hwindowCompatibleDC, 0,0, width, height, hwindowDC, 0, 0,srcwidth,srcheight, SRCCOPY); //change SRCCOPY to NOTSRCCOPY for wacky colors !     GetDIBits(hwindowCompatibleDC,hbwindow,0,height,src.data,(BITMAPINFO *)&bi,DIB_RGB_COLORS);  //copy from hwindowCompatibleDC to hbwindow      // avoid memory leak     DeleteObject (hbwindow); DeleteDC(hwindowCompatibleDC); ReleaseDC(hwnd, hwindowDC);      return src; } 
like image 177
john ktejik Avatar answered Sep 23 '22 05:09

john ktejik