/* GStreamer * Copyright (C) 2007 Haakon Sporsheim * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 59 Temple Place - Suite 330, * Boston, MA 02111-1307, USA. */ /** * SECTION:element-gdiscreencapsrc * * This element uses GDI to capture the desktop or a portion of it. * The default is capturing the whole desktop, but #GstGDIScreenCapSrc:x, * #GstGDIScreenCapSrc:y, #GstGDIScreenCapSrc:width and * #GstGDIScreenCapSrc:height can be used to select a particular region. * Use #GstGDIScreenCapSrc:monitor for changing which monitor to capture * from. * * Set #GstGDIScreenCapSrc:cursor to TRUE to include the mouse cursor. * * * Example pipelines * |[ * gst-launch gdiscreencapsrc ! ffmpegcolorspace ! dshowvideosink * ]| Capture the desktop and display it. * |[ * gst-launch gdiscreencapsrc x=100 y=100 width=320 height=240 cursor=TRUE * ! ffmpegcolorspace ! dshowvideosink * ]| Capture a portion of the desktop, including the mouse cursor, and * display it. * */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include "gstgdiscreencapsrc.h" #include GST_DEBUG_CATEGORY_STATIC (gdiscreencapsrc_debug); static const GstElementDetails gst_gdiscreencapsrc_details = { "GDI screen capture source", "Source/Video", "Captures screen", "Haakon Sporsheim " }; static GstStaticPadTemplate src_template = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS (GST_VIDEO_CAPS_BGR)); GST_BOILERPLATE (GstGDIScreenCapSrc, gst_gdiscreencapsrc, GstPushSrc, GST_TYPE_PUSH_SRC); enum { PROP_0, PROP_MONITOR, PROP_SHOW_CURSOR, PROP_X_POS, PROP_Y_POS, PROP_WIDTH, PROP_HEIGHT }; /* Fwd. decl. */ static void gst_gdiscreencapsrc_dispose (GObject * object); static void gst_gdiscreencapsrc_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec); static void gst_gdiscreencapsrc_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec); static void gst_gdiscreencapsrc_fixate (GstPad * pad, GstCaps * caps); static gboolean gst_gdiscreencapsrc_set_caps (GstBaseSrc * bsrc, GstCaps * caps); static GstCaps *gst_gdiscreencapsrc_get_caps (GstBaseSrc * bsrc); static gboolean gst_gdiscreencapsrc_start (GstBaseSrc * bsrc); static gboolean gst_gdiscreencapsrc_stop (GstBaseSrc * bsrc); static void gst_gdiscreencapsrc_get_times (GstBaseSrc * basesrc, GstBuffer * buffer, GstClockTime * start, GstClockTime * end); static GstFlowReturn gst_gdiscreencapsrc_create (GstPushSrc * src, GstBuffer ** buf); static gboolean gst_gdiscreencapsrc_screen_capture (GstGDIScreenCapSrc * src, GstBuffer * buf); /* Implementation. */ static void gst_gdiscreencapsrc_base_init (gpointer klass) { GstElementClass *element_class = GST_ELEMENT_CLASS (klass); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&src_template)); gst_element_class_set_details (element_class, &gst_gdiscreencapsrc_details); } static void gst_gdiscreencapsrc_class_init (GstGDIScreenCapSrcClass * klass) { GObjectClass *go_class; GstBaseSrcClass *bs_class; GstPushSrcClass *ps_class; go_class = (GObjectClass *) klass; bs_class = (GstBaseSrcClass *) klass; ps_class = (GstPushSrcClass *) klass; go_class->dispose = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_dispose); go_class->set_property = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_set_property); go_class->get_property = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_get_property); bs_class->get_times = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_get_times); bs_class->get_caps = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_get_caps); bs_class->set_caps = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_set_caps); bs_class->start = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_start); bs_class->stop = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_stop); ps_class->create = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_create); g_object_class_install_property (go_class, PROP_MONITOR, g_param_spec_int ("monitor", "Monitor", "Which monitor to use (0 = 1st monitor and default)", 0, G_MAXINT, 0, G_PARAM_READWRITE)); g_object_class_install_property (go_class, PROP_SHOW_CURSOR, g_param_spec_boolean ("cursor", "Show mouse cursor", "Whether to show mouse cursor (default off)", FALSE, G_PARAM_READWRITE)); g_object_class_install_property (go_class, PROP_X_POS, g_param_spec_int ("x", "X", "Horizontal coordinate of top left corner for the screen capture " "area", 0, G_MAXINT, 0, G_PARAM_READWRITE)); g_object_class_install_property (go_class, PROP_Y_POS, g_param_spec_int ("y", "Y", "Vertical coordinate of top left corner for the screen capture " "area", 0, G_MAXINT, 0, G_PARAM_READWRITE)); g_object_class_install_property (go_class, PROP_WIDTH, g_param_spec_int ("width", "Width", "Width of screen capture area (0 = maximum)", 0, G_MAXINT, 0, G_PARAM_READWRITE)); g_object_class_install_property (go_class, PROP_HEIGHT, g_param_spec_int ("height", "Height", "Height of screen capture area (0 = maximum)", 0, G_MAXINT, 0, G_PARAM_READWRITE)); GST_DEBUG_CATEGORY_INIT (gdiscreencapsrc_debug, "gdiscreencapsrc", 0, "GDI screen capture source"); } static void gst_gdiscreencapsrc_init (GstGDIScreenCapSrc * src, GstGDIScreenCapSrcClass * klass) { /* Set src element inital values... */ GstPad *src_pad = GST_BASE_SRC_PAD (src); gst_pad_set_fixatecaps_function (src_pad, gst_gdiscreencapsrc_fixate); src->frames = 0; src->dibMem = NULL; src->hBitmap = (HBITMAP) INVALID_HANDLE_VALUE; src->memDC = (HDC) INVALID_HANDLE_VALUE; src->capture_x = 0; src->capture_y = 0; src->capture_w = 0; src->capture_h = 0; src->monitor = 0; src->show_cursor = FALSE; gst_base_src_set_format (GST_BASE_SRC (src), GST_FORMAT_TIME); gst_base_src_set_live (GST_BASE_SRC (src), TRUE); } static void gst_gdiscreencapsrc_dispose (GObject * object) { GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (object); if (src->hBitmap != INVALID_HANDLE_VALUE) DeleteObject (src->hBitmap); if (src->memDC != INVALID_HANDLE_VALUE) DeleteDC (src->memDC); src->hBitmap = (HBITMAP) INVALID_HANDLE_VALUE; src->memDC = (HDC) INVALID_HANDLE_VALUE; src->dibMem = NULL; } static void gst_gdiscreencapsrc_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec) { GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (object); switch (prop_id) { case PROP_MONITOR: if (g_value_get_int (value) >= GetSystemMetrics (SM_CMONITORS)) { G_OBJECT_WARN_INVALID_PSPEC (object, "Monitor", prop_id, pspec); break; } src->monitor = g_value_get_int (value); break; case PROP_SHOW_CURSOR: src->show_cursor = g_value_get_boolean (value); break; case PROP_X_POS: src->capture_x = g_value_get_int (value); break; case PROP_Y_POS: src->capture_y = g_value_get_int (value); break; case PROP_WIDTH: src->capture_w = g_value_get_int (value); break; case PROP_HEIGHT: src->capture_h = g_value_get_int (value); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; }; } static void gst_gdiscreencapsrc_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec) { GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (object); switch (prop_id) { case PROP_MONITOR: g_value_set_int (value, src->monitor); break; case PROP_SHOW_CURSOR: g_value_set_boolean (value, src->show_cursor); break; case PROP_X_POS: g_value_set_int (value, src->capture_x); break; case PROP_Y_POS: g_value_set_int (value, src->capture_y); break; case PROP_WIDTH: g_value_set_int (value, src->capture_w); break; case PROP_HEIGHT: g_value_set_int (value, src->capture_h); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; }; } static void gst_gdiscreencapsrc_fixate (GstPad * pad, GstCaps * caps) { GstStructure *structure; structure = gst_caps_get_structure (caps, 0); gst_structure_fixate_field_nearest_int (structure, "width", 640); gst_structure_fixate_field_nearest_int (structure, "height", 480); gst_structure_fixate_field_nearest_fraction (structure, "framerate", 30, 1); } static gboolean gst_gdiscreencapsrc_set_caps (GstBaseSrc * bsrc, GstCaps * caps) { GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (bsrc); HWND capture; HDC device; GstStructure *structure; const GValue *framerate; gint red_mask, green_mask, blue_mask; gint bpp; structure = gst_caps_get_structure (caps, 0); gst_structure_get_int (structure, "red_mask", &red_mask); gst_structure_get_int (structure, "green_mask", &green_mask); gst_structure_get_int (structure, "blue_mask", &blue_mask); if (blue_mask != GST_VIDEO_BYTE1_MASK_24_INT || green_mask != GST_VIDEO_BYTE2_MASK_24_INT || red_mask != GST_VIDEO_BYTE3_MASK_24_INT) { GST_ERROR ("Wrong red_,green_,blue_ mask provided. " "We only support RGB and BGR"); return FALSE; } gst_structure_get_int (structure, "bpp", &bpp); if (bpp != 24) { GST_ERROR ("Wrong bpp provided %d. We only support 24 bpp", bpp); return FALSE; } src->src_rect = src->screen_rect; if (src->capture_w && src->capture_h) { src->src_rect.left += src->capture_x; src->src_rect.top += src->capture_y; src->src_rect.right = src->src_rect.left + src->capture_w; src->src_rect.bottom = src->src_rect.top + src->capture_h; } if (framerate = gst_structure_get_value (structure, "framerate")) { src->rate_numerator = gst_value_get_fraction_numerator (framerate); src->rate_denominator = gst_value_get_fraction_denominator (framerate); } src->info.bmiHeader.biSize = sizeof (BITMAPINFOHEADER); src->info.bmiHeader.biWidth = src->src_rect.right - src->src_rect.left; src->info.bmiHeader.biHeight = src->src_rect.top - src->src_rect.bottom; src->info.bmiHeader.biPlanes = 1; src->info.bmiHeader.biBitCount = 24; src->info.bmiHeader.biCompression = BI_RGB; src->info.bmiHeader.biSizeImage = 0; src->info.bmiHeader.biXPelsPerMeter = 0; src->info.bmiHeader.biYPelsPerMeter = 0; src->info.bmiHeader.biClrUsed = 0; src->info.bmiHeader.biClrImportant = 0; /* Cleanup first */ if (src->hBitmap != INVALID_HANDLE_VALUE) DeleteObject (src->hBitmap); if (src->memDC != INVALID_HANDLE_VALUE) DeleteDC (src->memDC); /* Allocate */ capture = GetDesktopWindow (); device = GetDC (capture); src->hBitmap = CreateDIBSection (device, &(src->info), DIB_RGB_COLORS, (void **) &(src->dibMem), 0, 0); src->memDC = CreateCompatibleDC (device); SelectObject (src->memDC, src->hBitmap); ReleaseDC (capture, device); GST_DEBUG_OBJECT (src, "size %dx%d, %d/%d fps", src->info.bmiHeader.biWidth, -src->info.bmiHeader.biHeight, src->rate_numerator, src->rate_denominator); return TRUE; } static GstCaps * gst_gdiscreencapsrc_get_caps (GstBaseSrc * bsrc) { GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (bsrc); RECT rect_dst; src->screen_rect = rect_dst = gst_win32_get_monitor_rect (src->monitor); if (src->capture_w && src->capture_h && src->capture_x + src->capture_w < rect_dst.right - rect_dst.left && src->capture_y + src->capture_h < rect_dst.bottom - rect_dst.top) { rect_dst.left = src->capture_x; rect_dst.top = src->capture_y; rect_dst.right = src->capture_x + src->capture_w; rect_dst.bottom = src->capture_y + src->capture_h; } else { /* Default values. */ src->capture_x = src->capture_y = 0; src->capture_w = src->capture_h = 0; } GST_DEBUG ("width = %d, height=%d", rect_dst.right - rect_dst.left, rect_dst.bottom - rect_dst.top); return gst_caps_new_simple ("video/x-raw-rgb", "bpp", G_TYPE_INT, 24, "depth", G_TYPE_INT, 24, "endianness", G_TYPE_INT, G_BIG_ENDIAN, "red_mask", G_TYPE_INT, GST_VIDEO_BYTE3_MASK_24_INT, "green_mask", G_TYPE_INT, GST_VIDEO_BYTE2_MASK_24_INT, "blue_mask", G_TYPE_INT, GST_VIDEO_BYTE1_MASK_24_INT, "width", G_TYPE_INT, rect_dst.right - rect_dst.left, "height", G_TYPE_INT, rect_dst.bottom - rect_dst.top, "framerate", GST_TYPE_FRACTION_RANGE, 1, G_MAXINT, G_MAXINT, 1, NULL); } static gboolean gst_gdiscreencapsrc_start (GstBaseSrc * bsrc) { GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (bsrc); src->frames = 0; return TRUE; } static gboolean gst_gdiscreencapsrc_stop (GstBaseSrc * bsrc) { GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (bsrc); src->frames = 0; return TRUE; } static void gst_gdiscreencapsrc_get_times (GstBaseSrc * basesrc, GstBuffer * buffer, GstClockTime * start, GstClockTime * end) { GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (basesrc); GstClockTime timestamp; timestamp = GST_BUFFER_TIMESTAMP (buffer); if (GST_CLOCK_TIME_IS_VALID (timestamp)) { GstClockTime duration = GST_BUFFER_DURATION (buffer); if (GST_CLOCK_TIME_IS_VALID (duration)) *end = timestamp + duration; *start = timestamp; } } static GstFlowReturn gst_gdiscreencapsrc_create (GstPushSrc * push_src, GstBuffer ** buf) { GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (push_src); GstBuffer *new_buf; GstFlowReturn res; gint new_buf_size; GstClock *clock; GstClockTime time; GstClockTime base_time; if (G_UNLIKELY (!src->info.bmiHeader.biWidth || !src->info.bmiHeader.biHeight)) { GST_ELEMENT_ERROR (src, CORE, NEGOTIATION, (NULL), ("format wasn't negotiated before create function")); return GST_FLOW_NOT_NEGOTIATED; } else if (G_UNLIKELY (src->rate_numerator == 0 && src->frames == 1)) { GST_DEBUG_OBJECT (src, "eos: 0 framerate, frame %d", (gint) src->frames); return GST_FLOW_UNEXPECTED; } new_buf_size = GST_ROUND_UP_4 (src->info.bmiHeader.biWidth * 3) * (-src->info.bmiHeader.biHeight); GST_LOG_OBJECT (src, "creating buffer of %lu bytes with %dx%d image for frame %d", new_buf_size, src->info.bmiHeader.biWidth, -src->info.bmiHeader.biHeight, (gint) src->frames); res = gst_pad_alloc_buffer_and_set_caps (GST_BASE_SRC_PAD (src), GST_BUFFER_OFFSET_NONE, new_buf_size, GST_PAD_CAPS (GST_BASE_SRC_PAD (push_src)), &new_buf); if (res != GST_FLOW_OK) { GST_DEBUG_OBJECT (src, "could not allocate buffer, reason %s", gst_flow_get_name (res)); return res; } clock = gst_element_get_clock (GST_ELEMENT (src)); if (clock) { /* Calculate sync time. */ GstClockTime frame_time = gst_util_uint64_scale_int (src->frames * GST_SECOND, src->rate_denominator, src->rate_numerator); time = gst_clock_get_time (clock); base_time = gst_element_get_base_time (GST_ELEMENT (src)); GST_BUFFER_TIMESTAMP (new_buf) = MAX (time - base_time, frame_time); } else { GST_BUFFER_TIMESTAMP (new_buf) = GST_CLOCK_TIME_NONE; } /* Do screen capture and put it into buffer... */ gst_gdiscreencapsrc_screen_capture (src, new_buf); if (src->rate_numerator) { GST_BUFFER_DURATION (new_buf) = gst_util_uint64_scale_int (GST_SECOND, src->rate_denominator, src->rate_numerator); if (clock) { GST_BUFFER_DURATION (new_buf) = MAX (GST_BUFFER_DURATION (new_buf), gst_clock_get_time (clock) - time); } } else { /* NONE means forever */ GST_BUFFER_DURATION (new_buf) = GST_CLOCK_TIME_NONE; } GST_BUFFER_OFFSET (new_buf) = src->frames; src->frames++; GST_BUFFER_OFFSET_END (new_buf) = src->frames; gst_object_unref (clock); *buf = new_buf; return GST_FLOW_OK; } static gboolean gst_gdiscreencapsrc_screen_capture (GstGDIScreenCapSrc * src, GstBuffer * buf) { HWND capture; HDC winDC; gint height, width; if (G_UNLIKELY (!src->hBitmap || !src->dibMem)) return FALSE; width = src->info.bmiHeader.biWidth; height = -src->info.bmiHeader.biHeight; /* Capture screen */ capture = GetDesktopWindow (); winDC = GetWindowDC (capture); BitBlt (src->memDC, 0, 0, width, height, winDC, src->src_rect.left, src->src_rect.top, SRCCOPY); ReleaseDC (capture, winDC); /* Capture mouse cursor */ if (src->show_cursor) { CURSORINFO ci; ci.cbSize = sizeof (CURSORINFO); GetCursorInfo (&ci); if (ci.flags & CURSOR_SHOWING) { ICONINFO ii; GetIconInfo (ci.hCursor, &ii); DrawIconEx (src->memDC, ci.ptScreenPos.x - src->src_rect.left - ii.xHotspot, ci.ptScreenPos.y - src->src_rect.top - ii.yHotspot, ci.hCursor, 0, 0, 0, NULL, DI_DEFAULTSIZE | DI_NORMAL | DI_COMPAT); } } /* Copy DC bits to GST buffer */ memcpy (GST_BUFFER_DATA (buf), src->dibMem, GST_BUFFER_SIZE (buf)); return TRUE; }