/* GStreamer simple deinterlacing plugin * Copyright (C) 1999 Erik Walthinsen * Copyright (C) 2006 Tim-Philipp Müller * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 59 Temple Place - Suite 330, * Boston, MA 02111-1307, USA. */ /* based on the Area Based Deinterlacer (for RGB frames) */ /* (a VirtualDub filter) from Gunnar Thalin */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include #include "gstdeinterlace.h" #include /* elementfactory information */ static const GstElementDetails deinterlace_details = GST_ELEMENT_DETAILS ("Deinterlace", "Filter/Effect/Video", "Deinterlace video", "Wim Taymans "); #define DEFAULT_DI_AREA_ONLY FALSE #define DEFAULT_NI_AREA_ONLY FALSE #define DEFAULT_BLEND FALSE #define DEFAULT_DEINTERLACE TRUE #define DEFAULT_THRESHOLD 20 #define DEFAULT_EDGE_DETECT 25 enum { ARG_0, ARG_DI_ONLY, ARG_NI_ONLY, ARG_BLEND, ARG_THRESHOLD, ARG_EDGE_DETECT, ARG_DEINTERLACE }; static GstStaticPadTemplate src_factory = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS (GST_VIDEO_CAPS_YUV ("{ I420, Y42B }")) ); static GstStaticPadTemplate sink_factory = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS (GST_VIDEO_CAPS_YUV ("{ I420, Y42B }")) ); GST_BOILERPLATE (GstDeinterlace, gst_deinterlace, GstBaseTransform, GST_TYPE_BASE_TRANSFORM); static void gst_deinterlace_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec); static void gst_deinterlace_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec); static GstFlowReturn gst_deinterlace_transform_ip (GstBaseTransform * trans, GstBuffer * buf); static gboolean gst_deinterlace_stop (GstBaseTransform * trans); static gboolean gst_deinterlace_set_caps (GstBaseTransform * trans, GstCaps * incaps, GstCaps * outcaps); static GstCaps *gst_deinterlace_transform_caps (GstBaseTransform * trans, GstPadDirection direction, GstCaps * incaps); static void gst_deinterlace_base_init (gpointer g_class) { GstElementClass *element_class = GST_ELEMENT_CLASS (g_class); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&src_factory)); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&sink_factory)); gst_element_class_set_details (element_class, &deinterlace_details); } static void gst_deinterlace_class_init (GstDeinterlaceClass * klass) { GObjectClass *gobject_class; GstBaseTransformClass *basetransform_class; gobject_class = (GObjectClass *) klass; basetransform_class = (GstBaseTransformClass *) klass; gobject_class->set_property = gst_deinterlace_set_property; gobject_class->get_property = gst_deinterlace_get_property; g_object_class_install_property (gobject_class, ARG_DEINTERLACE, g_param_spec_boolean ("deinterlace", "deinterlace", "turn deinterlacing on/off", DEFAULT_DEINTERLACE, G_PARAM_READWRITE)); g_object_class_install_property (gobject_class, ARG_DI_ONLY, g_param_spec_boolean ("di-area-only", "di-area-only", "displays deinterlaced areas only", DEFAULT_DI_AREA_ONLY, G_PARAM_READWRITE)); g_object_class_install_property (gobject_class, ARG_NI_ONLY, g_param_spec_boolean ("ni-area-only", "ni-area-only", "displays non-interlaced areas only", DEFAULT_DI_AREA_ONLY, G_PARAM_READWRITE)); g_object_class_install_property (gobject_class, ARG_BLEND, g_param_spec_boolean ("blend", "blend", "blend", DEFAULT_BLEND, G_PARAM_READWRITE)); g_object_class_install_property (gobject_class, ARG_THRESHOLD, g_param_spec_int ("threshold", "threshold", "threshold", G_MININT, G_MAXINT, 0, G_PARAM_READWRITE)); g_object_class_install_property (gobject_class, ARG_EDGE_DETECT, g_param_spec_int ("edge-detect", "edge-detect", "edge-detect", G_MININT, G_MAXINT, 0, G_PARAM_READWRITE)); basetransform_class->transform_ip = GST_DEBUG_FUNCPTR (gst_deinterlace_transform_ip); basetransform_class->transform_caps = GST_DEBUG_FUNCPTR (gst_deinterlace_transform_caps); basetransform_class->stop = GST_DEBUG_FUNCPTR (gst_deinterlace_stop); basetransform_class->set_caps = GST_DEBUG_FUNCPTR (gst_deinterlace_set_caps); } static void gst_deinterlace_init (GstDeinterlace * filter, GstDeinterlaceClass * klass) { filter->show_deinterlaced_area_only = DEFAULT_DI_AREA_ONLY; filter->show_noninterlaced_area_only = DEFAULT_NI_AREA_ONLY; filter->blend = DEFAULT_BLEND; filter->deinterlace = DEFAULT_DEINTERLACE; filter->threshold = DEFAULT_THRESHOLD; filter->edge_detect = DEFAULT_EDGE_DETECT; /*filter->threshold_blend = 0; */ filter->src = NULL; filter->picsize = 0; } static gboolean gst_deinterlace_stop (GstBaseTransform * trans) { GstDeinterlace *filter; filter = GST_DEINTERLACE (trans); g_free (filter->src); filter->src = NULL; filter->picsize = 0; filter->width = 0; filter->height = 0; return TRUE; } static GstCaps * gst_deinterlace_transform_caps (GstBaseTransform * trans, GstPadDirection direction, GstCaps * incaps) { return gst_caps_ref (incaps); } static gboolean gst_deinterlace_set_caps (GstBaseTransform * trans, GstCaps * incaps, GstCaps * outcaps) { GstDeinterlace *filter; GstVideoFormat fmt; GstStructure *s; guint32 fourcc; gint picsize, w, h; filter = GST_DEINTERLACE (trans); g_assert (gst_caps_is_equal_fixed (incaps, outcaps)); s = gst_caps_get_structure (incaps, 0); if (!gst_structure_get_int (s, "width", &w) || !gst_structure_get_int (s, "height", &h) || !gst_structure_get_fourcc (s, "format", &fourcc)) { return FALSE; } filter->width = w; filter->height = h; filter->fourcc = fourcc; GST_DEBUG_OBJECT (filter, "width x height = %d x %d, fourcc: %" GST_FOURCC_FORMAT, w, h, GST_FOURCC_ARGS (fourcc)); fmt = gst_video_format_from_fourcc (fourcc); if (fmt == GST_VIDEO_FORMAT_UNKNOWN) { /* this is Y42B (4:2:2 planar) which -base <= 0.10.17 doesn't know about */ /* FIXME: remove this once we can depend on -base >= 0.10.17.1 */ g_assert (fourcc == GST_MAKE_FOURCC ('Y', '4', '2', 'B')); filter->uv_height = filter->height; filter->y_stride = GST_ROUND_UP_4 (filter->width); filter->u_stride = GST_ROUND_UP_8 (filter->width) / 2; filter->v_stride = GST_ROUND_UP_8 (filter->width) / 2; filter->y_off = 0; filter->u_off = 0 + filter->y_stride * filter->height; filter->v_off = filter->u_off + filter->u_stride * filter->height; picsize = filter->v_off + (filter->v_stride * filter->height); } else { filter->y_stride = gst_video_format_get_row_stride (fmt, 0, w); filter->u_stride = gst_video_format_get_row_stride (fmt, 1, w); filter->v_stride = gst_video_format_get_row_stride (fmt, 2, w); filter->uv_height = gst_video_format_get_component_height (fmt, 1, h); filter->y_off = gst_video_format_get_component_offset (fmt, 0, w, h); filter->u_off = gst_video_format_get_component_offset (fmt, 1, w, h); filter->v_off = gst_video_format_get_component_offset (fmt, 2, w, h); picsize = gst_video_format_get_size (fmt, w, h); } if (filter->picsize != picsize) { filter->picsize = picsize; g_free (filter->src); /* free + alloc avoids memcpy */ filter->src = g_malloc0 (filter->picsize); GST_LOG_OBJECT (filter, "temp buffer size %d", filter->picsize); } return TRUE; } static GstFlowReturn gst_deinterlace_transform_ip (GstBaseTransform * trans, GstBuffer * buf) { GstDeinterlace *filter; gboolean bShowDeinterlacedAreaOnly; gboolean bShowNoninterlacedAreaOnly; gint y0, y1, y2, y3; guchar *psrc1, *pdst1, *yuvptr, *src; gint iInterlaceValue0, iInterlaceValue1, iInterlaceValue2; gint x, y, p; gint y_line; guchar *y_dst, *y_src; guchar fill_value; gboolean bBlend; gboolean bDeinterlace; gint iThreshold; gint iEdgeDetect; gint width, height; /* g_assert (gst_buffer_is_writable (buf)); */ filter = GST_DEINTERLACE (trans); GST_OBJECT_LOCK (filter); bBlend = filter->blend; bDeinterlace = filter->deinterlace; iThreshold = filter->threshold; iEdgeDetect = filter->edge_detect; bShowDeinterlacedAreaOnly = filter->show_deinterlaced_area_only; bShowNoninterlacedAreaOnly = filter->show_noninterlaced_area_only; GST_OBJECT_UNLOCK (filter); src = filter->src; yuvptr = GST_BUFFER_DATA (buf); memcpy (filter->src, yuvptr, filter->picsize); iThreshold = iThreshold * iThreshold * 4; /* We don't want an integer overflow in the interlace calculation. */ if (iEdgeDetect > 180) iEdgeDetect = 180; iEdgeDetect = iEdgeDetect * iEdgeDetect; for (p = 0; p < 3; p++) { switch (p) { case 0: y_dst = yuvptr + filter->y_off; /* dst y pointer */ y_line = filter->y_stride; y_src = src + filter->y_off; width = filter->width; height = filter->height; fill_value = 0; break; case 1: y_dst = yuvptr + filter->u_off; /* dst U pointer */ y_line = filter->u_stride; y_src = src + filter->u_off; width = filter->width / 2; height = filter->uv_height; fill_value = 128; break; case 2: y_dst = yuvptr + filter->v_off; /* dst V pointer */ y_line = filter->v_stride; y_src = src + filter->v_off; width = filter->width / 2; height = filter->uv_height; fill_value = 128; break; } for (x = 0; x < width; x++) { pdst1 = y_dst + x; psrc1 = y_src + x; iInterlaceValue1 = iInterlaceValue2 = 0; for (y = 0; y < height; y++, psrc1 += y_line, pdst1 += y_line) { /* current line is 1 */ y0 = y1 = y2 = y3 = *psrc1; if (y > 0) y0 = *(psrc1 - y_line); if (y < (height - 1)) y2 = *(psrc1 + y_line); if (y < (height - 2)) y3 = *(psrc1 + 2 * y_line); iInterlaceValue0 = iInterlaceValue1; iInterlaceValue1 = iInterlaceValue2; if (y < height - 1) iInterlaceValue2 = (ABS (y1 - y2) * ABS (y3 - y2) - ((iEdgeDetect * (y1 - y3) * (y1 - y3)) >> 12)) * 10; else iInterlaceValue2 = 0; if ((iInterlaceValue0 + 2 * iInterlaceValue1 + iInterlaceValue2 > iThreshold) && (y > 0)) { if (bShowNoninterlacedAreaOnly) { *pdst1 = fill_value; /* blank the point and so the interlac area */ } else { if (bDeinterlace) { if (bBlend) { *pdst1 = (unsigned char) ((y0 + 2 * y1 + y2) >> 2); } else { /* this method seems to work better than blending if the */ /* quality is pretty bad and the half pics don't fit together */ if ((y % 2) == 1) { /* if odd simply copy the value */ *pdst1 = *psrc1; } else { /* if even interpolate the line (upper + lower)/2 */ *pdst1 = (unsigned char) ((y0 + y2) >> 1); } } } else { *pdst1 = *psrc1; } } } else { /* so we went below the treshold and therefore we don't have to */ /* change anything */ if (bShowDeinterlacedAreaOnly) { /* this is for testing to see how we should tune the treshhold */ /* and shows as the things that haven't change because the */ /* threshold was to low?? (or shows that everything is ok :-) */ *pdst1 = fill_value; /* blank the point and so the non-interlac area */ } else { *pdst1 = *psrc1; } } } } } return GST_FLOW_OK; } static void gst_deinterlace_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec) { GstDeinterlace *filter; filter = GST_DEINTERLACE (object); GST_OBJECT_LOCK (filter); switch (prop_id) { case ARG_DEINTERLACE: filter->deinterlace = g_value_get_boolean (value); break; case ARG_DI_ONLY: filter->show_deinterlaced_area_only = g_value_get_boolean (value); break; case ARG_NI_ONLY: filter->show_noninterlaced_area_only = g_value_get_boolean (value); break; case ARG_BLEND: filter->blend = g_value_get_boolean (value); break; case ARG_THRESHOLD: filter->threshold = g_value_get_int (value); break; case ARG_EDGE_DETECT: filter->edge_detect = g_value_get_int (value); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } GST_OBJECT_UNLOCK (filter); } static void gst_deinterlace_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec) { GstDeinterlace *filter; filter = GST_DEINTERLACE (object); GST_OBJECT_LOCK (filter); switch (prop_id) { case ARG_DEINTERLACE: g_value_set_boolean (value, filter->deinterlace); break; case ARG_DI_ONLY: g_value_set_boolean (value, filter->show_deinterlaced_area_only); break; case ARG_NI_ONLY: g_value_set_boolean (value, filter->show_noninterlaced_area_only); break; case ARG_BLEND: g_value_set_boolean (value, filter->blend); break; case ARG_THRESHOLD: g_value_set_int (value, filter->threshold); break; case ARG_EDGE_DETECT: g_value_set_int (value, filter->edge_detect); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } GST_OBJECT_UNLOCK (filter); } static gboolean plugin_init (GstPlugin * plugin) { if (!gst_element_register (plugin, "deinterlace", GST_RANK_NONE, gst_deinterlace_get_type ())) return FALSE; return TRUE; } GST_PLUGIN_DEFINE (GST_VERSION_MAJOR, GST_VERSION_MINOR, "gstinterlace", "Deinterlace video", plugin_init, PACKAGE_VERSION, "LGPL", GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN);