diff options
Diffstat (limited to 'ext/schroedinger/gstschroparse.c')
| -rw-r--r-- | ext/schroedinger/gstschroparse.c | 610 |
1 files changed, 610 insertions, 0 deletions
diff --git a/ext/schroedinger/gstschroparse.c b/ext/schroedinger/gstschroparse.c new file mode 100644 index 00000000..d368a52b --- /dev/null +++ b/ext/schroedinger/gstschroparse.c @@ -0,0 +1,610 @@ +/* Schrodinger + * Copyright (C) 2006 David Schleef <ds@schleef.org> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 59 Temple Place - Suite 330, + * Boston, MA 02111-1307, USA. + */ + +#ifdef HAVE_CONFIG_H +#include "config.h" +#endif + +#include <gst/gst.h> +#include <gst/base/gstadapter.h> +#include <gst/video/video.h> +#include <gst/video/gstbasevideoparse.h> +#include <string.h> +#include <schroedinger/schro.h> +#include <liboil/liboil.h> +#include <math.h> + +#include <schroedinger/schroparse.h> + + +GST_DEBUG_CATEGORY_EXTERN (schro_debug); +#define GST_CAT_DEFAULT schro_debug + +#define GST_TYPE_SCHRO_PARSE \ + (gst_schro_parse_get_type()) +#define GST_SCHRO_PARSE(obj) \ + (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_SCHRO_PARSE,GstSchroParse)) +#define GST_SCHRO_PARSE_CLASS(klass) \ + (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_SCHRO_PARSE,GstSchroParseClass)) +#define GST_IS_SCHRO_PARSE(obj) \ + (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_SCHRO_PARSE)) +#define GST_IS_SCHRO_PARSE_CLASS(obj) \ + (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_SCHRO_PARSE)) + +typedef struct _GstSchroParse GstSchroParse; +typedef struct _GstSchroParseClass GstSchroParseClass; + +typedef enum +{ + GST_SCHRO_PARSE_OUTPUT_OGG, + GST_SCHRO_PARSE_OUTPUT_QUICKTIME, + GST_SCHRO_PARSE_OUTPUT_AVI, + GST_SCHRO_PARSE_OUTPUT_MPEG_TS, + GST_SCHRO_PARSE_OUTPUT_MP4 +} GstSchroParseOutputType; + +struct _GstSchroParse +{ + GstBaseVideoParse base_video_parse; + + GstPad *sinkpad, *srcpad; + + GstSchroParseOutputType output_format; + + GstBuffer *seq_header_buffer; + + /* state */ + + + gboolean have_picture; + int buf_picture_number; + int seq_hdr_picture_number; + int picture_number; + + guint64 last_granulepos; + + int bytes_per_picture; +}; + +struct _GstSchroParseClass +{ + GstBaseVideoParseClass base_video_parse_class; +}; + +/* GstSchroParse signals and args */ +enum +{ + LAST_SIGNAL +}; + +enum +{ + ARG_0 +}; + +static void gst_schro_parse_finalize (GObject * object); + +static gboolean gst_schro_parse_start (GstBaseVideoParse * base_video_parse); +static gboolean gst_schro_parse_stop (GstBaseVideoParse * base_video_parse); +static gboolean gst_schro_parse_reset (GstBaseVideoParse * base_video_parse); +static int gst_schro_parse_scan_for_sync (GstAdapter * adapter, + gboolean at_eos, int offset, int n); +static gboolean gst_schro_parse_parse_data (GstBaseVideoParse * + base_video_parse, gboolean at_eos); +static gboolean gst_schro_parse_shape_output (GstBaseVideoParse * + base_video_parse, GstVideoFrame * frame); +static GstCaps *gst_schro_parse_get_caps (GstBaseVideoParse * base_video_parse); + + + +static GstStaticPadTemplate gst_schro_parse_sink_template = +GST_STATIC_PAD_TEMPLATE ("sink", + GST_PAD_SINK, + GST_PAD_ALWAYS, + GST_STATIC_CAPS ("video/x-dirac") + ); + +static GstStaticPadTemplate gst_schro_parse_src_template = + GST_STATIC_PAD_TEMPLATE ("src", + GST_PAD_SRC, + GST_PAD_ALWAYS, + GST_STATIC_CAPS + ("video/x-dirac;video/x-qt-part;video/x-avi-part;video/x-mp4-part") + ); + +GST_BOILERPLATE (GstSchroParse, gst_schro_parse, GstBaseVideoParse, + GST_TYPE_BASE_VIDEO_PARSE); + +static void +gst_schro_parse_base_init (gpointer g_class) +{ + static GstElementDetails compress_details = + GST_ELEMENT_DETAILS ("Dirac Parser", + "Codec/Parser/Video", + "Parse Dirac streams", + "David Schleef <ds@schleef.org>"); + GstElementClass *element_class = GST_ELEMENT_CLASS (g_class); + + gst_element_class_add_pad_template (element_class, + gst_static_pad_template_get (&gst_schro_parse_src_template)); + gst_element_class_add_pad_template (element_class, + gst_static_pad_template_get (&gst_schro_parse_sink_template)); + + gst_element_class_set_details (element_class, &compress_details); +} + +static void +gst_schro_parse_class_init (GstSchroParseClass * klass) +{ + GObjectClass *gobject_class; + GstElementClass *element_class; + GstBaseVideoParseClass *base_video_parse_class; + + gobject_class = G_OBJECT_CLASS (klass); + element_class = GST_ELEMENT_CLASS (klass); + base_video_parse_class = GST_BASE_VIDEO_PARSE_CLASS (klass); + + gobject_class->finalize = gst_schro_parse_finalize; + + base_video_parse_class->start = GST_DEBUG_FUNCPTR (gst_schro_parse_start); + base_video_parse_class->stop = GST_DEBUG_FUNCPTR (gst_schro_parse_stop); + base_video_parse_class->reset = GST_DEBUG_FUNCPTR (gst_schro_parse_reset); + base_video_parse_class->parse_data = + GST_DEBUG_FUNCPTR (gst_schro_parse_parse_data); + base_video_parse_class->shape_output = + GST_DEBUG_FUNCPTR (gst_schro_parse_shape_output); + base_video_parse_class->scan_for_sync = + GST_DEBUG_FUNCPTR (gst_schro_parse_scan_for_sync); + base_video_parse_class->get_caps = + GST_DEBUG_FUNCPTR (gst_schro_parse_get_caps); + +} + +static void +gst_schro_parse_init (GstSchroParse * schro_parse, GstSchroParseClass * klass) +{ + GstBaseVideoParse *base_video_parse = GST_BASE_VIDEO_PARSE (schro_parse); + + GST_DEBUG ("gst_schro_parse_init"); + + schro_parse->output_format = GST_SCHRO_PARSE_OUTPUT_OGG; + + base_video_parse->reorder_depth = 2; +} + +static gboolean +gst_schro_parse_reset (GstBaseVideoParse * base_video_parse) +{ + GstSchroParse *schro_parse; + + schro_parse = GST_SCHRO_PARSE (base_video_parse); + + GST_DEBUG ("reset"); + + return TRUE; +} + +static void +gst_schro_parse_finalize (GObject * object) +{ + GstSchroParse *schro_parse; + + g_return_if_fail (GST_IS_SCHRO_PARSE (object)); + schro_parse = GST_SCHRO_PARSE (object); + + G_OBJECT_CLASS (parent_class)->finalize (object); +} + +static gboolean +gst_schro_parse_start (GstBaseVideoParse * base_video_parse) +{ + GstSchroParse *schro_parse = GST_SCHRO_PARSE (base_video_parse); + GstCaps *caps; + GstStructure *structure; + + GST_DEBUG ("start"); + caps = + gst_pad_get_allowed_caps (GST_BASE_VIDEO_CODEC_SRC_PAD + (base_video_parse)); + + if (gst_caps_is_empty (caps)) { + gst_caps_unref (caps); + return FALSE; + } + + structure = gst_caps_get_structure (caps, 0); + + if (gst_structure_has_name (structure, "video/x-dirac")) { + schro_parse->output_format = GST_SCHRO_PARSE_OUTPUT_OGG; + } else if (gst_structure_has_name (structure, "video/x-qt-part")) { + schro_parse->output_format = GST_SCHRO_PARSE_OUTPUT_QUICKTIME; + } else if (gst_structure_has_name (structure, "video/x-avi-part")) { + schro_parse->output_format = GST_SCHRO_PARSE_OUTPUT_AVI; + } else if (gst_structure_has_name (structure, "video/x-mpegts-part")) { + schro_parse->output_format = GST_SCHRO_PARSE_OUTPUT_MPEG_TS; + } else if (gst_structure_has_name (structure, "video/x-mp4-part")) { + schro_parse->output_format = GST_SCHRO_PARSE_OUTPUT_MP4; + } else { + return FALSE; + } + + gst_caps_unref (caps); + return TRUE; +} + +static gboolean +gst_schro_parse_stop (GstBaseVideoParse * base_video_parse) +{ + return TRUE; +} + +static void +parse_sequence_header (GstSchroParse * schro_parse, guint8 * data, int size) +{ + SchroVideoFormat video_format; + int ret; + GstVideoState *state; + + GST_DEBUG ("parse_sequence_header size=%d", size); + + state = gst_base_video_parse_get_state (GST_BASE_VIDEO_PARSE (schro_parse)); + + schro_parse->seq_header_buffer = gst_buffer_new_and_alloc (size); + memcpy (GST_BUFFER_DATA (schro_parse->seq_header_buffer), data, size); + + ret = schro_parse_decode_sequence_header (data + 13, size - 13, + &video_format); + if (ret) { + state->fps_n = video_format.frame_rate_numerator; + state->fps_d = video_format.frame_rate_denominator; + GST_DEBUG ("Frame rate is %d/%d", state->fps_n, state->fps_d); + + state->width = video_format.width; + state->height = video_format.height; + GST_DEBUG ("Frame dimensions are %d x %d\n", state->width, state->height); + + state->clean_width = video_format.clean_width; + state->clean_height = video_format.clean_height; + state->clean_offset_left = video_format.left_offset; + state->clean_offset_top = video_format.top_offset; + + state->par_n = video_format.aspect_ratio_numerator; + state->par_d = video_format.aspect_ratio_denominator; + GST_DEBUG ("Pixel aspect ratio is %d/%d", state->par_n, state->par_d); + + gst_base_video_parse_set_state (GST_BASE_VIDEO_PARSE (schro_parse), state); + } else { + GST_WARNING ("Failed to get frame rate from sequence header"); + } + +} + +static int +gst_schro_parse_scan_for_sync (GstAdapter * adapter, gboolean at_eos, + int offset, int n) +{ + int n_available = gst_adapter_available (adapter) - offset; + + if (n_available < 4) { + if (at_eos) { + return n_available; + } else { + return 0; + } + } + + n_available -= 3; + + return gst_adapter_masked_scan_uint32 (adapter, 0xffffffff, 0x42424344, + offset, MIN (n, n_available - 3)); +} + +static GstFlowReturn +gst_schro_parse_parse_data (GstBaseVideoParse * base_video_parse, + gboolean at_eos) +{ + GstSchroParse *schro_parse; + unsigned char header[SCHRO_PARSE_HEADER_SIZE]; + int next; + int prev; + int parse_code; + + GST_DEBUG ("parse_data"); + + schro_parse = GST_SCHRO_PARSE (base_video_parse); + + if (gst_adapter_available (base_video_parse->input_adapter) < + SCHRO_PARSE_HEADER_SIZE) { + return GST_BASE_VIDEO_PARSE_FLOW_NEED_DATA; + } + + GST_DEBUG ("available %d", + gst_adapter_available (base_video_parse->input_adapter)); + + gst_adapter_copy (base_video_parse->input_adapter, header, 0, + SCHRO_PARSE_HEADER_SIZE); + + parse_code = header[4]; + next = GST_READ_UINT32_BE (header + 5); + prev = GST_READ_UINT32_BE (header + 9); + + GST_DEBUG ("%08x %02x %08x %08x", + GST_READ_UINT32_BE (header), parse_code, next, prev); + + if (memcmp (header, "BBCD", 4) != 0 || + (next & 0xf0000000) || (prev & 0xf0000000)) { + gst_base_video_parse_lost_sync (base_video_parse); + return GST_BASE_VIDEO_PARSE_FLOW_NEED_DATA; + } + + if (SCHRO_PARSE_CODE_IS_END_OF_SEQUENCE (parse_code)) { + GstVideoFrame *frame; + + if (next != 0 && next != SCHRO_PARSE_HEADER_SIZE) { + GST_WARNING ("next is not 0 or 13 in EOS packet (%d)", next); + } + + gst_base_video_parse_add_to_frame (base_video_parse, + SCHRO_PARSE_HEADER_SIZE); + + frame = gst_base_video_parse_get_frame (base_video_parse); + frame->is_eos = TRUE; + + SCHRO_DEBUG ("eos"); + + return gst_base_video_parse_finish_frame (base_video_parse); + } + + if (gst_adapter_available (base_video_parse->input_adapter) < next) { + return GST_BASE_VIDEO_PARSE_FLOW_NEED_DATA; + } + + if (SCHRO_PARSE_CODE_IS_SEQ_HEADER (parse_code)) { + guint8 *data; + + data = g_malloc (next); + + gst_adapter_copy (base_video_parse->input_adapter, data, 0, next); + parse_sequence_header (schro_parse, data, next); + + base_video_parse->current_frame->is_sync_point = TRUE; + + g_free (data); + } + + if (schro_parse->seq_header_buffer == NULL) { + gst_adapter_flush (base_video_parse->input_adapter, next); + return GST_FLOW_OK; + } + + if (SCHRO_PARSE_CODE_IS_PICTURE (parse_code)) { + GstVideoFrame *frame; + guint8 tmp[4]; + + frame = gst_base_video_parse_get_frame (base_video_parse); + +#if 0 + if (GST_CLOCK_TIME_IS_VALID (GST_BUFFER_TIMESTAMP (buf))) { + frame->presentation_timestamp = GST_BUFFER_TIMESTAMP (buf); + } +#endif + + gst_adapter_copy (base_video_parse->input_adapter, tmp, + SCHRO_PARSE_HEADER_SIZE, 4); + + frame->presentation_frame_number = GST_READ_UINT32_BE (tmp); + + gst_base_video_parse_add_to_frame (base_video_parse, next); + + return gst_base_video_parse_finish_frame (base_video_parse); + } else { + gst_base_video_parse_add_to_frame (base_video_parse, next); + } + + return GST_FLOW_OK; +} + +static GstFlowReturn +gst_schro_parse_shape_output_ogg (GstBaseVideoParse * base_video_parse, + GstVideoFrame * frame) +{ + GstSchroParse *schro_parse; + int dpn; + int delay; + int dist; + int pt; + int dt; + guint64 granulepos_hi; + guint64 granulepos_low; + GstBuffer *buf = frame->src_buffer; + + schro_parse = GST_SCHRO_PARSE (base_video_parse); + + dpn = frame->decode_frame_number; + + pt = frame->presentation_frame_number * 2; + dt = frame->decode_frame_number * 2; + delay = pt - dt; + dist = frame->distance_from_sync; + + GST_DEBUG ("sys %d dpn %d pt %d dt %d delay %d dist %d", + (int) frame->system_frame_number, + (int) frame->decode_frame_number, pt, dt, delay, dist); + + granulepos_hi = (((guint64) pt - delay) << 9) | ((dist >> 8)); + granulepos_low = (delay << 9) | (dist & 0xff); + GST_DEBUG ("granulepos %lld:%lld", granulepos_hi, granulepos_low); + + if (frame->is_eos) { + GST_BUFFER_OFFSET_END (buf) = schro_parse->last_granulepos; + } else { + schro_parse->last_granulepos = (granulepos_hi << 22) | (granulepos_low); + GST_BUFFER_OFFSET_END (buf) = schro_parse->last_granulepos; + } + + return gst_base_video_parse_push (base_video_parse, buf); +} + +static GstFlowReturn +gst_schro_parse_shape_output_quicktime (GstBaseVideoParse * base_video_parse, + GstVideoFrame * frame) +{ + GstBuffer *buf = frame->src_buffer; + const GstVideoState *state; + + state = gst_base_video_parse_get_state (base_video_parse); + + GST_BUFFER_OFFSET_END (buf) = gst_video_state_get_timestamp (state, + frame->system_frame_number); + + if (frame->is_sync_point && + frame->presentation_frame_number == frame->system_frame_number) { + GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_DELTA_UNIT); + GST_DEBUG ("sync point"); + } else { + GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_DELTA_UNIT); + } + + return gst_base_video_parse_push (base_video_parse, buf); +} + +static GstFlowReturn +gst_schro_parse_shape_output_mpeg_ts (GstBaseVideoParse * base_video_parse, + GstVideoFrame * frame) +{ + GstBuffer *buf = frame->src_buffer; + const GstVideoState *state; + + state = gst_base_video_parse_get_state (base_video_parse); + + return gst_base_video_parse_push (base_video_parse, buf); +} + +static GstFlowReturn +gst_schro_parse_shape_output (GstBaseVideoParse * base_video_parse, + GstVideoFrame * frame) +{ + GstSchroParse *schro_parse; + + schro_parse = GST_SCHRO_PARSE (base_video_parse); + + switch (schro_parse->output_format) { + case GST_SCHRO_PARSE_OUTPUT_OGG: + return gst_schro_parse_shape_output_ogg (base_video_parse, frame); + case GST_SCHRO_PARSE_OUTPUT_QUICKTIME: + return gst_schro_parse_shape_output_quicktime (base_video_parse, frame); + case GST_SCHRO_PARSE_OUTPUT_MPEG_TS: + return gst_schro_parse_shape_output_mpeg_ts (base_video_parse, frame); + default: + break; + } + + return GST_FLOW_ERROR; +} + +static GstCaps * +gst_schro_parse_get_caps (GstBaseVideoParse * base_video_parse) +{ + GstCaps *caps; + GstVideoState *state; + GstSchroParse *schro_parse; + + schro_parse = GST_SCHRO_PARSE (base_video_parse); + + state = gst_base_video_parse_get_state (base_video_parse); + + if (schro_parse->output_format == GST_SCHRO_PARSE_OUTPUT_OGG) { + caps = gst_caps_new_simple ("video/x-dirac", + "width", G_TYPE_INT, state->width, + "height", G_TYPE_INT, state->height, + "framerate", GST_TYPE_FRACTION, state->fps_n, + state->fps_d, + "pixel-aspect-ratio", GST_TYPE_FRACTION, state->par_n, + state->par_d, NULL); + + GST_BUFFER_FLAG_SET (schro_parse->seq_header_buffer, + GST_BUFFER_FLAG_IN_CAPS); + + { + GValue array = { 0 }; + GValue value = { 0 }; + GstBuffer *buf; + int size; + + g_value_init (&array, GST_TYPE_ARRAY); + g_value_init (&value, GST_TYPE_BUFFER); + size = GST_BUFFER_SIZE (schro_parse->seq_header_buffer); + buf = gst_buffer_new_and_alloc (size + SCHRO_PARSE_HEADER_SIZE); + memcpy (GST_BUFFER_DATA (buf), + GST_BUFFER_DATA (schro_parse->seq_header_buffer), size); + GST_WRITE_UINT32_BE (GST_BUFFER_DATA (buf) + size + 0, 0x42424344); + GST_WRITE_UINT8 (GST_BUFFER_DATA (buf) + size + 4, + SCHRO_PARSE_CODE_END_OF_SEQUENCE); + GST_WRITE_UINT32_BE (GST_BUFFER_DATA (buf) + size + 5, 0); + GST_WRITE_UINT32_BE (GST_BUFFER_DATA (buf) + size + 9, size); + gst_value_set_buffer (&value, buf); + gst_buffer_unref (buf); + gst_value_array_append_value (&array, &value); + gst_structure_set_value (gst_caps_get_structure (caps, 0), + "streamheader", &array); + g_value_unset (&value); + g_value_unset (&array); + } + } else if (schro_parse->output_format == GST_SCHRO_PARSE_OUTPUT_QUICKTIME) { + caps = gst_caps_new_simple ("video/x-qt-part", + "format", GST_TYPE_FOURCC, GST_MAKE_FOURCC ('d', 'r', 'a', 'c'), + "width", G_TYPE_INT, state->width, + "height", G_TYPE_INT, state->height, + "framerate", GST_TYPE_FRACTION, state->fps_n, + state->fps_d, + "pixel-aspect-ratio", GST_TYPE_FRACTION, state->par_n, + state->par_d, NULL); + } else if (schro_parse->output_format == GST_SCHRO_PARSE_OUTPUT_AVI) { + caps = gst_caps_new_simple ("video/x-avi-part", + "format", GST_TYPE_FOURCC, GST_MAKE_FOURCC ('d', 'r', 'a', 'c'), + "width", G_TYPE_INT, state->width, + "height", G_TYPE_INT, state->height, + "framerate", GST_TYPE_FRACTION, state->fps_n, + state->fps_d, + "pixel-aspect-ratio", GST_TYPE_FRACTION, state->par_n, + state->par_d, NULL); + } else if (schro_parse->output_format == GST_SCHRO_PARSE_OUTPUT_MPEG_TS) { + caps = gst_caps_new_simple ("video/x-mpegts-part", + "format", GST_TYPE_FOURCC, GST_MAKE_FOURCC ('d', 'r', 'a', 'c'), + "width", G_TYPE_INT, state->width, + "height", G_TYPE_INT, state->height, + "framerate", GST_TYPE_FRACTION, state->fps_n, + state->fps_d, + "pixel-aspect-ratio", GST_TYPE_FRACTION, state->par_n, + state->par_d, NULL); + } else if (schro_parse->output_format == GST_SCHRO_PARSE_OUTPUT_MP4) { + caps = gst_caps_new_simple ("video/x-mp4-part", + "format", GST_TYPE_FOURCC, GST_MAKE_FOURCC ('d', 'r', 'a', 'c'), + "width", G_TYPE_INT, state->width, + "height", G_TYPE_INT, state->height, + "framerate", GST_TYPE_FRACTION, state->fps_n, + state->fps_d, + "pixel-aspect-ratio", GST_TYPE_FRACTION, state->par_n, + state->par_d, NULL); + } else { + g_assert_not_reached (); + } + + return caps; +} |