/* GStreamer * Copyright (C) <1999> Erik Walthinsen , * <2006> Edward Hervey * <2006> Wim Taymans * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include #include #include /* #include */ #include #include #include #include "gstav.h" #include "gstavcodecmap.h" #include "gstavutils.h" #include "gstavprotocol.h" #define MAX_STREAMS 20 typedef struct _GstFFMpegDemux GstFFMpegDemux; typedef struct _GstFFStream GstFFStream; struct _GstFFStream { GstPad *pad; AVStream *avstream; gboolean unknown; GstClockTime last_ts; gboolean discont; gboolean eos; GstTagList *tags; /* stream tags */ }; struct _GstFFMpegDemux { GstElement element; /* We need to keep track of our pads, so we do so here. */ GstPad *sinkpad; gboolean have_group_id; guint group_id; AVFormatContext *context; /* set while avformat_open_input() is called */ gboolean opening; /* global tags */ GstTagList *tags, *upstream_global_tags, *upstream_stream_tags; GstFFStream *streams[MAX_STREAMS]; GstFlowCombiner *flowcombiner; gint videopads, audiopads; GstClockTime start_time; GstClockTime duration; /* TRUE if working in pull-mode */ gboolean seekable; /* TRUE if the avformat demuxer can reliably handle streaming mode */ gboolean can_push; gboolean flushing; /* segment stuff */ GstSegment segment; /* cached seek in READY */ GstEvent *seek_event; /* cached upstream events */ GList *cached_events; /* push mode data */ GstFFMpegPipe ffpipe; GstTask *task; GRecMutex task_lock; }; typedef struct _GstFFMpegDemuxClass GstFFMpegDemuxClass; struct _GstFFMpegDemuxClass { GstElementClass parent_class; AVInputFormat *in_plugin; GstPadTemplate *sinktempl; GstPadTemplate *videosrctempl; GstPadTemplate *audiosrctempl; }; /* A number of function prototypes are given so we can refer to them later. */ static void gst_ffmpegdemux_class_init (GstFFMpegDemuxClass * klass); static void gst_ffmpegdemux_base_init (GstFFMpegDemuxClass * klass); static void gst_ffmpegdemux_init (GstFFMpegDemux * demux); static void gst_ffmpegdemux_finalize (GObject * object); static gboolean gst_ffmpegdemux_sink_event (GstPad * sinkpad, GstObject * parent, GstEvent * event); static GstFlowReturn gst_ffmpegdemux_chain (GstPad * sinkpad, GstObject * parent, GstBuffer * buf); static void gst_ffmpegdemux_loop (GstFFMpegDemux * demux); static gboolean gst_ffmpegdemux_sink_activate (GstPad * sinkpad, GstObject * parent); static gboolean gst_ffmpegdemux_sink_activate_mode (GstPad * sinkpad, GstObject * parent, GstPadMode mode, gboolean active); static GstTagList *gst_ffmpeg_metadata_to_tag_list (AVDictionary * metadata); #if 0 static gboolean gst_ffmpegdemux_src_convert (GstPad * pad, GstFormat src_fmt, gint64 src_value, GstFormat * dest_fmt, gint64 * dest_value); #endif static gboolean gst_ffmpegdemux_send_event (GstElement * element, GstEvent * event); static GstStateChangeReturn gst_ffmpegdemux_change_state (GstElement * element, GstStateChange transition); #define GST_FFDEMUX_PARAMS_QDATA g_quark_from_static_string("avdemux-params") static GstElementClass *parent_class = NULL; static const gchar * gst_ffmpegdemux_averror (gint av_errno) { const gchar *message = NULL; switch (av_errno) { case AVERROR (EINVAL): message = "Unknown error"; break; case AVERROR (EIO): message = "Input/output error"; break; case AVERROR (EDOM): message = "Number syntax expected in filename"; break; case AVERROR (ENOMEM): message = "Not enough memory"; break; case AVERROR (EILSEQ): message = "Unknown format"; break; case AVERROR (ENOSYS): message = "Operation not supported"; break; default: message = "Unhandled error code received"; break; } return message; } static void gst_ffmpegdemux_base_init (GstFFMpegDemuxClass * klass) { GstElementClass *element_class = GST_ELEMENT_CLASS (klass); AVInputFormat *in_plugin; GstCaps *sinkcaps; GstPadTemplate *sinktempl, *audiosrctempl, *videosrctempl; gchar *longname, *description, *name; in_plugin = (AVInputFormat *) g_type_get_qdata (G_OBJECT_CLASS_TYPE (klass), GST_FFDEMUX_PARAMS_QDATA); g_assert (in_plugin != NULL); name = g_strdup (in_plugin->name); g_strdelimit (name, ".,|-<> ", '_'); /* construct the element details struct */ longname = g_strdup_printf ("libav %s demuxer", in_plugin->long_name); description = g_strdup_printf ("libav %s demuxer", in_plugin->long_name); gst_element_class_set_metadata (element_class, longname, "Codec/Demuxer", description, "Wim Taymans , " "Ronald Bultje , " "Edward Hervey "); g_free (longname); g_free (description); /* pad templates */ sinkcaps = gst_ffmpeg_formatid_to_caps (name); sinktempl = gst_pad_template_new ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, sinkcaps); g_free (name); videosrctempl = gst_pad_template_new ("video_%u", GST_PAD_SRC, GST_PAD_SOMETIMES, GST_CAPS_ANY); audiosrctempl = gst_pad_template_new ("audio_%u", GST_PAD_SRC, GST_PAD_SOMETIMES, GST_CAPS_ANY); gst_element_class_add_pad_template (element_class, videosrctempl); gst_element_class_add_pad_template (element_class, audiosrctempl); gst_element_class_add_pad_template (element_class, sinktempl); gst_caps_unref (sinkcaps); klass->in_plugin = in_plugin; klass->videosrctempl = videosrctempl; klass->audiosrctempl = audiosrctempl; klass->sinktempl = sinktempl; } static void gst_ffmpegdemux_class_init (GstFFMpegDemuxClass * klass) { GObjectClass *gobject_class; GstElementClass *gstelement_class; gobject_class = (GObjectClass *) klass; gstelement_class = (GstElementClass *) klass; parent_class = g_type_class_peek_parent (klass); gobject_class->finalize = GST_DEBUG_FUNCPTR (gst_ffmpegdemux_finalize); gstelement_class->change_state = gst_ffmpegdemux_change_state; gstelement_class->send_event = gst_ffmpegdemux_send_event; } static void gst_ffmpegdemux_init (GstFFMpegDemux * demux) { GstFFMpegDemuxClass *oclass = (GstFFMpegDemuxClass *) (G_OBJECT_GET_CLASS (demux)); gint n; demux->sinkpad = gst_pad_new_from_template (oclass->sinktempl, "sink"); gst_pad_set_activate_function (demux->sinkpad, GST_DEBUG_FUNCPTR (gst_ffmpegdemux_sink_activate)); gst_pad_set_activatemode_function (demux->sinkpad, GST_DEBUG_FUNCPTR (gst_ffmpegdemux_sink_activate_mode)); gst_element_add_pad (GST_ELEMENT (demux), demux->sinkpad); /* push based setup */ /* the following are not used in pull-based mode, so safe to set anyway */ gst_pad_set_event_function (demux->sinkpad, GST_DEBUG_FUNCPTR (gst_ffmpegdemux_sink_event)); gst_pad_set_chain_function (demux->sinkpad, GST_DEBUG_FUNCPTR (gst_ffmpegdemux_chain)); /* task for driving ffmpeg in loop function */ demux->task = gst_task_new ((GstTaskFunction) gst_ffmpegdemux_loop, demux, NULL); g_rec_mutex_init (&demux->task_lock); gst_task_set_lock (demux->task, &demux->task_lock); demux->have_group_id = FALSE; demux->group_id = G_MAXUINT; demux->context = NULL; for (n = 0; n < MAX_STREAMS; n++) { demux->streams[n] = NULL; } demux->videopads = 0; demux->audiopads = 0; demux->seek_event = NULL; gst_segment_init (&demux->segment, GST_FORMAT_TIME); demux->flowcombiner = gst_flow_combiner_new (); /* push based data */ g_mutex_init (&demux->ffpipe.tlock); g_cond_init (&demux->ffpipe.cond); demux->ffpipe.adapter = gst_adapter_new (); /* blacklist unreliable push-based demuxers */ if (strcmp (oclass->in_plugin->name, "ape")) demux->can_push = TRUE; else demux->can_push = FALSE; } static void gst_ffmpegdemux_finalize (GObject * object) { GstFFMpegDemux *demux; demux = (GstFFMpegDemux *) object; gst_flow_combiner_free (demux->flowcombiner); g_mutex_clear (&demux->ffpipe.tlock); g_cond_clear (&demux->ffpipe.cond); gst_object_unref (demux->ffpipe.adapter); gst_object_unref (demux->task); g_rec_mutex_clear (&demux->task_lock); G_OBJECT_CLASS (parent_class)->finalize (object); } static void gst_ffmpegdemux_close (GstFFMpegDemux * demux) { gint n; GstEvent **event_p; if (!demux->context) return; /* remove pads from ourselves */ for (n = 0; n < MAX_STREAMS; n++) { GstFFStream *stream; stream = demux->streams[n]; if (stream) { if (stream->pad) { gst_flow_combiner_remove_pad (demux->flowcombiner, stream->pad); gst_element_remove_pad (GST_ELEMENT (demux), stream->pad); } if (stream->tags) gst_tag_list_unref (stream->tags); g_free (stream); } demux->streams[n] = NULL; } demux->videopads = 0; demux->audiopads = 0; gst_clear_tag_list (&demux->tags); /* close demuxer context from ffmpeg */ if (demux->seekable) gst_ffmpegdata_close (demux->context->pb); else gst_ffmpeg_pipe_close (demux->context->pb); demux->context->pb = NULL; avformat_close_input (&demux->context); GST_OBJECT_LOCK (demux); event_p = &demux->seek_event; gst_event_replace (event_p, NULL); GST_OBJECT_UNLOCK (demux); gst_segment_init (&demux->segment, GST_FORMAT_TIME); } /* send an event to all the source pads . * Takes ownership of the event. * * Returns FALSE if none of the source pads handled the event. */ static gboolean gst_ffmpegdemux_push_event (GstFFMpegDemux * demux, GstEvent * event) { gboolean res; gint n; res = TRUE; for (n = 0; n < MAX_STREAMS; n++) { GstFFStream *s = demux->streams[n]; if (s && s->pad) { gst_event_ref (event); res &= gst_pad_push_event (s->pad, event); } } gst_event_unref (event); return res; } /* set flags on all streams */ static void gst_ffmpegdemux_set_flags (GstFFMpegDemux * demux, gboolean discont, gboolean eos) { GstFFStream *s; gint n; for (n = 0; n < MAX_STREAMS; n++) { if ((s = demux->streams[n])) { s->discont = discont; s->eos = eos; } } } /* check if all streams are eos */ static gboolean gst_ffmpegdemux_is_eos (GstFFMpegDemux * demux) { GstFFStream *s; gint n; for (n = 0; n < MAX_STREAMS; n++) { if ((s = demux->streams[n])) { GST_DEBUG ("stream %d %p eos:%d", n, s, s->eos); if (!s->eos) return FALSE; } } return TRUE; } /* Returns True if we at least outputted one buffer */ static gboolean gst_ffmpegdemux_has_outputted (GstFFMpegDemux * demux) { GstFFStream *s; gint n; for (n = 0; n < MAX_STREAMS; n++) { if ((s = demux->streams[n])) { if (GST_CLOCK_TIME_IS_VALID (s->last_ts)) return TRUE; } } return FALSE; } static gboolean gst_ffmpegdemux_do_seek (GstFFMpegDemux * demux, GstSegment * segment) { gboolean ret; gint seekret; gint64 target; gint64 fftarget; AVStream *stream; gint index; /* find default index and fail if none is present */ index = av_find_default_stream_index (demux->context); GST_LOG_OBJECT (demux, "default stream index %d", index); if (index < 0) return FALSE; ret = TRUE; /* get the stream for seeking */ stream = demux->context->streams[index]; /* initial seek position */ target = segment->position + demux->start_time; /* convert target to ffmpeg time */ fftarget = gst_ffmpeg_time_gst_to_ff (target, stream->time_base); GST_LOG_OBJECT (demux, "do seek to time %" GST_TIME_FORMAT, GST_TIME_ARGS (target)); /* if we need to land on a keyframe, try to do so, we don't try to do a * keyframe seek if we are not absolutely sure we have an index.*/ if (segment->flags & GST_SEEK_FLAG_KEY_UNIT) { gint keyframeidx; GST_LOG_OBJECT (demux, "looking for keyframe in ffmpeg for time %" GST_TIME_FORMAT, GST_TIME_ARGS (target)); /* search in the index for the previous keyframe */ keyframeidx = av_index_search_timestamp (stream, fftarget, AVSEEK_FLAG_BACKWARD); GST_LOG_OBJECT (demux, "keyframeidx: %d", keyframeidx); if (keyframeidx >= 0) { #if LIBAVFORMAT_VERSION_INT >= AV_VERSION_INT(58,78,0) fftarget = avformat_index_get_entry (stream, keyframeidx)->timestamp; #else fftarget = stream->index_entries[keyframeidx].timestamp; #endif target = gst_ffmpeg_time_ff_to_gst (fftarget, stream->time_base); GST_LOG_OBJECT (demux, "Found a keyframe at ffmpeg idx: %d timestamp :%" GST_TIME_FORMAT, keyframeidx, GST_TIME_ARGS (target)); } } GST_DEBUG_OBJECT (demux, "About to call av_seek_frame (context, %d, %" G_GINT64_FORMAT ", 0) for time %" GST_TIME_FORMAT, index, fftarget, GST_TIME_ARGS (target)); if ((seekret = av_seek_frame (demux->context, index, fftarget, AVSEEK_FLAG_BACKWARD)) < 0) goto seek_failed; GST_DEBUG_OBJECT (demux, "seek success, returned %d", seekret); if (target > demux->start_time) target -= demux->start_time; else target = 0; segment->position = target; segment->time = target; segment->start = target; return ret; /* ERRORS */ seek_failed: { GST_WARNING_OBJECT (demux, "Call to av_seek_frame failed : %d", seekret); return FALSE; } } static gboolean gst_ffmpegdemux_perform_seek (GstFFMpegDemux * demux, GstEvent * event) { gboolean res; gdouble rate; GstFormat format; GstSeekFlags flags; GstSeekType cur_type, stop_type; gint64 cur, stop; gboolean flush; gboolean update; GstSegment seeksegment; if (!demux->seekable) { GST_DEBUG_OBJECT (demux, "in push mode; ignoring seek"); return FALSE; } GST_DEBUG_OBJECT (demux, "starting seek"); if (event) { gst_event_parse_seek (event, &rate, &format, &flags, &cur_type, &cur, &stop_type, &stop); /* we have to have a format as the segment format. Try to convert * if not. */ if (demux->segment.format != format) { GstFormat fmt; fmt = demux->segment.format; res = TRUE; /* FIXME, use source pad */ if (cur_type != GST_SEEK_TYPE_NONE && cur != -1) res = gst_pad_query_convert (demux->sinkpad, format, cur, fmt, &cur); if (res && stop_type != GST_SEEK_TYPE_NONE && stop != -1) res = gst_pad_query_convert (demux->sinkpad, format, stop, fmt, &stop); if (!res) goto no_format; format = fmt; } } else { flags = 0; } flush = flags & GST_SEEK_FLAG_FLUSH; /* send flush start */ if (flush) { /* mark flushing so that the streaming thread can react on it */ GST_OBJECT_LOCK (demux); demux->flushing = TRUE; GST_OBJECT_UNLOCK (demux); gst_pad_push_event (demux->sinkpad, gst_event_new_flush_start ()); gst_ffmpegdemux_push_event (demux, gst_event_new_flush_start ()); } else { gst_pad_pause_task (demux->sinkpad); } /* grab streaming lock, this should eventually be possible, either * because the task is paused or our streaming thread stopped * because our peer is flushing. */ GST_PAD_STREAM_LOCK (demux->sinkpad); /* make copy into temp structure, we can only update the main one * when we actually could do the seek. */ memcpy (&seeksegment, &demux->segment, sizeof (GstSegment)); /* now configure the seek segment */ if (event) { gst_segment_do_seek (&seeksegment, rate, format, flags, cur_type, cur, stop_type, stop, &update); } GST_DEBUG_OBJECT (demux, "segment configured from %" G_GINT64_FORMAT " to %" G_GINT64_FORMAT ", position %" G_GINT64_FORMAT, seeksegment.start, seeksegment.stop, seeksegment.position); /* make the sinkpad available for data passing since we might need * it when doing the seek */ if (flush) { GST_OBJECT_LOCK (demux); demux->flushing = FALSE; GST_OBJECT_UNLOCK (demux); gst_pad_push_event (demux->sinkpad, gst_event_new_flush_stop (TRUE)); } /* do the seek, segment.position contains new position. */ res = gst_ffmpegdemux_do_seek (demux, &seeksegment); /* and prepare to continue streaming */ if (flush) { /* send flush stop, peer will accept data and events again. We * are not yet providing data as we still have the STREAM_LOCK. */ gst_ffmpegdemux_push_event (demux, gst_event_new_flush_stop (TRUE)); } /* if successfull seek, we update our real segment and push * out the new segment. */ if (res) { memcpy (&demux->segment, &seeksegment, sizeof (GstSegment)); if (demux->segment.flags & GST_SEEK_FLAG_SEGMENT) { gst_element_post_message (GST_ELEMENT (demux), gst_message_new_segment_start (GST_OBJECT (demux), demux->segment.format, demux->segment.position)); } /* now send the newsegment, FIXME, do this from the streaming thread */ GST_DEBUG_OBJECT (demux, "Sending newsegment %" GST_SEGMENT_FORMAT, &demux->segment); gst_ffmpegdemux_push_event (demux, gst_event_new_segment (&demux->segment)); } /* Mark discont on all srcpads and remove eos */ gst_ffmpegdemux_set_flags (demux, TRUE, FALSE); gst_flow_combiner_reset (demux->flowcombiner); /* and restart the task in case it got paused explicitely or by * the FLUSH_START event we pushed out. */ gst_pad_start_task (demux->sinkpad, (GstTaskFunction) gst_ffmpegdemux_loop, demux->sinkpad, NULL); /* and release the lock again so we can continue streaming */ GST_PAD_STREAM_UNLOCK (demux->sinkpad); return res; /* ERROR */ no_format: { GST_DEBUG_OBJECT (demux, "undefined format given, seek aborted."); return FALSE; } } static gboolean gst_ffmpegdemux_src_event (GstPad * pad, GstObject * parent, GstEvent * event) { GstFFMpegDemux *demux; gboolean res = TRUE; demux = (GstFFMpegDemux *) parent; switch (GST_EVENT_TYPE (event)) { case GST_EVENT_SEEK: res = gst_ffmpegdemux_perform_seek (demux, event); gst_event_unref (event); break; case GST_EVENT_LATENCY: res = gst_pad_push_event (demux->sinkpad, event); break; case GST_EVENT_NAVIGATION: case GST_EVENT_QOS: default: res = FALSE; gst_event_unref (event); break; } return res; } static gboolean gst_ffmpegdemux_send_event (GstElement * element, GstEvent * event) { GstFFMpegDemux *demux = (GstFFMpegDemux *) (element); gboolean res; switch (GST_EVENT_TYPE (event)) { case GST_EVENT_SEEK: GST_OBJECT_LOCK (demux); if (!demux->context) { GstEvent **event_p; GST_DEBUG_OBJECT (demux, "caching seek event"); event_p = &demux->seek_event; gst_event_replace (event_p, event); GST_OBJECT_UNLOCK (demux); res = TRUE; } else { GST_OBJECT_UNLOCK (demux); res = gst_ffmpegdemux_perform_seek (demux, event); gst_event_unref (event); } break; default: res = FALSE; break; } return res; } static gboolean gst_ffmpegdemux_src_query (GstPad * pad, GstObject * parent, GstQuery * query) { GstFFMpegDemux *demux; GstFFStream *stream; AVStream *avstream; gboolean res = FALSE; if (!(stream = gst_pad_get_element_private (pad))) return FALSE; avstream = stream->avstream; demux = (GstFFMpegDemux *) parent; switch (GST_QUERY_TYPE (query)) { case GST_QUERY_POSITION: { GstFormat format; gint64 timeposition; gst_query_parse_position (query, &format, NULL); timeposition = stream->last_ts; if (!(GST_CLOCK_TIME_IS_VALID (timeposition))) break; switch (format) { case GST_FORMAT_TIME: gst_query_set_position (query, GST_FORMAT_TIME, timeposition); res = TRUE; break; case GST_FORMAT_DEFAULT: gst_query_set_position (query, GST_FORMAT_DEFAULT, gst_util_uint64_scale (timeposition, avstream->avg_frame_rate.num, GST_SECOND * avstream->avg_frame_rate.den)); res = TRUE; break; case GST_FORMAT_BYTES: if (demux->videopads + demux->audiopads == 1 && GST_PAD_PEER (demux->sinkpad) != NULL) res = gst_pad_query_default (pad, parent, query); break; default: break; } } break; case GST_QUERY_DURATION: { GstFormat format; gint64 timeduration; gst_query_parse_duration (query, &format, NULL); timeduration = gst_ffmpeg_time_ff_to_gst (avstream->duration, avstream->time_base); if (!(GST_CLOCK_TIME_IS_VALID (timeduration))) { /* use duration of complete file if the stream duration is not known */ timeduration = demux->duration; if (!(GST_CLOCK_TIME_IS_VALID (timeduration))) break; } switch (format) { case GST_FORMAT_TIME: gst_query_set_duration (query, GST_FORMAT_TIME, timeduration); res = TRUE; break; case GST_FORMAT_DEFAULT: gst_query_set_duration (query, GST_FORMAT_DEFAULT, gst_util_uint64_scale (timeduration, avstream->avg_frame_rate.num, GST_SECOND * avstream->avg_frame_rate.den)); res = TRUE; break; case GST_FORMAT_BYTES: if (demux->videopads + demux->audiopads == 1 && GST_PAD_PEER (demux->sinkpad) != NULL) res = gst_pad_query_default (pad, parent, query); break; default: break; } } break; case GST_QUERY_SEEKING:{ GstFormat format; gboolean seekable; gint64 dur = -1; gst_query_parse_seeking (query, &format, NULL, NULL, NULL); seekable = demux->seekable; if (!gst_pad_query_duration (pad, format, &dur)) { /* unlikely that we don't know duration but can seek */ seekable = FALSE; dur = -1; } gst_query_set_seeking (query, format, seekable, 0, dur); res = TRUE; break; } case GST_QUERY_SEGMENT:{ GstFormat format; gint64 start, stop; format = demux->segment.format; start = gst_segment_to_stream_time (&demux->segment, format, demux->segment.start); if ((stop = demux->segment.stop) == -1) stop = demux->segment.duration; else stop = gst_segment_to_stream_time (&demux->segment, format, stop); gst_query_set_segment (query, demux->segment.rate, format, start, stop); res = TRUE; break; } default: /* FIXME : ADD GST_QUERY_CONVERT */ res = gst_pad_query_default (pad, parent, query); break; } return res; } #if 0 /* FIXME, reenable me */ static gboolean gst_ffmpegdemux_src_convert (GstPad * pad, GstFormat src_fmt, gint64 src_value, GstFormat * dest_fmt, gint64 * dest_value) { GstFFStream *stream; gboolean res = TRUE; AVStream *avstream; if (!(stream = gst_pad_get_element_private (pad))) return FALSE; avstream = stream->avstream; if (avstream->codec->codec_type != AVMEDIA_TYPE_VIDEO) return FALSE; switch (src_fmt) { case GST_FORMAT_TIME: switch (*dest_fmt) { case GST_FORMAT_DEFAULT: *dest_value = gst_util_uint64_scale (src_value, avstream->avg_frame_rate.num, GST_SECOND * avstream->avg_frame_rate.den); break; default: res = FALSE; break; } break; case GST_FORMAT_DEFAULT: switch (*dest_fmt) { case GST_FORMAT_TIME: *dest_value = gst_util_uint64_scale (src_value, GST_SECOND * avstream->avg_frame_rate.num, avstream->avg_frame_rate.den); break; default: res = FALSE; break; } break; default: res = FALSE; break; } return res; } #endif static gchar * gst_ffmpegdemux_create_padname (const gchar * templ, gint n) { GString *string; /* FIXME, we just want to printf the number according to the template but * then the format string is not a literal and we can't check arguments and * this generates a compiler error */ string = g_string_new (templ); g_string_truncate (string, string->len - 2); g_string_append_printf (string, "%u", n); return g_string_free (string, FALSE); } static GstFFStream * gst_ffmpegdemux_get_stream (GstFFMpegDemux * demux, AVStream * avstream) { GstFFMpegDemuxClass *oclass; GstPadTemplate *templ = NULL; GstPad *pad; GstCaps *caps; gint num; gchar *padname; const gchar *codec; AVCodecContext *ctx = NULL; GstFFStream *stream; GstEvent *event; gchar *stream_id; oclass = (GstFFMpegDemuxClass *) G_OBJECT_GET_CLASS (demux); if (demux->streams[avstream->index] != NULL) goto exists; ctx = avcodec_alloc_context3 (NULL); avcodec_parameters_to_context (ctx, avstream->codecpar); /* create new stream */ stream = g_new0 (GstFFStream, 1); demux->streams[avstream->index] = stream; /* mark stream as unknown */ stream->unknown = TRUE; stream->discont = TRUE; stream->avstream = avstream; stream->last_ts = GST_CLOCK_TIME_NONE; stream->tags = NULL; switch (ctx->codec_type) { case AVMEDIA_TYPE_VIDEO: templ = oclass->videosrctempl; num = demux->videopads++; /* These are not part of the codec parameters we built the * context from */ ctx->framerate.num = avstream->r_frame_rate.num; ctx->framerate.den = avstream->r_frame_rate.den; break; case AVMEDIA_TYPE_AUDIO: templ = oclass->audiosrctempl; num = demux->audiopads++; break; default: goto unknown_type; } /* get caps that belongs to this stream */ caps = gst_ffmpeg_codecid_to_caps (ctx->codec_id, ctx, TRUE); if (caps == NULL) goto unknown_caps; /* stream is known now */ stream->unknown = FALSE; /* create new pad for this stream */ padname = gst_ffmpegdemux_create_padname (GST_PAD_TEMPLATE_NAME_TEMPLATE (templ), num); pad = gst_pad_new_from_template (templ, padname); g_free (padname); gst_pad_use_fixed_caps (pad); gst_pad_set_active (pad, TRUE); gst_pad_set_query_function (pad, gst_ffmpegdemux_src_query); gst_pad_set_event_function (pad, gst_ffmpegdemux_src_event); /* store pad internally */ stream->pad = pad; gst_pad_set_element_private (pad, stream); /* transform some useful info to GstClockTime and remember */ { GstClockTime tmp; /* FIXME, actually use the start_time in some way */ tmp = gst_ffmpeg_time_ff_to_gst (avstream->start_time, avstream->time_base); GST_DEBUG_OBJECT (demux, "stream %d: start time: %" GST_TIME_FORMAT, avstream->index, GST_TIME_ARGS (tmp)); tmp = gst_ffmpeg_time_ff_to_gst (avstream->duration, avstream->time_base); GST_DEBUG_OBJECT (demux, "stream %d: duration: %" GST_TIME_FORMAT, avstream->index, GST_TIME_ARGS (tmp)); } demux->streams[avstream->index] = stream; stream_id = gst_pad_create_stream_id_printf (pad, GST_ELEMENT_CAST (demux), "%03u", avstream->index); event = gst_pad_get_sticky_event (demux->sinkpad, GST_EVENT_STREAM_START, 0); if (event) { if (gst_event_parse_group_id (event, &demux->group_id)) demux->have_group_id = TRUE; else demux->have_group_id = FALSE; gst_event_unref (event); } else if (!demux->have_group_id) { demux->have_group_id = TRUE; demux->group_id = gst_util_group_id_next (); } event = gst_event_new_stream_start (stream_id); if (demux->have_group_id) gst_event_set_group_id (event, demux->group_id); gst_pad_push_event (pad, event); g_free (stream_id); GST_INFO_OBJECT (pad, "adding pad with caps %" GST_PTR_FORMAT, caps); gst_pad_set_caps (pad, caps); gst_caps_unref (caps); /* activate and add */ gst_element_add_pad (GST_ELEMENT (demux), pad); gst_flow_combiner_add_pad (demux->flowcombiner, pad); /* metadata */ if ((codec = gst_ffmpeg_get_codecid_longname (ctx->codec_id))) { stream->tags = gst_ffmpeg_metadata_to_tag_list (avstream->metadata); if (stream->tags == NULL) stream->tags = gst_tag_list_new_empty (); gst_tag_list_set_scope (stream->tags, GST_TAG_SCOPE_STREAM); gst_tag_list_add (stream->tags, GST_TAG_MERGE_REPLACE, (ctx->codec_type == AVMEDIA_TYPE_VIDEO) ? GST_TAG_VIDEO_CODEC : GST_TAG_AUDIO_CODEC, codec, NULL); } done: if (ctx) avcodec_free_context (&ctx); return stream; /* ERRORS */ exists: { GST_DEBUG_OBJECT (demux, "Pad existed (stream %d)", avstream->index); stream = demux->streams[avstream->index]; goto done; } unknown_type: { GST_WARNING_OBJECT (demux, "Unknown pad type %d", ctx->codec_type); goto done; } unknown_caps: { GST_WARNING_OBJECT (demux, "Unknown caps for codec %d", ctx->codec_id); goto done; } } static gchar * safe_utf8_copy (gchar * input) { gchar *output; if (!(g_utf8_validate (input, -1, NULL))) { output = g_convert (input, strlen (input), "UTF-8", "ISO-8859-1", NULL, NULL, NULL); } else { output = g_strdup (input); } return output; } /* This is a list of standard tag keys taken from the avformat.h * header, without handling any variants. */ static const struct { const gchar *ffmpeg_tag_name; const gchar *gst_tag_name; } tagmapping[] = { { "album", GST_TAG_ALBUM}, { "album_artist", GST_TAG_ALBUM_ARTIST}, { "artist", GST_TAG_ARTIST}, { "comment", GST_TAG_COMMENT}, { "composer", GST_TAG_COMPOSER}, { "copyright", GST_TAG_COPYRIGHT}, /* Need to convert ISO 8601 to GstDateTime: */ { "creation_time", GST_TAG_DATE_TIME}, /* Need to convert ISO 8601 to GDateTime: */ { "date", GST_TAG_DATE_TIME}, { "disc", GST_TAG_ALBUM_VOLUME_NUMBER}, { "encoder", GST_TAG_ENCODER}, { "encoded_by", GST_TAG_ENCODED_BY}, { "genre", GST_TAG_GENRE}, { "language", GST_TAG_LANGUAGE_CODE}, { "performer", GST_TAG_PERFORMER}, { "publisher", GST_TAG_PUBLISHER}, { "title", GST_TAG_TITLE}, { "track", GST_TAG_TRACK_NUMBER} }; static const gchar * match_tag_name (gchar * ffmpeg_tag_name) { gint i; for (i = 0; i < G_N_ELEMENTS (tagmapping); i++) { if (!g_strcmp0 (tagmapping[i].ffmpeg_tag_name, ffmpeg_tag_name)) return tagmapping[i].gst_tag_name; } return NULL; } static GstTagList * gst_ffmpeg_metadata_to_tag_list (AVDictionary * metadata) { AVDictionaryEntry *tag = NULL; GstTagList *list; list = gst_tag_list_new_empty (); while ((tag = av_dict_get (metadata, "", tag, AV_DICT_IGNORE_SUFFIX))) { const gchar *gsttag = match_tag_name (tag->key); GType t; GST_LOG ("mapping tag %s=%s\n", tag->key, tag->value); if (gsttag == NULL) { GST_LOG ("Ignoring unknown metadata tag %s", tag->key); continue; } /* Special case, track and disc numbers may be x/n in libav, split * them */ if (g_str_equal (gsttag, GST_TAG_TRACK_NUMBER)) { guint track, trackcount; if (sscanf (tag->value, "%u/%u", &track, &trackcount) == 2) { gst_tag_list_add (list, GST_TAG_MERGE_REPLACE, gsttag, track, GST_TAG_TRACK_COUNT, trackcount, NULL); continue; } /* Fall through and handle as a single uint below */ } else if (g_str_equal (gsttag, GST_TAG_ALBUM_VOLUME_NUMBER)) { guint disc, disc_count; if (sscanf (tag->value, "%u/%u", &disc, &disc_count) == 2) { gst_tag_list_add (list, GST_TAG_MERGE_REPLACE, gsttag, disc, GST_TAG_ALBUM_VOLUME_COUNT, disc_count, NULL); continue; } /* Fall through and handle as a single uint below */ } t = gst_tag_get_type (gsttag); if (t == G_TYPE_STRING) { gchar *s = safe_utf8_copy (tag->value); gst_tag_list_add (list, GST_TAG_MERGE_REPLACE, gsttag, s, NULL); g_free (s); } else if (t == G_TYPE_UINT || t == G_TYPE_INT) { gchar *end; gint v = strtol (tag->value, &end, 10); if (end == tag->value) continue; /* Failed to parse */ gst_tag_list_add (list, GST_TAG_MERGE_REPLACE, gsttag, v, NULL); } else if (t == G_TYPE_DATE) { guint year, month, day; GDate *date = NULL; if (sscanf (tag->value, "%04u-%02u-%02u", &year, &month, &day) == 3) { date = g_date_new_dmy (day, month, year); } else { /* Try interpreting just as a year */ gchar *end; year = strtol (tag->value, &end, 10); if (end != tag->value) date = g_date_new_dmy (1, 1, year); } if (date) { gst_tag_list_add (list, GST_TAG_MERGE_REPLACE, gsttag, date, NULL); g_date_free (date); } } else if (t == GST_TYPE_DATE_TIME) { gchar *s = safe_utf8_copy (tag->value); GstDateTime *d = gst_date_time_new_from_iso8601_string (s); g_free (s); if (d) { gst_tag_list_add (list, GST_TAG_MERGE_REPLACE, gsttag, d, NULL); gst_date_time_unref (d); } } else { GST_FIXME ("Unhandled tag %s", gsttag); } } if (gst_tag_list_is_empty (list)) { gst_tag_list_unref (list); return NULL; } return list; } static gboolean gst_ffmpegdemux_open (GstFFMpegDemux * demux) { AVIOContext *iocontext = NULL; GstFFMpegDemuxClass *oclass = (GstFFMpegDemuxClass *) G_OBJECT_GET_CLASS (demux); gint res, n_streams, i; GstTagList *tags = NULL; GstEvent *event; GList *cached_events; GstQuery *query; gchar *uri = NULL; /* to be sure... */ gst_ffmpegdemux_close (demux); /* open via our input protocol hack */ if (demux->seekable) res = gst_ffmpegdata_open (demux->sinkpad, AVIO_FLAG_READ, &iocontext); else res = gst_ffmpeg_pipe_open (&demux->ffpipe, AVIO_FLAG_READ, &iocontext); if (res < 0) goto beach; query = gst_query_new_uri (); if (gst_pad_peer_query (demux->sinkpad, query)) { gchar *query_uri, *redirect_uri; gboolean permanent; gst_query_parse_uri (query, &query_uri); gst_query_parse_uri_redirection (query, &redirect_uri); gst_query_parse_uri_redirection_permanent (query, &permanent); if (permanent && redirect_uri) { uri = redirect_uri; g_free (query_uri); } else { uri = query_uri; g_free (redirect_uri); } } gst_query_unref (query); GST_DEBUG_OBJECT (demux, "Opening context with URI %s", GST_STR_NULL (uri)); demux->context = avformat_alloc_context (); demux->context->pb = iocontext; demux->opening = TRUE; res = avformat_open_input (&demux->context, uri, oclass->in_plugin, NULL); demux->opening = FALSE; g_free (uri); GST_DEBUG_OBJECT (demux, "av_open_input returned %d", res); if (res < 0) goto beach; res = gst_ffmpeg_av_find_stream_info (demux->context); GST_DEBUG_OBJECT (demux, "av_find_stream_info returned %d", res); if (res < 0) goto beach; n_streams = demux->context->nb_streams; GST_DEBUG_OBJECT (demux, "we have %d streams", n_streams); /* open_input_file() automatically reads the header. We can now map each * created AVStream to a GstPad to make GStreamer handle it. */ for (i = 0; i < n_streams; i++) { gst_ffmpegdemux_get_stream (demux, demux->context->streams[i]); } gst_element_no_more_pads (GST_ELEMENT (demux)); /* transform some useful info to GstClockTime and remember */ demux->start_time = gst_util_uint64_scale_int (demux->context->start_time, GST_SECOND, AV_TIME_BASE); GST_DEBUG_OBJECT (demux, "start time: %" GST_TIME_FORMAT, GST_TIME_ARGS (demux->start_time)); if (demux->context->duration > 0) demux->duration = gst_util_uint64_scale_int (demux->context->duration, GST_SECOND, AV_TIME_BASE); else demux->duration = GST_CLOCK_TIME_NONE; GST_DEBUG_OBJECT (demux, "duration: %" GST_TIME_FORMAT, GST_TIME_ARGS (demux->duration)); /* store duration in the segment as well */ demux->segment.duration = demux->duration; GST_OBJECT_LOCK (demux); event = demux->seek_event; demux->seek_event = NULL; cached_events = demux->cached_events; demux->cached_events = NULL; GST_OBJECT_UNLOCK (demux); if (event) { gst_ffmpegdemux_perform_seek (demux, event); gst_event_unref (event); } else { GST_DEBUG_OBJECT (demux, "Sending segment %" GST_SEGMENT_FORMAT, &demux->segment); gst_ffmpegdemux_push_event (demux, gst_event_new_segment (&demux->segment)); } while (cached_events) { event = cached_events->data; GST_INFO_OBJECT (demux, "pushing cached event: %" GST_PTR_FORMAT, event); gst_ffmpegdemux_push_event (demux, event); cached_events = g_list_delete_link (cached_events, cached_events); } /* grab the global tags */ demux->tags = gst_ffmpeg_metadata_to_tag_list (demux->context->metadata); if (demux->tags) { GstTagList *upstream_tags; gst_tag_list_set_scope (demux->tags, GST_TAG_SCOPE_GLOBAL); GST_INFO_OBJECT (demux, "local tags: %" GST_PTR_FORMAT, demux->tags); upstream_tags = gst_tag_list_merge (demux->upstream_stream_tags, demux->upstream_global_tags, GST_TAG_MERGE_REPLACE); if (upstream_tags) { tags = gst_tag_list_merge (upstream_tags, demux->tags, GST_TAG_MERGE_REPLACE); if (gst_tag_list_get_scope (tags) != GST_TAG_SCOPE_GLOBAL) { tags = gst_tag_list_make_writable (tags); gst_tag_list_set_scope (tags, GST_TAG_SCOPE_GLOBAL); } gst_clear_tag_list (&upstream_tags); } else { tags = gst_tag_list_ref (demux->tags); } GST_INFO_OBJECT (demux, "combined tags: %" GST_PTR_FORMAT, tags); } /* now handle the stream tags */ for (i = 0; i < n_streams; i++) { GstFFStream *stream; stream = gst_ffmpegdemux_get_stream (demux, demux->context->streams[i]); if (stream->pad != NULL) { /* Global tags */ if (tags) gst_pad_push_event (stream->pad, gst_event_new_tag (gst_tag_list_ref (tags))); /* Per-stream tags */ if (stream->tags != NULL) { GST_INFO_OBJECT (stream->pad, "stream tags: %" GST_PTR_FORMAT, stream->tags); gst_pad_push_event (stream->pad, gst_event_new_tag (gst_tag_list_ref (stream->tags))); } } } if (tags) gst_tag_list_unref (tags); return TRUE; /* ERRORS */ beach: { if (demux->context->pb) { if (demux->seekable) gst_ffmpegdata_close (demux->context->pb); else gst_ffmpeg_pipe_close (demux->context->pb); demux->context->pb = NULL; } avformat_close_input (&demux->context); GST_ELEMENT_ERROR (demux, LIBRARY, FAILED, (NULL), ("%s", gst_ffmpegdemux_averror (res))); return FALSE; } } /* Task */ static void gst_ffmpegdemux_loop (GstFFMpegDemux * demux) { GstFlowReturn ret; gint res = -1; AVPacket pkt; GstPad *srcpad; GstFFStream *stream; AVStream *avstream; GstBuffer *outbuf = NULL; GstClockTime timestamp, duration; gint outsize; gboolean rawvideo; GstFlowReturn stream_last_flow; gint64 pts; /* open file if we didn't so already */ if (!demux->context) if (!gst_ffmpegdemux_open (demux)) goto open_failed; GST_DEBUG_OBJECT (demux, "about to read a frame"); /* read a frame */ res = av_read_frame (demux->context, &pkt); if (res < 0) goto read_failed; /* get the stream */ stream = gst_ffmpegdemux_get_stream (demux, demux->context->streams[pkt.stream_index]); /* check if we know the stream */ if (stream->unknown) goto done; /* get more stuff belonging to this stream */ avstream = stream->avstream; /* do timestamps, we do this first so that we can know when we * stepped over the segment stop position. */ pts = pkt.pts; if (G_UNLIKELY (pts < 0)) { /* some streams have pts such this: * 0 * -2 * -1 * 1 * * we reset pts to 0 since for us timestamp are unsigned */ GST_WARNING_OBJECT (demux, "negative pts detected: %" G_GINT64_FORMAT " resetting to 0", pts); pts = 0; } timestamp = gst_ffmpeg_time_ff_to_gst (pts, avstream->time_base); if (GST_CLOCK_TIME_IS_VALID (timestamp)) { stream->last_ts = timestamp; } duration = gst_ffmpeg_time_ff_to_gst (pkt.duration, avstream->time_base); if (G_UNLIKELY (!duration)) { GST_WARNING_OBJECT (demux, "invalid buffer duration, setting to NONE"); duration = GST_CLOCK_TIME_NONE; } GST_DEBUG_OBJECT (demux, "pkt pts:%" GST_TIME_FORMAT " / size:%d / stream_index:%d / flags:%d / duration:%" GST_TIME_FORMAT " / pos:%" G_GINT64_FORMAT, GST_TIME_ARGS (timestamp), pkt.size, pkt.stream_index, pkt.flags, GST_TIME_ARGS (duration), (gint64) pkt.pos); /* check start_time */ #if 0 if (demux->start_time != -1 && demux->start_time > timestamp) goto drop; #endif if (GST_CLOCK_TIME_IS_VALID (timestamp)) { /* start_time should be the ts of the first frame but it may actually be * higher because of rounding when converting to gst ts. */ if (demux->start_time >= timestamp) timestamp = 0; else timestamp -= demux->start_time; } /* check if we ran outside of the segment */ if (demux->segment.stop != -1 && timestamp > demux->segment.stop) goto drop; /* prepare to push packet to peer */ srcpad = stream->pad; rawvideo = (avstream->codecpar->codec_type == AVMEDIA_TYPE_VIDEO && avstream->codecpar->codec_id == AV_CODEC_ID_RAWVIDEO); if (rawvideo) outsize = gst_ffmpeg_avpicture_get_size (avstream->codecpar->format, avstream->codecpar->width, avstream->codecpar->height); else outsize = pkt.size; outbuf = gst_buffer_new_and_alloc (outsize); /* copy the data from packet into the target buffer * and do conversions for raw video packets */ if (rawvideo) { AVFrame src, dst; const gchar *plugin_name = ((GstFFMpegDemuxClass *) (G_OBJECT_GET_CLASS (demux)))->in_plugin->name; GstMapInfo map; GST_WARNING ("Unknown demuxer %s, no idea what to do", plugin_name); gst_ffmpeg_avpicture_fill (&src, pkt.data, avstream->codecpar->format, avstream->codecpar->width, avstream->codecpar->height); gst_buffer_map (outbuf, &map, GST_MAP_WRITE); gst_ffmpeg_avpicture_fill (&dst, map.data, avstream->codecpar->format, avstream->codecpar->width, avstream->codecpar->height); av_image_copy (dst.data, dst.linesize, (const uint8_t **) src.data, src.linesize, avstream->codecpar->format, avstream->codecpar->width, avstream->codecpar->height); gst_buffer_unmap (outbuf, &map); } else { gst_buffer_fill (outbuf, 0, pkt.data, outsize); } GST_BUFFER_TIMESTAMP (outbuf) = timestamp; GST_BUFFER_DURATION (outbuf) = duration; /* mark keyframes */ if (!(pkt.flags & AV_PKT_FLAG_KEY)) { GST_BUFFER_FLAG_SET (outbuf, GST_BUFFER_FLAG_DELTA_UNIT); } /* Mark discont */ if (stream->discont) { GST_DEBUG_OBJECT (demux, "marking DISCONT"); GST_BUFFER_FLAG_SET (outbuf, GST_BUFFER_FLAG_DISCONT); stream->discont = FALSE; } /* If we are demuxing planar DSD data, add the necessary * meta to inform downstream about the planar layout. */ switch (avstream->codecpar->codec_id) { case AV_CODEC_ID_DSD_LSBF_PLANAR: case AV_CODEC_ID_DSD_MSBF_PLANAR: { int channel_idx; #if LIBAVUTIL_VERSION_INT >= AV_VERSION_INT(57, 28, 100) const int num_channels = avstream->codecpar->ch_layout.nb_channels; #else int num_channels = avstream->codecpar->channels; #endif int num_bytes_per_channel = pkt.size / num_channels; GstDsdPlaneOffsetMeta *plane_ofs_meta; plane_ofs_meta = gst_buffer_add_dsd_plane_offset_meta (outbuf, num_channels, num_bytes_per_channel, NULL); for (channel_idx = 0; channel_idx < num_channels; ++channel_idx) { plane_ofs_meta->offsets[channel_idx] = num_bytes_per_channel * channel_idx; } break; } default: break; } GST_DEBUG_OBJECT (demux, "Sending out buffer time:%" GST_TIME_FORMAT " size:%" G_GSIZE_FORMAT, GST_TIME_ARGS (timestamp), gst_buffer_get_size (outbuf)); ret = stream_last_flow = gst_pad_push (srcpad, outbuf); /* if a pad is in e.g. WRONG_STATE, we want to pause to unlock the STREAM_LOCK */ if (((ret = gst_flow_combiner_update_flow (demux->flowcombiner, ret)) != GST_FLOW_OK)) { GST_WARNING_OBJECT (demux, "stream_movi flow: %s / %s", gst_flow_get_name (stream_last_flow), gst_flow_get_name (ret)); goto pause; } done: /* can destroy the packet now */ if (res == 0) { av_packet_unref (&pkt); } return; /* ERRORS */ pause: { GST_LOG_OBJECT (demux, "pausing task, reason %d (%s)", ret, gst_flow_get_name (ret)); if (demux->seekable) gst_pad_pause_task (demux->sinkpad); else { GstFFMpegPipe *ffpipe = &demux->ffpipe; GST_FFMPEG_PIPE_MUTEX_LOCK (ffpipe); /* pause task and make sure loop stops */ gst_task_pause (demux->task); g_rec_mutex_lock (&demux->task_lock); g_rec_mutex_unlock (&demux->task_lock); demux->ffpipe.srcresult = ret; GST_FFMPEG_PIPE_MUTEX_UNLOCK (ffpipe); } if (ret == GST_FLOW_EOS) { if (demux->segment.flags & GST_SEEK_FLAG_SEGMENT) { gint64 stop; if ((stop = demux->segment.stop) == -1) stop = demux->segment.duration; GST_LOG_OBJECT (demux, "posting segment done"); gst_element_post_message (GST_ELEMENT (demux), gst_message_new_segment_done (GST_OBJECT (demux), demux->segment.format, stop)); gst_ffmpegdemux_push_event (demux, gst_event_new_segment_done (demux->segment.format, stop)); } else { GST_LOG_OBJECT (demux, "pushing eos"); gst_ffmpegdemux_push_event (demux, gst_event_new_eos ()); } } else if (ret == GST_FLOW_NOT_LINKED || ret < GST_FLOW_EOS) { GST_ELEMENT_FLOW_ERROR (demux, ret); gst_ffmpegdemux_push_event (demux, gst_event_new_eos ()); } goto done; } open_failed: { ret = GST_FLOW_ERROR; goto pause; } read_failed: { /* something went wrong... */ GST_WARNING_OBJECT (demux, "av_read_frame returned %d", res); GST_OBJECT_LOCK (demux); /* pause appropriatly based on if we are flushing or not */ if (demux->flushing) ret = GST_FLOW_FLUSHING; else if (gst_ffmpegdemux_has_outputted (demux) || gst_ffmpegdemux_is_eos (demux)) { GST_DEBUG_OBJECT (demux, "We are EOS"); ret = GST_FLOW_EOS; } else ret = GST_FLOW_ERROR; GST_OBJECT_UNLOCK (demux); goto pause; } drop: { GST_DEBUG_OBJECT (demux, "dropping buffer out of segment, stream eos"); stream->eos = TRUE; if (gst_ffmpegdemux_is_eos (demux)) { av_packet_unref (&pkt); GST_DEBUG_OBJECT (demux, "we are eos"); ret = GST_FLOW_EOS; goto pause; } else { GST_DEBUG_OBJECT (demux, "some streams are not yet eos"); goto done; } } } static gboolean gst_ffmpegdemux_sink_event (GstPad * sinkpad, GstObject * parent, GstEvent * event) { GstFFMpegDemux *demux; GstFFMpegPipe *ffpipe; gboolean result = TRUE; demux = (GstFFMpegDemux *) parent; ffpipe = &(demux->ffpipe); GST_LOG_OBJECT (demux, "event: %" GST_PTR_FORMAT, event); switch (GST_EVENT_TYPE (event)) { case GST_EVENT_FLUSH_START: /* forward event */ gst_pad_event_default (sinkpad, parent, event); /* now unblock the chain function */ GST_FFMPEG_PIPE_MUTEX_LOCK (ffpipe); ffpipe->srcresult = GST_FLOW_FLUSHING; GST_FFMPEG_PIPE_SIGNAL (ffpipe); GST_FFMPEG_PIPE_MUTEX_UNLOCK (ffpipe); /* loop might run into WRONG_STATE and end itself, * but may also be waiting in a ffmpeg read * trying to break that would make ffmpeg believe eos, * so no harm to have the loop 'pausing' there ... */ goto done; case GST_EVENT_FLUSH_STOP: /* forward event */ gst_pad_event_default (sinkpad, parent, event); GST_OBJECT_LOCK (demux); g_list_foreach (demux->cached_events, (GFunc) gst_mini_object_unref, NULL); g_list_free (demux->cached_events); GST_OBJECT_UNLOCK (demux); GST_FFMPEG_PIPE_MUTEX_LOCK (ffpipe); gst_adapter_clear (ffpipe->adapter); ffpipe->srcresult = GST_FLOW_OK; /* loop may have decided to end itself as a result of flush WRONG_STATE */ gst_task_start (demux->task); demux->flushing = FALSE; GST_LOG_OBJECT (demux, "loop started"); GST_FFMPEG_PIPE_MUTEX_UNLOCK (ffpipe); goto done; case GST_EVENT_EOS: /* inform the src task that it can stop now */ GST_FFMPEG_PIPE_MUTEX_LOCK (ffpipe); ffpipe->eos = TRUE; GST_FFMPEG_PIPE_SIGNAL (ffpipe); GST_FFMPEG_PIPE_MUTEX_UNLOCK (ffpipe); /* eat this event for now, task will send eos when finished */ gst_event_unref (event); goto done; case GST_EVENT_STREAM_START: case GST_EVENT_CAPS: case GST_EVENT_SEGMENT: GST_LOG_OBJECT (demux, "dropping %s event", GST_EVENT_TYPE_NAME (event)); gst_event_unref (event); goto done; case GST_EVENT_TAG:{ GstTagList *tags, *upstream_tags; guint32 seqnum; gst_event_parse_tag (event, &tags); if (gst_tag_list_get_scope (tags) == GST_TAG_SCOPE_GLOBAL) gst_tag_list_replace (&demux->upstream_global_tags, tags); else gst_tag_list_replace (&demux->upstream_stream_tags, tags); seqnum = gst_event_get_seqnum (event); gst_event_unref (event); upstream_tags = gst_tag_list_merge (demux->upstream_stream_tags, demux->upstream_global_tags, GST_TAG_MERGE_REPLACE); tags = gst_tag_list_merge (upstream_tags, demux->tags, GST_TAG_MERGE_REPLACE); if (gst_tag_list_get_scope (tags) != GST_TAG_SCOPE_GLOBAL) { tags = gst_tag_list_make_writable (tags); gst_tag_list_set_scope (tags, GST_TAG_SCOPE_GLOBAL); } gst_clear_tag_list (&upstream_tags); event = gst_event_new_tag (tags); gst_event_set_seqnum (event, seqnum); } /* FALLTHROUGH */ default: /* for a serialized event, wait until an earlier data is gone, * though this is no guarantee as to when task is done with it. * * If the demuxer isn't opened yet, i.e. this is called as part of opening * the demuxer, queue up the events for sending them at a later time since * we'll otherwise be waiting against a cond that will never be signalled. */ if (GST_EVENT_IS_SERIALIZED (event)) { if (demux->context && !demux->opening) { GST_FFMPEG_PIPE_MUTEX_LOCK (ffpipe); while (!ffpipe->needed) GST_FFMPEG_PIPE_WAIT (ffpipe); GST_FFMPEG_PIPE_MUTEX_UNLOCK (ffpipe); } else { /* queue events and send them later (esp. tag events) */ GST_OBJECT_LOCK (demux); demux->cached_events = g_list_append (demux->cached_events, event); GST_OBJECT_UNLOCK (demux); goto done; } } break; } result = gst_pad_event_default (sinkpad, parent, event); done: return result; } static GstFlowReturn gst_ffmpegdemux_chain (GstPad * sinkpad, GstObject * parent, GstBuffer * buffer) { GstFFMpegDemux *demux; GstFFMpegPipe *ffpipe; demux = (GstFFMpegDemux *) parent; ffpipe = &demux->ffpipe; GST_FFMPEG_PIPE_MUTEX_LOCK (ffpipe); if (G_UNLIKELY (ffpipe->eos)) goto eos; if (G_UNLIKELY (ffpipe->srcresult != GST_FLOW_OK)) goto ignore; GST_DEBUG ("Giving a buffer of %" G_GSIZE_FORMAT " bytes", gst_buffer_get_size (buffer)); gst_adapter_push (ffpipe->adapter, buffer); buffer = NULL; while (gst_adapter_available (ffpipe->adapter) >= ffpipe->needed) { GST_DEBUG ("Adapter has more that requested (ffpipe->needed:%d)", ffpipe->needed); GST_FFMPEG_PIPE_SIGNAL (ffpipe); GST_FFMPEG_PIPE_WAIT (ffpipe); /* may have become flushing */ if (G_UNLIKELY (ffpipe->srcresult != GST_FLOW_OK)) goto ignore; } GST_FFMPEG_PIPE_MUTEX_UNLOCK (ffpipe); return GST_FLOW_OK; /* special cases */ eos: { GST_DEBUG_OBJECT (demux, "ignoring buffer at end-of-stream"); GST_FFMPEG_PIPE_MUTEX_UNLOCK (ffpipe); gst_buffer_unref (buffer); return GST_FLOW_EOS; } ignore: { GST_DEBUG_OBJECT (demux, "ignoring buffer because src task encountered %s", gst_flow_get_name (ffpipe->srcresult)); GST_FFMPEG_PIPE_MUTEX_UNLOCK (ffpipe); if (buffer) gst_buffer_unref (buffer); return GST_FLOW_FLUSHING; } } static gboolean gst_ffmpegdemux_sink_activate (GstPad * sinkpad, GstObject * parent) { GstQuery *query; gboolean pull_mode; GstSchedulingFlags flags; query = gst_query_new_scheduling (); if (!gst_pad_peer_query (sinkpad, query)) { gst_query_unref (query); goto activate_push; } pull_mode = gst_query_has_scheduling_mode_with_flags (query, GST_PAD_MODE_PULL, GST_SCHEDULING_FLAG_SEEKABLE); gst_query_parse_scheduling (query, &flags, NULL, NULL, NULL); if (flags & GST_SCHEDULING_FLAG_SEQUENTIAL) pull_mode = FALSE; gst_query_unref (query); if (!pull_mode) goto activate_push; GST_DEBUG_OBJECT (sinkpad, "activating pull"); return gst_pad_activate_mode (sinkpad, GST_PAD_MODE_PULL, TRUE); activate_push: { GST_DEBUG_OBJECT (sinkpad, "activating push"); return gst_pad_activate_mode (sinkpad, GST_PAD_MODE_PUSH, TRUE); } } /* push mode: * - not seekable * - use gstpipe protocol, like ffmpeg's pipe protocol * - (independently managed) task driving ffmpeg */ static gboolean gst_ffmpegdemux_sink_activate_push (GstPad * sinkpad, GstObject * parent, gboolean active) { GstFFMpegDemux *demux; gboolean res = FALSE; demux = (GstFFMpegDemux *) (parent); if (active) { if (demux->can_push == FALSE) { GST_WARNING_OBJECT (demux, "Demuxer can't reliably operate in push-mode"); goto beach; } demux->ffpipe.eos = FALSE; demux->ffpipe.srcresult = GST_FLOW_OK; demux->ffpipe.needed = 0; demux->seekable = FALSE; res = gst_task_start (demux->task); } else { GstFFMpegPipe *ffpipe = &demux->ffpipe; /* release chain and loop */ GST_FFMPEG_PIPE_MUTEX_LOCK (ffpipe); demux->ffpipe.srcresult = GST_FLOW_FLUSHING; /* end streaming by making ffmpeg believe eos */ demux->ffpipe.eos = TRUE; GST_FFMPEG_PIPE_SIGNAL (ffpipe); GST_FFMPEG_PIPE_MUTEX_UNLOCK (ffpipe); /* make sure streaming ends */ gst_task_stop (demux->task); g_rec_mutex_lock (&demux->task_lock); g_rec_mutex_unlock (&demux->task_lock); res = gst_task_join (demux->task); demux->seekable = FALSE; } beach: return res; } /* pull mode: * - seekable * - use gstreamer protocol, like ffmpeg's file protocol * - task driving ffmpeg based on sink pad */ static gboolean gst_ffmpegdemux_sink_activate_pull (GstPad * sinkpad, GstObject * parent, gboolean active) { GstFFMpegDemux *demux; gboolean res; demux = (GstFFMpegDemux *) parent; if (active) { demux->seekable = TRUE; res = gst_pad_start_task (sinkpad, (GstTaskFunction) gst_ffmpegdemux_loop, demux, NULL); } else { res = gst_pad_stop_task (sinkpad); demux->seekable = FALSE; } return res; } static gboolean gst_ffmpegdemux_sink_activate_mode (GstPad * sinkpad, GstObject * parent, GstPadMode mode, gboolean active) { gboolean res; switch (mode) { case GST_PAD_MODE_PUSH: res = gst_ffmpegdemux_sink_activate_push (sinkpad, parent, active); break; case GST_PAD_MODE_PULL: res = gst_ffmpegdemux_sink_activate_pull (sinkpad, parent, active); break; default: res = FALSE; break; } return res; } static GstStateChangeReturn gst_ffmpegdemux_change_state (GstElement * element, GstStateChange transition) { GstFFMpegDemux *demux = (GstFFMpegDemux *) (element); GstStateChangeReturn ret; switch (transition) { case GST_STATE_CHANGE_READY_TO_PAUSED: #if 0 /* test seek in READY here */ gst_element_send_event (element, gst_event_new_seek (1.0, GST_FORMAT_TIME, GST_SEEK_FLAG_NONE, GST_SEEK_TYPE_SET, 10 * GST_SECOND, GST_SEEK_TYPE_SET, 13 * GST_SECOND)); #endif break; default: break; } ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition); switch (transition) { case GST_STATE_CHANGE_PAUSED_TO_READY: gst_ffmpegdemux_close (demux); gst_adapter_clear (demux->ffpipe.adapter); g_list_foreach (demux->cached_events, (GFunc) gst_mini_object_unref, NULL); g_list_free (demux->cached_events); demux->cached_events = NULL; demux->have_group_id = FALSE; demux->group_id = G_MAXUINT; gst_clear_tag_list (&demux->upstream_global_tags); gst_clear_tag_list (&demux->upstream_stream_tags); break; default: break; } return ret; } gboolean gst_ffmpegdemux_register (GstPlugin * plugin) { GType type; const AVInputFormat *in_plugin; gchar *extensions; GTypeInfo typeinfo = { sizeof (GstFFMpegDemuxClass), (GBaseInitFunc) gst_ffmpegdemux_base_init, NULL, (GClassInitFunc) gst_ffmpegdemux_class_init, NULL, NULL, sizeof (GstFFMpegDemux), 0, (GInstanceInitFunc) gst_ffmpegdemux_init, }; void *i = 0; GST_LOG ("Registering demuxers"); while ((in_plugin = av_demuxer_iterate (&i))) { gchar *type_name, *typefind_name; gint rank; GST_LOG ("Attempting to handle libav demuxer plugin %s [%s]", in_plugin->name, in_plugin->long_name); /* no emulators */ if (in_plugin->long_name != NULL) { if (!strncmp (in_plugin->long_name, "raw ", 4) || !strncmp (in_plugin->long_name, "pcm ", 4) ) continue; } if (!strcmp (in_plugin->name, "audio_device") || !strncmp (in_plugin->name, "image", 5) || !strcmp (in_plugin->name, "mpegvideo") || !strcmp (in_plugin->name, "mjpeg") || !strcmp (in_plugin->name, "redir") || !strncmp (in_plugin->name, "u8", 2) || !strncmp (in_plugin->name, "u16", 3) || !strncmp (in_plugin->name, "u24", 3) || !strncmp (in_plugin->name, "u32", 3) || !strncmp (in_plugin->name, "s8", 2) || !strncmp (in_plugin->name, "s16", 3) || !strncmp (in_plugin->name, "s24", 3) || !strncmp (in_plugin->name, "s32", 3) || !strncmp (in_plugin->name, "f32", 3) || !strncmp (in_plugin->name, "f64", 3) || !strcmp (in_plugin->name, "mulaw") || !strcmp (in_plugin->name, "alaw") ) continue; /* no network demuxers */ if (!strcmp (in_plugin->name, "sdp") || !strcmp (in_plugin->name, "rtsp") || !strcmp (in_plugin->name, "applehttp") ) continue; /* these don't do what one would expect or * are only partially functional/useful */ if (!strcmp (in_plugin->name, "aac") || !strcmp (in_plugin->name, "wv") || !strcmp (in_plugin->name, "ass") || !strcmp (in_plugin->name, "ffmetadata")) continue; /* Set the rank of demuxers known to work to MARGINAL. * Set demuxers for which we already have another implementation to NONE * Set All others to NONE*/ /** * element-avdemux_xwma * * Since: 1.20 */ if (!strcmp (in_plugin->name, "wsvqa") || !strcmp (in_plugin->name, "wsaud") || !strcmp (in_plugin->name, "wc3movie") || !strcmp (in_plugin->name, "voc") || !strcmp (in_plugin->name, "tta") || !strcmp (in_plugin->name, "sol") || !strcmp (in_plugin->name, "smk") || !strcmp (in_plugin->name, "vmd") || !strcmp (in_plugin->name, "film_cpk") || !strcmp (in_plugin->name, "ingenient") || !strcmp (in_plugin->name, "psxstr") || !strcmp (in_plugin->name, "nuv") || !strcmp (in_plugin->name, "nut") || !strcmp (in_plugin->name, "nsv") || !strcmp (in_plugin->name, "mxf") || !strcmp (in_plugin->name, "mmf") || !strcmp (in_plugin->name, "mm") || !strcmp (in_plugin->name, "ipmovie") || !strcmp (in_plugin->name, "ape") || !strcmp (in_plugin->name, "RoQ") || !strcmp (in_plugin->name, "idcin") || !strcmp (in_plugin->name, "gxf") || !strcmp (in_plugin->name, "ffm") || !strcmp (in_plugin->name, "ea") || !strcmp (in_plugin->name, "daud") || !strcmp (in_plugin->name, "avs") || !strcmp (in_plugin->name, "aiff") || !strcmp (in_plugin->name, "xwma") || !strcmp (in_plugin->name, "4xm") || !strcmp (in_plugin->name, "yuv4mpegpipe") || !strcmp (in_plugin->name, "pva") || !strcmp (in_plugin->name, "ivf") || !strcmp (in_plugin->name, "brstm") || !strcmp (in_plugin->name, "bfstm") || !strcmp (in_plugin->name, "gif") || !strcmp (in_plugin->name, "dsf") || !strcmp (in_plugin->name, "iff")) { rank = GST_RANK_MARGINAL; } else if (!strcmp (in_plugin->name, "mpc") || !strcmp (in_plugin->name, "mpc8")) { rank = GST_RANK_SECONDARY; } else { GST_DEBUG ("ignoring %s", in_plugin->name); rank = GST_RANK_NONE; continue; } /* construct the type */ type_name = g_strdup_printf ("avdemux_%s", in_plugin->name); g_strdelimit (type_name, ".,|-<> ", '_'); /* if it's already registered, drop it */ if (g_type_from_name (type_name)) { g_free (type_name); continue; } typefind_name = g_strdup_printf ("avtype_%s", in_plugin->name); g_strdelimit (typefind_name, ".,|-<> ", '_'); /* create the type now */ type = g_type_register_static (GST_TYPE_ELEMENT, type_name, &typeinfo, 0); g_type_set_qdata (type, GST_FFDEMUX_PARAMS_QDATA, (gpointer) in_plugin); if (in_plugin->extensions) extensions = g_strdelimit (g_strdup (in_plugin->extensions), " ", ','); else extensions = NULL; if (!gst_element_register (plugin, type_name, rank, type)) { g_warning ("Registration of type %s failed", type_name); g_free (type_name); g_free (typefind_name); g_free (extensions); return FALSE; } g_free (type_name); g_free (typefind_name); g_free (extensions); } GST_LOG ("Finished registering demuxers"); return TRUE; }