diff options
Diffstat (limited to 'gst/isomp4')
34 files changed, 29701 insertions, 0 deletions
diff --git a/gst/isomp4/Makefile.am b/gst/isomp4/Makefile.am new file mode 100755 index 0000000..8cfdd15 --- /dev/null +++ b/gst/isomp4/Makefile.am @@ -0,0 +1,41 @@ + +plugin_LTLIBRARIES = libgstisomp4.la + +libgstisomp4_la_CFLAGS = $(GST_PLUGINS_BASE_CFLAGS) $(GST_BASE_CFLAGS) $(GST_CFLAGS) +libgstisomp4_la_LIBADD = \ + $(GST_PLUGINS_BASE_LIBS) \ + -lgstriff-@GST_API_VERSION@ \ + -lgstaudio-@GST_API_VERSION@ \ + -lgstvideo-@GST_API_VERSION@ \ + -lgstrtp-@GST_API_VERSION@ \ + -lgsttag-@GST_API_VERSION@ \ + -lgstpbutils-@GST_API_VERSION@ \ + $(GST_BASE_LIBS) $(GST_LIBS) $(ZLIB_LIBS) +libgstisomp4_la_LDFLAGS = ${GST_PLUGIN_LDFLAGS} +libgstisomp4_la_SOURCES = isomp4-plugin.c gstrtpxqtdepay.c \ + qtdemux.c qtdemux_types.c qtdemux_dump.c qtdemux_lang.c \ + gstqtmux.c gstqtmoovrecover.c atoms.c atomsrecovery.c descriptors.c \ + properties.c gstqtmuxmap.c gstisoff.c +libgstisomp4_la_LIBTOOLFLAGS = $(GST_PLUGIN_LIBTOOLFLAGS) + +noinst_HEADERS = \ + qtatomparser.h \ + qtdemux.h \ + qtdemux_types.h \ + qtdemux_dump.h \ + qtdemux_lang.h \ + qtpalette.h \ + gstrtpxqtdepay.h \ + gstqtmux.h \ + gstqtmoovrecover.h \ + atoms.h \ + atomsrecovery.h \ + descriptors.h \ + properties.h \ + fourcc.h \ + gstisoff.h \ + gstqtmuxmap.h + +EXTRA_DIST = \ + gstqtmux-doc.c \ + gstqtmux-doc.h diff --git a/gst/isomp4/Makefile.in b/gst/isomp4/Makefile.in new file mode 100755 index 0000000..d8eef8d --- /dev/null +++ b/gst/isomp4/Makefile.in @@ -0,0 +1,1038 @@ +# Makefile.in generated by automake 1.14.1 from Makefile.am. +# @configure_input@ + +# Copyright (C) 1994-2013 Free Software Foundation, Inc. + +# This Makefile.in is free software; the Free Software Foundation +# gives unlimited permission to copy and/or distribute it, +# with or without modifications, as long as this notice is preserved. + +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY, to the extent permitted by law; without +# even the implied warranty of MERCHANTABILITY or FITNESS FOR A +# PARTICULAR PURPOSE. + +@SET_MAKE@ + + +VPATH = @srcdir@ +am__is_gnu_make = test -n '$(MAKEFILE_LIST)' && test -n '$(MAKELEVEL)' +am__make_running_with_option = \ + case $${target_option-} in \ + ?) ;; \ + *) echo "am__make_running_with_option: internal error: invalid" \ + "target option '$${target_option-}' specified" >&2; \ + exit 1;; \ + esac; \ + has_opt=no; \ + sane_makeflags=$$MAKEFLAGS; \ + if $(am__is_gnu_make); then \ + sane_makeflags=$$MFLAGS; \ + else \ + case $$MAKEFLAGS in \ + *\\[\ \ ]*) \ + bs=\\; \ + sane_makeflags=`printf '%s\n' "$$MAKEFLAGS" \ + | sed "s/$$bs$$bs[$$bs $$bs ]*//g"`;; \ + esac; \ + fi; \ + skip_next=no; \ + strip_trailopt () \ + { \ + flg=`printf '%s\n' "$$flg" | sed "s/$$1.*$$//"`; \ + }; \ + for flg in $$sane_makeflags; do \ + test $$skip_next = yes && { skip_next=no; continue; }; \ + case $$flg in \ + *=*|--*) continue;; \ + -*I) strip_trailopt 'I'; skip_next=yes;; \ + -*I?*) strip_trailopt 'I';; \ + -*O) strip_trailopt 'O'; skip_next=yes;; \ + -*O?*) strip_trailopt 'O';; \ + -*l) strip_trailopt 'l'; skip_next=yes;; \ + -*l?*) strip_trailopt 'l';; \ + -[dEDm]) skip_next=yes;; \ + -[JT]) skip_next=yes;; \ + esac; \ + case $$flg in \ + *$$target_option*) has_opt=yes; break;; \ + esac; \ + done; \ + test $$has_opt = yes +am__make_dryrun = (target_option=n; $(am__make_running_with_option)) +am__make_keepgoing = (target_option=k; $(am__make_running_with_option)) +pkgdatadir = $(datadir)/@PACKAGE@ +pkgincludedir = $(includedir)/@PACKAGE@ +pkglibdir = $(libdir)/@PACKAGE@ +pkglibexecdir = $(libexecdir)/@PACKAGE@ +am__cd = CDPATH="$${ZSH_VERSION+.}$(PATH_SEPARATOR)" && cd +install_sh_DATA = $(install_sh) -c -m 644 +install_sh_PROGRAM = $(install_sh) -c +install_sh_SCRIPT = $(install_sh) -c +INSTALL_HEADER = $(INSTALL_DATA) +transform = $(program_transform_name) +NORMAL_INSTALL = : +PRE_INSTALL = : +POST_INSTALL = : +NORMAL_UNINSTALL = : +PRE_UNINSTALL = : +POST_UNINSTALL = : +build_triplet = @build@ +host_triplet = @host@ +target_triplet = @target@ +subdir = gst/isomp4 +DIST_COMMON = $(srcdir)/Makefile.in $(srcdir)/Makefile.am \ + $(top_srcdir)/depcomp $(noinst_HEADERS) +ACLOCAL_M4 = $(top_srcdir)/aclocal.m4 +am__aclocal_m4_deps = $(top_srcdir)/common/m4/as-ac-expand.m4 \ + $(top_srcdir)/common/m4/as-auto-alt.m4 \ + $(top_srcdir)/common/m4/as-compiler-flag.m4 \ + $(top_srcdir)/common/m4/as-gcc-inline-assembly.m4 \ + $(top_srcdir)/common/m4/as-libtool.m4 \ + $(top_srcdir)/common/m4/as-version.m4 \ + $(top_srcdir)/common/m4/ax_create_stdint_h.m4 \ + $(top_srcdir)/common/m4/gst-arch.m4 \ + $(top_srcdir)/common/m4/gst-args.m4 \ + $(top_srcdir)/common/m4/gst-check.m4 \ + $(top_srcdir)/common/m4/gst-default.m4 \ + $(top_srcdir)/common/m4/gst-dowhile.m4 \ + $(top_srcdir)/common/m4/gst-error.m4 \ + $(top_srcdir)/common/m4/gst-feature.m4 \ + $(top_srcdir)/common/m4/gst-gettext.m4 \ + $(top_srcdir)/common/m4/gst-glib2.m4 \ + $(top_srcdir)/common/m4/gst-package-release-datetime.m4 \ + $(top_srcdir)/common/m4/gst-platform.m4 \ + $(top_srcdir)/common/m4/gst-plugin-docs.m4 \ + $(top_srcdir)/common/m4/gst-plugindir.m4 \ + $(top_srcdir)/common/m4/gst-x11.m4 \ + $(top_srcdir)/common/m4/gst.m4 \ + $(top_srcdir)/common/m4/gtk-doc.m4 \ + $(top_srcdir)/common/m4/orc.m4 $(top_srcdir)/common/m4/pkg.m4 \ + $(top_srcdir)/m4/aalib.m4 $(top_srcdir)/m4/gettext.m4 \ + $(top_srcdir)/m4/gst-fionread.m4 $(top_srcdir)/m4/iconv.m4 \ + $(top_srcdir)/m4/intlmacosx.m4 $(top_srcdir)/m4/lib-ld.m4 \ + $(top_srcdir)/m4/lib-link.m4 $(top_srcdir)/m4/lib-prefix.m4 \ + $(top_srcdir)/m4/libtool.m4 $(top_srcdir)/m4/ltoptions.m4 \ + $(top_srcdir)/m4/ltsugar.m4 $(top_srcdir)/m4/ltversion.m4 \ + $(top_srcdir)/m4/lt~obsolete.m4 $(top_srcdir)/m4/nls.m4 \ + $(top_srcdir)/m4/po.m4 $(top_srcdir)/m4/progtest.m4 \ + $(top_srcdir)/configure.ac +am__configure_deps = $(am__aclocal_m4_deps) $(CONFIGURE_DEPENDENCIES) \ + $(ACLOCAL_M4) +mkinstalldirs = $(install_sh) -d +CONFIG_HEADER = $(top_builddir)/config.h +CONFIG_CLEAN_FILES = +CONFIG_CLEAN_VPATH_FILES = +am__vpath_adj_setup = srcdirstrip=`echo "$(srcdir)" | sed 's|.|.|g'`; +am__vpath_adj = case $$p in \ + $(srcdir)/*) f=`echo "$$p" | sed "s|^$$srcdirstrip/||"`;; \ + *) f=$$p;; \ + esac; +am__strip_dir = f=`echo $$p | sed -e 's|^.*/||'`; +am__install_max = 40 +am__nobase_strip_setup = \ + srcdirstrip=`echo "$(srcdir)" | sed 's/[].[^$$\\*|]/\\\\&/g'` +am__nobase_strip = \ + for p in $$list; do echo "$$p"; done | sed -e "s|$$srcdirstrip/||" +am__nobase_list = $(am__nobase_strip_setup); \ + for p in $$list; do echo "$$p $$p"; done | \ + sed "s| $$srcdirstrip/| |;"' / .*\//!s/ .*/ ./; s,\( .*\)/[^/]*$$,\1,' | \ + $(AWK) 'BEGIN { files["."] = "" } { files[$$2] = files[$$2] " " $$1; \ + if (++n[$$2] == $(am__install_max)) \ + { print $$2, files[$$2]; n[$$2] = 0; files[$$2] = "" } } \ + END { for (dir in files) print dir, files[dir] }' +am__base_list = \ + sed '$$!N;$$!N;$$!N;$$!N;$$!N;$$!N;$$!N;s/\n/ /g' | \ + sed '$$!N;$$!N;$$!N;$$!N;s/\n/ /g' +am__uninstall_files_from_dir = { \ + test -z "$$files" \ + || { test ! -d "$$dir" && test ! -f "$$dir" && test ! -r "$$dir"; } \ + || { echo " ( cd '$$dir' && rm -f" $$files ")"; \ + $(am__cd) "$$dir" && rm -f $$files; }; \ + } +am__installdirs = "$(DESTDIR)$(plugindir)" +LTLIBRARIES = $(plugin_LTLIBRARIES) +am__DEPENDENCIES_1 = +libgstisomp4_la_DEPENDENCIES = $(am__DEPENDENCIES_1) \ + $(am__DEPENDENCIES_1) $(am__DEPENDENCIES_1) \ + $(am__DEPENDENCIES_1) +am_libgstisomp4_la_OBJECTS = libgstisomp4_la-isomp4-plugin.lo \ + libgstisomp4_la-gstrtpxqtdepay.lo libgstisomp4_la-qtdemux.lo \ + libgstisomp4_la-qtdemux_types.lo \ + libgstisomp4_la-qtdemux_dump.lo \ + libgstisomp4_la-qtdemux_lang.lo libgstisomp4_la-gstqtmux.lo \ + libgstisomp4_la-gstqtmoovrecover.lo libgstisomp4_la-atoms.lo \ + libgstisomp4_la-atomsrecovery.lo \ + libgstisomp4_la-descriptors.lo libgstisomp4_la-properties.lo \ + libgstisomp4_la-gstqtmuxmap.lo libgstisomp4_la-gstisoff.lo +libgstisomp4_la_OBJECTS = $(am_libgstisomp4_la_OBJECTS) +AM_V_lt = $(am__v_lt_@AM_V@) +am__v_lt_ = $(am__v_lt_@AM_DEFAULT_V@) +am__v_lt_0 = --silent +am__v_lt_1 = +libgstisomp4_la_LINK = $(LIBTOOL) $(AM_V_lt) --tag=CC \ + $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=link \ + $(CCLD) $(libgstisomp4_la_CFLAGS) $(CFLAGS) \ + $(libgstisomp4_la_LDFLAGS) $(LDFLAGS) -o $@ +AM_V_P = $(am__v_P_@AM_V@) +am__v_P_ = $(am__v_P_@AM_DEFAULT_V@) +am__v_P_0 = false +am__v_P_1 = : +AM_V_GEN = $(am__v_GEN_@AM_V@) +am__v_GEN_ = $(am__v_GEN_@AM_DEFAULT_V@) +am__v_GEN_0 = @echo " GEN " $@; +am__v_GEN_1 = +AM_V_at = $(am__v_at_@AM_V@) +am__v_at_ = $(am__v_at_@AM_DEFAULT_V@) +am__v_at_0 = @ +am__v_at_1 = +DEFAULT_INCLUDES = -I.@am__isrc@ -I$(top_builddir) +depcomp = $(SHELL) $(top_srcdir)/depcomp +am__depfiles_maybe = depfiles +am__mv = mv -f +COMPILE = $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) \ + $(CPPFLAGS) $(AM_CFLAGS) $(CFLAGS) +LTCOMPILE = $(LIBTOOL) $(AM_V_lt) --tag=CC $(AM_LIBTOOLFLAGS) \ + $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) \ + $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) \ + $(AM_CFLAGS) $(CFLAGS) +AM_V_CC = $(am__v_CC_@AM_V@) +am__v_CC_ = $(am__v_CC_@AM_DEFAULT_V@) +am__v_CC_0 = @echo " CC " $@; +am__v_CC_1 = +CCLD = $(CC) +LINK = $(LIBTOOL) $(AM_V_lt) --tag=CC $(AM_LIBTOOLFLAGS) \ + $(LIBTOOLFLAGS) --mode=link $(CCLD) $(AM_CFLAGS) $(CFLAGS) \ + $(AM_LDFLAGS) $(LDFLAGS) -o $@ +AM_V_CCLD = $(am__v_CCLD_@AM_V@) +am__v_CCLD_ = $(am__v_CCLD_@AM_DEFAULT_V@) +am__v_CCLD_0 = @echo " CCLD " $@; +am__v_CCLD_1 = +SOURCES = $(libgstisomp4_la_SOURCES) +DIST_SOURCES = $(libgstisomp4_la_SOURCES) +am__can_run_installinfo = \ + case $$AM_UPDATE_INFO_DIR in \ + n|no|NO) false;; \ + *) (install-info --version) >/dev/null 2>&1;; \ + esac +HEADERS = $(noinst_HEADERS) +am__tagged_files = $(HEADERS) $(SOURCES) $(TAGS_FILES) $(LISP) +# Read a list of newline-separated strings from the standard input, +# and print each of them once, without duplicates. Input order is +# *not* preserved. +am__uniquify_input = $(AWK) '\ + BEGIN { nonempty = 0; } \ + { items[$$0] = 1; nonempty = 1; } \ + END { if (nonempty) { for (i in items) print i; }; } \ +' +# Make sure the list of sources is unique. This is necessary because, +# e.g., the same source file might be shared among _SOURCES variables +# for different programs/libraries. +am__define_uniq_tagged_files = \ + list='$(am__tagged_files)'; \ + unique=`for i in $$list; do \ + if test -f "$$i"; then echo $$i; else echo $(srcdir)/$$i; fi; \ + done | $(am__uniquify_input)` +ETAGS = etags +CTAGS = ctags +DISTFILES = $(DIST_COMMON) $(DIST_SOURCES) $(TEXINFOS) $(EXTRA_DIST) +AALIB_CFLAGS = @AALIB_CFLAGS@ +AALIB_CONFIG = @AALIB_CONFIG@ +AALIB_LIBS = @AALIB_LIBS@ +ACLOCAL = @ACLOCAL@ +ACLOCAL_AMFLAGS = @ACLOCAL_AMFLAGS@ +AMTAR = @AMTAR@ +AM_DEFAULT_VERBOSITY = @AM_DEFAULT_VERBOSITY@ +AR = @AR@ +AS = @AS@ +AUTOCONF = @AUTOCONF@ +AUTOHEADER = @AUTOHEADER@ +AUTOMAKE = @AUTOMAKE@ +AWK = @AWK@ +BZ2_LIBS = @BZ2_LIBS@ +CAIRO_CFLAGS = @CAIRO_CFLAGS@ +CAIRO_LIBS = @CAIRO_LIBS@ +CC = @CC@ +CCAS = @CCAS@ +CCASDEPMODE = @CCASDEPMODE@ +CCASFLAGS = @CCASFLAGS@ +CCDEPMODE = @CCDEPMODE@ +CFLAGS = @CFLAGS@ +CPP = @CPP@ +CPPFLAGS = @CPPFLAGS@ +CXX = @CXX@ +CXXCPP = @CXXCPP@ +CXXDEPMODE = @CXXDEPMODE@ +CXXFLAGS = @CXXFLAGS@ +CYGPATH_W = @CYGPATH_W@ +DEFAULT_AUDIOSINK = @DEFAULT_AUDIOSINK@ +DEFAULT_AUDIOSRC = @DEFAULT_AUDIOSRC@ +DEFAULT_VIDEOSINK = @DEFAULT_VIDEOSINK@ +DEFAULT_VIDEOSRC = @DEFAULT_VIDEOSRC@ +DEFAULT_VISUALIZER = @DEFAULT_VISUALIZER@ +DEFS = @DEFS@ +DEPDIR = @DEPDIR@ +DEPRECATED_CFLAGS = @DEPRECATED_CFLAGS@ +DIRECTSOUND_CFLAGS = @DIRECTSOUND_CFLAGS@ +DIRECTSOUND_LDFLAGS = @DIRECTSOUND_LDFLAGS@ +DIRECTSOUND_LIBS = @DIRECTSOUND_LIBS@ +DLLTOOL = @DLLTOOL@ +DSYMUTIL = @DSYMUTIL@ +DUMPBIN = @DUMPBIN@ +DV1394_CFLAGS = @DV1394_CFLAGS@ +DV1394_LIBS = @DV1394_LIBS@ +ECHO_C = @ECHO_C@ +ECHO_N = @ECHO_N@ +ECHO_T = @ECHO_T@ +EGREP = @EGREP@ +ERROR_CFLAGS = @ERROR_CFLAGS@ +ERROR_CXXFLAGS = @ERROR_CXXFLAGS@ +ERROR_OBJCFLAGS = @ERROR_OBJCFLAGS@ +EXEEXT = @EXEEXT@ +FFLAGS = @FFLAGS@ +FGREP = @FGREP@ +FLAC_CFLAGS = @FLAC_CFLAGS@ +FLAC_LIBS = @FLAC_LIBS@ +GCOV = @GCOV@ +GCOV_CFLAGS = @GCOV_CFLAGS@ +GCOV_LIBS = @GCOV_LIBS@ +GDK_PIXBUF_CFLAGS = @GDK_PIXBUF_CFLAGS@ +GDK_PIXBUF_LIBS = @GDK_PIXBUF_LIBS@ +GETTEXT_MACRO_VERSION = @GETTEXT_MACRO_VERSION@ +GETTEXT_PACKAGE = @GETTEXT_PACKAGE@ +GIO_CFLAGS = @GIO_CFLAGS@ +GIO_LDFLAGS = @GIO_LDFLAGS@ +GIO_LIBS = @GIO_LIBS@ +GLIB_CFLAGS = @GLIB_CFLAGS@ +GLIB_EXTRA_CFLAGS = @GLIB_EXTRA_CFLAGS@ +GLIB_GENMARSHAL = @GLIB_GENMARSHAL@ +GLIB_LIBS = @GLIB_LIBS@ +GLIB_MKENUMS = @GLIB_MKENUMS@ +GLIB_PREFIX = @GLIB_PREFIX@ +GLIB_REQ = @GLIB_REQ@ +GMSGFMT = @GMSGFMT@ +GMSGFMT_015 = @GMSGFMT_015@ +GREP = @GREP@ +GSTPB_PLUGINS_DIR = @GSTPB_PLUGINS_DIR@ +GSTPB_PREFIX = @GSTPB_PREFIX@ +GST_AGE = @GST_AGE@ +GST_ALL_LDFLAGS = @GST_ALL_LDFLAGS@ +GST_API_VERSION = @GST_API_VERSION@ +GST_BASE_CFLAGS = @GST_BASE_CFLAGS@ +GST_BASE_LIBS = @GST_BASE_LIBS@ +GST_CFLAGS = @GST_CFLAGS@ +GST_CHECK_CFLAGS = @GST_CHECK_CFLAGS@ +GST_CHECK_LIBS = @GST_CHECK_LIBS@ +GST_CONTROLLER_CFLAGS = @GST_CONTROLLER_CFLAGS@ +GST_CONTROLLER_LIBS = @GST_CONTROLLER_LIBS@ +GST_CURRENT = @GST_CURRENT@ +GST_CXXFLAGS = @GST_CXXFLAGS@ +GST_LEVEL_DEFAULT = @GST_LEVEL_DEFAULT@ +GST_LIBS = @GST_LIBS@ +GST_LIBVERSION = @GST_LIBVERSION@ +GST_LICENSE = @GST_LICENSE@ +GST_LT_LDFLAGS = @GST_LT_LDFLAGS@ +GST_NET_CFLAGS = @GST_NET_CFLAGS@ +GST_NET_LIBS = @GST_NET_LIBS@ +GST_OBJCFLAGS = @GST_OBJCFLAGS@ +GST_OPTION_CFLAGS = @GST_OPTION_CFLAGS@ +GST_OPTION_CXXFLAGS = @GST_OPTION_CXXFLAGS@ +GST_OPTION_OBJCFLAGS = @GST_OPTION_OBJCFLAGS@ +GST_PACKAGE_NAME = @GST_PACKAGE_NAME@ +GST_PACKAGE_ORIGIN = @GST_PACKAGE_ORIGIN@ +GST_PLUGINS_ALL = @GST_PLUGINS_ALL@ +GST_PLUGINS_BASE_CFLAGS = @GST_PLUGINS_BASE_CFLAGS@ +GST_PLUGINS_BASE_DIR = @GST_PLUGINS_BASE_DIR@ +GST_PLUGINS_BASE_LIBS = @GST_PLUGINS_BASE_LIBS@ +GST_PLUGINS_DIR = @GST_PLUGINS_DIR@ +GST_PLUGINS_NONPORTED = @GST_PLUGINS_NONPORTED@ +GST_PLUGINS_SELECTED = @GST_PLUGINS_SELECTED@ +GST_PLUGIN_LDFLAGS = @GST_PLUGIN_LDFLAGS@ +GST_PLUGIN_LIBTOOLFLAGS = @GST_PLUGIN_LIBTOOLFLAGS@ +GST_PREFIX = @GST_PREFIX@ +GST_REVISION = @GST_REVISION@ +GST_TOOLS_DIR = @GST_TOOLS_DIR@ +GTKDOC_CHECK = @GTKDOC_CHECK@ +GTKDOC_DEPS_CFLAGS = @GTKDOC_DEPS_CFLAGS@ +GTKDOC_DEPS_LIBS = @GTKDOC_DEPS_LIBS@ +GTKDOC_MKPDF = @GTKDOC_MKPDF@ +GTKDOC_REBASE = @GTKDOC_REBASE@ +GTK_CFLAGS = @GTK_CFLAGS@ +GTK_LIBS = @GTK_LIBS@ +GTK_X11_CFLAGS = @GTK_X11_CFLAGS@ +GTK_X11_LIBS = @GTK_X11_LIBS@ +GUDEV_CFLAGS = @GUDEV_CFLAGS@ +GUDEV_LIBS = @GUDEV_LIBS@ +HAVE_AVC1394 = @HAVE_AVC1394@ +HAVE_CXX = @HAVE_CXX@ +HAVE_DIRECTSOUND = @HAVE_DIRECTSOUND@ +HAVE_ROM1394 = @HAVE_ROM1394@ +HAVE_SPEEX = @HAVE_SPEEX@ +HAVE_X = @HAVE_X@ +HAVE_XSHM = @HAVE_XSHM@ +HAVE_ZLIB = @HAVE_ZLIB@ +HTML_DIR = @HTML_DIR@ +INSTALL = @INSTALL@ +INSTALL_DATA = @INSTALL_DATA@ +INSTALL_PROGRAM = @INSTALL_PROGRAM@ +INSTALL_SCRIPT = @INSTALL_SCRIPT@ +INSTALL_STRIP_PROGRAM = @INSTALL_STRIP_PROGRAM@ +INTLLIBS = @INTLLIBS@ +INTL_MACOSX_LIBS = @INTL_MACOSX_LIBS@ +JACK_0_120_1_CFLAGS = @JACK_0_120_1_CFLAGS@ +JACK_0_120_1_LIBS = @JACK_0_120_1_LIBS@ +JACK_1_9_7_CFLAGS = @JACK_1_9_7_CFLAGS@ +JACK_1_9_7_LIBS = @JACK_1_9_7_LIBS@ +JACK_CFLAGS = @JACK_CFLAGS@ +JACK_LIBS = @JACK_LIBS@ +JPEG_LIBS = @JPEG_LIBS@ +LD = @LD@ +LDFLAGS = @LDFLAGS@ +LIBCACA_CFLAGS = @LIBCACA_CFLAGS@ +LIBCACA_LIBS = @LIBCACA_LIBS@ +LIBDV_CFLAGS = @LIBDV_CFLAGS@ +LIBDV_LIBS = @LIBDV_LIBS@ +LIBICONV = @LIBICONV@ +LIBIEC61883_CFLAGS = @LIBIEC61883_CFLAGS@ +LIBIEC61883_LIBS = @LIBIEC61883_LIBS@ +LIBINTL = @LIBINTL@ +LIBM = @LIBM@ +LIBOBJS = @LIBOBJS@ +LIBPNG_CFLAGS = @LIBPNG_CFLAGS@ +LIBPNG_LIBS = @LIBPNG_LIBS@ +LIBRT = @LIBRT@ +LIBS = @LIBS@ +LIBTOOL = @LIBTOOL@ +LIBV4L2_CFLAGS = @LIBV4L2_CFLAGS@ +LIBV4L2_LIBS = @LIBV4L2_LIBS@ +LIPO = @LIPO@ +LN_S = @LN_S@ +LOCALEDIR = @LOCALEDIR@ +LTLIBICONV = @LTLIBICONV@ +LTLIBINTL = @LTLIBINTL@ +LTLIBOBJS = @LTLIBOBJS@ +MAINT = @MAINT@ +MAKEINFO = @MAKEINFO@ +MANIFEST_TOOL = @MANIFEST_TOOL@ +MKDIR_P = @MKDIR_P@ +MSGFMT = @MSGFMT@ +MSGFMT_015 = @MSGFMT_015@ +MSGMERGE = @MSGMERGE@ +NM = @NM@ +NMEDIT = @NMEDIT@ +OBJC = @OBJC@ +OBJCDEPMODE = @OBJCDEPMODE@ +OBJCFLAGS = @OBJCFLAGS@ +OBJDUMP = @OBJDUMP@ +OBJEXT = @OBJEXT@ +ORCC = @ORCC@ +ORCC_FLAGS = @ORCC_FLAGS@ +ORC_CFLAGS = @ORC_CFLAGS@ +ORC_LIBS = @ORC_LIBS@ +OTOOL = @OTOOL@ +OTOOL64 = @OTOOL64@ +PACKAGE = @PACKAGE@ +PACKAGE_BUGREPORT = @PACKAGE_BUGREPORT@ +PACKAGE_NAME = @PACKAGE_NAME@ +PACKAGE_STRING = @PACKAGE_STRING@ +PACKAGE_TARNAME = @PACKAGE_TARNAME@ +PACKAGE_URL = @PACKAGE_URL@ +PACKAGE_VERSION = @PACKAGE_VERSION@ +PACKAGE_VERSION_MAJOR = @PACKAGE_VERSION_MAJOR@ +PACKAGE_VERSION_MICRO = @PACKAGE_VERSION_MICRO@ +PACKAGE_VERSION_MINOR = @PACKAGE_VERSION_MINOR@ +PACKAGE_VERSION_NANO = @PACKAGE_VERSION_NANO@ +PACKAGE_VERSION_RELEASE = @PACKAGE_VERSION_RELEASE@ +PATH_SEPARATOR = @PATH_SEPARATOR@ +PKG_CONFIG = @PKG_CONFIG@ +PLUGINDIR = @PLUGINDIR@ +POSUB = @POSUB@ +PROFILE_CFLAGS = @PROFILE_CFLAGS@ +PULSE_CFLAGS = @PULSE_CFLAGS@ +PULSE_LIBS = @PULSE_LIBS@ +PYTHON = @PYTHON@ +PYTHON_EXEC_PREFIX = @PYTHON_EXEC_PREFIX@ +PYTHON_PLATFORM = @PYTHON_PLATFORM@ +PYTHON_PREFIX = @PYTHON_PREFIX@ +PYTHON_VERSION = @PYTHON_VERSION@ +RANLIB = @RANLIB@ +RAW1394_CFLAGS = @RAW1394_CFLAGS@ +RAW1394_LIBS = @RAW1394_LIBS@ +SED = @SED@ +SET_MAKE = @SET_MAKE@ +SHELL = @SHELL@ +SHOUT2_CFLAGS = @SHOUT2_CFLAGS@ +SHOUT2_LIBS = @SHOUT2_LIBS@ +SOUP_CFLAGS = @SOUP_CFLAGS@ +SOUP_LIBS = @SOUP_LIBS@ +SPEEX_CFLAGS = @SPEEX_CFLAGS@ +SPEEX_LIBS = @SPEEX_LIBS@ +STRIP = @STRIP@ +TAGLIB_CFLAGS = @TAGLIB_CFLAGS@ +TAGLIB_CXXFLAGS = @TAGLIB_CXXFLAGS@ +TAGLIB_LIBS = @TAGLIB_LIBS@ +USE_NLS = @USE_NLS@ +VALGRIND_CFLAGS = @VALGRIND_CFLAGS@ +VALGRIND_LIBS = @VALGRIND_LIBS@ +VALGRIND_PATH = @VALGRIND_PATH@ +VERSION = @VERSION@ +VPX_130_CFLAGS = @VPX_130_CFLAGS@ +VPX_130_LIBS = @VPX_130_LIBS@ +VPX_CFLAGS = @VPX_CFLAGS@ +VPX_LIBS = @VPX_LIBS@ +WARNING_CFLAGS = @WARNING_CFLAGS@ +WARNING_CXXFLAGS = @WARNING_CXXFLAGS@ +WARNING_OBJCFLAGS = @WARNING_OBJCFLAGS@ +WAVPACK_CFLAGS = @WAVPACK_CFLAGS@ +WAVPACK_LIBS = @WAVPACK_LIBS@ +XDAMAGE_CFLAGS = @XDAMAGE_CFLAGS@ +XDAMAGE_LIBS = @XDAMAGE_LIBS@ +XFIXES_CFLAGS = @XFIXES_CFLAGS@ +XFIXES_LIBS = @XFIXES_LIBS@ +XGETTEXT = @XGETTEXT@ +XGETTEXT_015 = @XGETTEXT_015@ +XGETTEXT_EXTRA_OPTIONS = @XGETTEXT_EXTRA_OPTIONS@ +XMKMF = @XMKMF@ +XSHM_LIBS = @XSHM_LIBS@ +X_CFLAGS = @X_CFLAGS@ +X_EXTRA_LIBS = @X_EXTRA_LIBS@ +X_LIBS = @X_LIBS@ +X_PRE_LIBS = @X_PRE_LIBS@ +ZLIB_LIBS = @ZLIB_LIBS@ +abs_builddir = @abs_builddir@ +abs_srcdir = @abs_srcdir@ +abs_top_builddir = @abs_top_builddir@ +abs_top_srcdir = @abs_top_srcdir@ +ac_ct_AR = @ac_ct_AR@ +ac_ct_CC = @ac_ct_CC@ +ac_ct_CXX = @ac_ct_CXX@ +ac_ct_DUMPBIN = @ac_ct_DUMPBIN@ +ac_ct_OBJC = @ac_ct_OBJC@ +am__include = @am__include@ +am__leading_dot = @am__leading_dot@ +am__quote = @am__quote@ +am__tar = @am__tar@ +am__untar = @am__untar@ +bindir = @bindir@ +build = @build@ +build_alias = @build_alias@ +build_cpu = @build_cpu@ +build_os = @build_os@ +build_vendor = @build_vendor@ +builddir = @builddir@ +datadir = @datadir@ +datarootdir = @datarootdir@ +docdir = @docdir@ +dvidir = @dvidir@ +exec_prefix = @exec_prefix@ +host = @host@ +host_alias = @host_alias@ +host_cpu = @host_cpu@ +host_os = @host_os@ +host_vendor = @host_vendor@ +htmldir = @htmldir@ +includedir = @includedir@ +infodir = @infodir@ +install_sh = @install_sh@ +libdir = @libdir@ +libexecdir = @libexecdir@ +localedir = @localedir@ +localstatedir = @localstatedir@ +mandir = @mandir@ +mkdir_p = @mkdir_p@ +oldincludedir = @oldincludedir@ +pdfdir = @pdfdir@ +pkgpyexecdir = @pkgpyexecdir@ +pkgpythondir = @pkgpythondir@ +plugindir = @plugindir@ +prefix = @prefix@ +program_transform_name = @program_transform_name@ +psdir = @psdir@ +pyexecdir = @pyexecdir@ +pythondir = @pythondir@ +sbindir = @sbindir@ +sharedstatedir = @sharedstatedir@ +srcdir = @srcdir@ +sysconfdir = @sysconfdir@ +target = @target@ +target_alias = @target_alias@ +target_cpu = @target_cpu@ +target_os = @target_os@ +target_vendor = @target_vendor@ +top_build_prefix = @top_build_prefix@ +top_builddir = @top_builddir@ +top_srcdir = @top_srcdir@ +plugin_LTLIBRARIES = libgstisomp4.la +libgstisomp4_la_CFLAGS = $(GST_PLUGINS_BASE_CFLAGS) $(GST_BASE_CFLAGS) $(GST_CFLAGS) +libgstisomp4_la_LIBADD = \ + $(GST_PLUGINS_BASE_LIBS) \ + -lgstriff-@GST_API_VERSION@ \ + -lgstaudio-@GST_API_VERSION@ \ + -lgstvideo-@GST_API_VERSION@ \ + -lgstrtp-@GST_API_VERSION@ \ + -lgsttag-@GST_API_VERSION@ \ + -lgstpbutils-@GST_API_VERSION@ \ + $(GST_BASE_LIBS) $(GST_LIBS) $(ZLIB_LIBS) + +libgstisomp4_la_LDFLAGS = ${GST_PLUGIN_LDFLAGS} +libgstisomp4_la_SOURCES = isomp4-plugin.c gstrtpxqtdepay.c \ + qtdemux.c qtdemux_types.c qtdemux_dump.c qtdemux_lang.c \ + gstqtmux.c gstqtmoovrecover.c atoms.c atomsrecovery.c descriptors.c \ + properties.c gstqtmuxmap.c gstisoff.c + +libgstisomp4_la_LIBTOOLFLAGS = $(GST_PLUGIN_LIBTOOLFLAGS) +noinst_HEADERS = \ + qtatomparser.h \ + qtdemux.h \ + qtdemux_types.h \ + qtdemux_dump.h \ + qtdemux_lang.h \ + qtpalette.h \ + gstrtpxqtdepay.h \ + gstqtmux.h \ + gstqtmoovrecover.h \ + atoms.h \ + atomsrecovery.h \ + descriptors.h \ + properties.h \ + fourcc.h \ + gstisoff.h \ + gstqtmuxmap.h + +EXTRA_DIST = \ + gstqtmux-doc.c \ + gstqtmux-doc.h + +all: all-am + +.SUFFIXES: +.SUFFIXES: .c .lo .o .obj +$(srcdir)/Makefile.in: @MAINTAINER_MODE_TRUE@ $(srcdir)/Makefile.am $(am__configure_deps) + @for dep in $?; do \ + case '$(am__configure_deps)' in \ + *$$dep*) \ + ( cd $(top_builddir) && $(MAKE) $(AM_MAKEFLAGS) am--refresh ) \ + && { if test -f $@; then exit 0; else break; fi; }; \ + exit 1;; \ + esac; \ + done; \ + echo ' cd $(top_srcdir) && $(AUTOMAKE) --gnu gst/isomp4/Makefile'; \ + $(am__cd) $(top_srcdir) && \ + $(AUTOMAKE) --gnu gst/isomp4/Makefile +.PRECIOUS: Makefile +Makefile: $(srcdir)/Makefile.in $(top_builddir)/config.status + @case '$?' in \ + *config.status*) \ + cd $(top_builddir) && $(MAKE) $(AM_MAKEFLAGS) am--refresh;; \ + *) \ + echo ' cd $(top_builddir) && $(SHELL) ./config.status $(subdir)/$@ $(am__depfiles_maybe)'; \ + cd $(top_builddir) && $(SHELL) ./config.status $(subdir)/$@ $(am__depfiles_maybe);; \ + esac; + +$(top_builddir)/config.status: $(top_srcdir)/configure $(CONFIG_STATUS_DEPENDENCIES) + cd $(top_builddir) && $(MAKE) $(AM_MAKEFLAGS) am--refresh + +$(top_srcdir)/configure: @MAINTAINER_MODE_TRUE@ $(am__configure_deps) + cd $(top_builddir) && $(MAKE) $(AM_MAKEFLAGS) am--refresh +$(ACLOCAL_M4): @MAINTAINER_MODE_TRUE@ $(am__aclocal_m4_deps) + cd $(top_builddir) && $(MAKE) $(AM_MAKEFLAGS) am--refresh +$(am__aclocal_m4_deps): + +install-pluginLTLIBRARIES: $(plugin_LTLIBRARIES) + @$(NORMAL_INSTALL) + @list='$(plugin_LTLIBRARIES)'; test -n "$(plugindir)" || list=; \ + list2=; for p in $$list; do \ + if test -f $$p; then \ + list2="$$list2 $$p"; \ + else :; fi; \ + done; \ + test -z "$$list2" || { \ + echo " $(MKDIR_P) '$(DESTDIR)$(plugindir)'"; \ + $(MKDIR_P) "$(DESTDIR)$(plugindir)" || exit 1; \ + echo " $(LIBTOOL) $(AM_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=install $(INSTALL) $(INSTALL_STRIP_FLAG) $$list2 '$(DESTDIR)$(plugindir)'"; \ + $(LIBTOOL) $(AM_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=install $(INSTALL) $(INSTALL_STRIP_FLAG) $$list2 "$(DESTDIR)$(plugindir)"; \ + } + +uninstall-pluginLTLIBRARIES: + @$(NORMAL_UNINSTALL) + @list='$(plugin_LTLIBRARIES)'; test -n "$(plugindir)" || list=; \ + for p in $$list; do \ + $(am__strip_dir) \ + echo " $(LIBTOOL) $(AM_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=uninstall rm -f '$(DESTDIR)$(plugindir)/$$f'"; \ + $(LIBTOOL) $(AM_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=uninstall rm -f "$(DESTDIR)$(plugindir)/$$f"; \ + done + +clean-pluginLTLIBRARIES: + -test -z "$(plugin_LTLIBRARIES)" || rm -f $(plugin_LTLIBRARIES) + @list='$(plugin_LTLIBRARIES)'; \ + locs=`for p in $$list; do echo $$p; done | \ + sed 's|^[^/]*$$|.|; s|/[^/]*$$||; s|$$|/so_locations|' | \ + sort -u`; \ + test -z "$$locs" || { \ + echo rm -f $${locs}; \ + rm -f $${locs}; \ + } + +libgstisomp4.la: $(libgstisomp4_la_OBJECTS) $(libgstisomp4_la_DEPENDENCIES) $(EXTRA_libgstisomp4_la_DEPENDENCIES) + $(AM_V_CCLD)$(libgstisomp4_la_LINK) -rpath $(plugindir) $(libgstisomp4_la_OBJECTS) $(libgstisomp4_la_LIBADD) $(LIBS) + +mostlyclean-compile: + -rm -f *.$(OBJEXT) + +distclean-compile: + -rm -f *.tab.c + +@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/libgstisomp4_la-atoms.Plo@am__quote@ +@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/libgstisomp4_la-atomsrecovery.Plo@am__quote@ +@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/libgstisomp4_la-descriptors.Plo@am__quote@ +@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/libgstisomp4_la-gstisoff.Plo@am__quote@ +@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/libgstisomp4_la-gstqtmoovrecover.Plo@am__quote@ +@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/libgstisomp4_la-gstqtmux.Plo@am__quote@ +@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/libgstisomp4_la-gstqtmuxmap.Plo@am__quote@ +@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/libgstisomp4_la-gstrtpxqtdepay.Plo@am__quote@ +@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/libgstisomp4_la-isomp4-plugin.Plo@am__quote@ +@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/libgstisomp4_la-properties.Plo@am__quote@ +@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/libgstisomp4_la-qtdemux.Plo@am__quote@ +@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/libgstisomp4_la-qtdemux_dump.Plo@am__quote@ +@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/libgstisomp4_la-qtdemux_lang.Plo@am__quote@ +@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/libgstisomp4_la-qtdemux_types.Plo@am__quote@ + +.c.o: +@am__fastdepCC_TRUE@ $(AM_V_CC)depbase=`echo $@ | sed 's|[^/]*$$|$(DEPDIR)/&|;s|\.o$$||'`;\ +@am__fastdepCC_TRUE@ $(COMPILE) -MT $@ -MD -MP -MF $$depbase.Tpo -c -o $@ $< &&\ +@am__fastdepCC_TRUE@ $(am__mv) $$depbase.Tpo $$depbase.Po +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='$<' object='$@' libtool=no @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(COMPILE) -c -o $@ $< + +.c.obj: +@am__fastdepCC_TRUE@ $(AM_V_CC)depbase=`echo $@ | sed 's|[^/]*$$|$(DEPDIR)/&|;s|\.obj$$||'`;\ +@am__fastdepCC_TRUE@ $(COMPILE) -MT $@ -MD -MP -MF $$depbase.Tpo -c -o $@ `$(CYGPATH_W) '$<'` &&\ +@am__fastdepCC_TRUE@ $(am__mv) $$depbase.Tpo $$depbase.Po +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='$<' object='$@' libtool=no @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(COMPILE) -c -o $@ `$(CYGPATH_W) '$<'` + +.c.lo: +@am__fastdepCC_TRUE@ $(AM_V_CC)depbase=`echo $@ | sed 's|[^/]*$$|$(DEPDIR)/&|;s|\.lo$$||'`;\ +@am__fastdepCC_TRUE@ $(LTCOMPILE) -MT $@ -MD -MP -MF $$depbase.Tpo -c -o $@ $< &&\ +@am__fastdepCC_TRUE@ $(am__mv) $$depbase.Tpo $$depbase.Plo +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='$<' object='$@' libtool=yes @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(LTCOMPILE) -c -o $@ $< + +libgstisomp4_la-isomp4-plugin.lo: isomp4-plugin.c +@am__fastdepCC_TRUE@ $(AM_V_CC)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -MT libgstisomp4_la-isomp4-plugin.lo -MD -MP -MF $(DEPDIR)/libgstisomp4_la-isomp4-plugin.Tpo -c -o libgstisomp4_la-isomp4-plugin.lo `test -f 'isomp4-plugin.c' || echo '$(srcdir)/'`isomp4-plugin.c +@am__fastdepCC_TRUE@ $(AM_V_at)$(am__mv) $(DEPDIR)/libgstisomp4_la-isomp4-plugin.Tpo $(DEPDIR)/libgstisomp4_la-isomp4-plugin.Plo +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='isomp4-plugin.c' object='libgstisomp4_la-isomp4-plugin.lo' libtool=yes @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -c -o libgstisomp4_la-isomp4-plugin.lo `test -f 'isomp4-plugin.c' || echo '$(srcdir)/'`isomp4-plugin.c + +libgstisomp4_la-gstrtpxqtdepay.lo: gstrtpxqtdepay.c +@am__fastdepCC_TRUE@ $(AM_V_CC)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -MT libgstisomp4_la-gstrtpxqtdepay.lo -MD -MP -MF $(DEPDIR)/libgstisomp4_la-gstrtpxqtdepay.Tpo -c -o libgstisomp4_la-gstrtpxqtdepay.lo `test -f 'gstrtpxqtdepay.c' || echo '$(srcdir)/'`gstrtpxqtdepay.c +@am__fastdepCC_TRUE@ $(AM_V_at)$(am__mv) $(DEPDIR)/libgstisomp4_la-gstrtpxqtdepay.Tpo $(DEPDIR)/libgstisomp4_la-gstrtpxqtdepay.Plo +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='gstrtpxqtdepay.c' object='libgstisomp4_la-gstrtpxqtdepay.lo' libtool=yes @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -c -o libgstisomp4_la-gstrtpxqtdepay.lo `test -f 'gstrtpxqtdepay.c' || echo '$(srcdir)/'`gstrtpxqtdepay.c + +libgstisomp4_la-qtdemux.lo: qtdemux.c +@am__fastdepCC_TRUE@ $(AM_V_CC)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -MT libgstisomp4_la-qtdemux.lo -MD -MP -MF $(DEPDIR)/libgstisomp4_la-qtdemux.Tpo -c -o libgstisomp4_la-qtdemux.lo `test -f 'qtdemux.c' || echo '$(srcdir)/'`qtdemux.c +@am__fastdepCC_TRUE@ $(AM_V_at)$(am__mv) $(DEPDIR)/libgstisomp4_la-qtdemux.Tpo $(DEPDIR)/libgstisomp4_la-qtdemux.Plo +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='qtdemux.c' object='libgstisomp4_la-qtdemux.lo' libtool=yes @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -c -o libgstisomp4_la-qtdemux.lo `test -f 'qtdemux.c' || echo '$(srcdir)/'`qtdemux.c + +libgstisomp4_la-qtdemux_types.lo: qtdemux_types.c +@am__fastdepCC_TRUE@ $(AM_V_CC)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -MT libgstisomp4_la-qtdemux_types.lo -MD -MP -MF $(DEPDIR)/libgstisomp4_la-qtdemux_types.Tpo -c -o libgstisomp4_la-qtdemux_types.lo `test -f 'qtdemux_types.c' || echo '$(srcdir)/'`qtdemux_types.c +@am__fastdepCC_TRUE@ $(AM_V_at)$(am__mv) $(DEPDIR)/libgstisomp4_la-qtdemux_types.Tpo $(DEPDIR)/libgstisomp4_la-qtdemux_types.Plo +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='qtdemux_types.c' object='libgstisomp4_la-qtdemux_types.lo' libtool=yes @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -c -o libgstisomp4_la-qtdemux_types.lo `test -f 'qtdemux_types.c' || echo '$(srcdir)/'`qtdemux_types.c + +libgstisomp4_la-qtdemux_dump.lo: qtdemux_dump.c +@am__fastdepCC_TRUE@ $(AM_V_CC)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -MT libgstisomp4_la-qtdemux_dump.lo -MD -MP -MF $(DEPDIR)/libgstisomp4_la-qtdemux_dump.Tpo -c -o libgstisomp4_la-qtdemux_dump.lo `test -f 'qtdemux_dump.c' || echo '$(srcdir)/'`qtdemux_dump.c +@am__fastdepCC_TRUE@ $(AM_V_at)$(am__mv) $(DEPDIR)/libgstisomp4_la-qtdemux_dump.Tpo $(DEPDIR)/libgstisomp4_la-qtdemux_dump.Plo +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='qtdemux_dump.c' object='libgstisomp4_la-qtdemux_dump.lo' libtool=yes @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -c -o libgstisomp4_la-qtdemux_dump.lo `test -f 'qtdemux_dump.c' || echo '$(srcdir)/'`qtdemux_dump.c + +libgstisomp4_la-qtdemux_lang.lo: qtdemux_lang.c +@am__fastdepCC_TRUE@ $(AM_V_CC)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -MT libgstisomp4_la-qtdemux_lang.lo -MD -MP -MF $(DEPDIR)/libgstisomp4_la-qtdemux_lang.Tpo -c -o libgstisomp4_la-qtdemux_lang.lo `test -f 'qtdemux_lang.c' || echo '$(srcdir)/'`qtdemux_lang.c +@am__fastdepCC_TRUE@ $(AM_V_at)$(am__mv) $(DEPDIR)/libgstisomp4_la-qtdemux_lang.Tpo $(DEPDIR)/libgstisomp4_la-qtdemux_lang.Plo +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='qtdemux_lang.c' object='libgstisomp4_la-qtdemux_lang.lo' libtool=yes @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -c -o libgstisomp4_la-qtdemux_lang.lo `test -f 'qtdemux_lang.c' || echo '$(srcdir)/'`qtdemux_lang.c + +libgstisomp4_la-gstqtmux.lo: gstqtmux.c +@am__fastdepCC_TRUE@ $(AM_V_CC)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -MT libgstisomp4_la-gstqtmux.lo -MD -MP -MF $(DEPDIR)/libgstisomp4_la-gstqtmux.Tpo -c -o libgstisomp4_la-gstqtmux.lo `test -f 'gstqtmux.c' || echo '$(srcdir)/'`gstqtmux.c +@am__fastdepCC_TRUE@ $(AM_V_at)$(am__mv) $(DEPDIR)/libgstisomp4_la-gstqtmux.Tpo $(DEPDIR)/libgstisomp4_la-gstqtmux.Plo +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='gstqtmux.c' object='libgstisomp4_la-gstqtmux.lo' libtool=yes @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -c -o libgstisomp4_la-gstqtmux.lo `test -f 'gstqtmux.c' || echo '$(srcdir)/'`gstqtmux.c + +libgstisomp4_la-gstqtmoovrecover.lo: gstqtmoovrecover.c +@am__fastdepCC_TRUE@ $(AM_V_CC)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -MT libgstisomp4_la-gstqtmoovrecover.lo -MD -MP -MF $(DEPDIR)/libgstisomp4_la-gstqtmoovrecover.Tpo -c -o libgstisomp4_la-gstqtmoovrecover.lo `test -f 'gstqtmoovrecover.c' || echo '$(srcdir)/'`gstqtmoovrecover.c +@am__fastdepCC_TRUE@ $(AM_V_at)$(am__mv) $(DEPDIR)/libgstisomp4_la-gstqtmoovrecover.Tpo $(DEPDIR)/libgstisomp4_la-gstqtmoovrecover.Plo +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='gstqtmoovrecover.c' object='libgstisomp4_la-gstqtmoovrecover.lo' libtool=yes @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -c -o libgstisomp4_la-gstqtmoovrecover.lo `test -f 'gstqtmoovrecover.c' || echo '$(srcdir)/'`gstqtmoovrecover.c + +libgstisomp4_la-atoms.lo: atoms.c +@am__fastdepCC_TRUE@ $(AM_V_CC)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -MT libgstisomp4_la-atoms.lo -MD -MP -MF $(DEPDIR)/libgstisomp4_la-atoms.Tpo -c -o libgstisomp4_la-atoms.lo `test -f 'atoms.c' || echo '$(srcdir)/'`atoms.c +@am__fastdepCC_TRUE@ $(AM_V_at)$(am__mv) $(DEPDIR)/libgstisomp4_la-atoms.Tpo $(DEPDIR)/libgstisomp4_la-atoms.Plo +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='atoms.c' object='libgstisomp4_la-atoms.lo' libtool=yes @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -c -o libgstisomp4_la-atoms.lo `test -f 'atoms.c' || echo '$(srcdir)/'`atoms.c + +libgstisomp4_la-atomsrecovery.lo: atomsrecovery.c +@am__fastdepCC_TRUE@ $(AM_V_CC)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -MT libgstisomp4_la-atomsrecovery.lo -MD -MP -MF $(DEPDIR)/libgstisomp4_la-atomsrecovery.Tpo -c -o libgstisomp4_la-atomsrecovery.lo `test -f 'atomsrecovery.c' || echo '$(srcdir)/'`atomsrecovery.c +@am__fastdepCC_TRUE@ $(AM_V_at)$(am__mv) $(DEPDIR)/libgstisomp4_la-atomsrecovery.Tpo $(DEPDIR)/libgstisomp4_la-atomsrecovery.Plo +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='atomsrecovery.c' object='libgstisomp4_la-atomsrecovery.lo' libtool=yes @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -c -o libgstisomp4_la-atomsrecovery.lo `test -f 'atomsrecovery.c' || echo '$(srcdir)/'`atomsrecovery.c + +libgstisomp4_la-descriptors.lo: descriptors.c +@am__fastdepCC_TRUE@ $(AM_V_CC)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -MT libgstisomp4_la-descriptors.lo -MD -MP -MF $(DEPDIR)/libgstisomp4_la-descriptors.Tpo -c -o libgstisomp4_la-descriptors.lo `test -f 'descriptors.c' || echo '$(srcdir)/'`descriptors.c +@am__fastdepCC_TRUE@ $(AM_V_at)$(am__mv) $(DEPDIR)/libgstisomp4_la-descriptors.Tpo $(DEPDIR)/libgstisomp4_la-descriptors.Plo +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='descriptors.c' object='libgstisomp4_la-descriptors.lo' libtool=yes @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -c -o libgstisomp4_la-descriptors.lo `test -f 'descriptors.c' || echo '$(srcdir)/'`descriptors.c + +libgstisomp4_la-properties.lo: properties.c +@am__fastdepCC_TRUE@ $(AM_V_CC)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -MT libgstisomp4_la-properties.lo -MD -MP -MF $(DEPDIR)/libgstisomp4_la-properties.Tpo -c -o libgstisomp4_la-properties.lo `test -f 'properties.c' || echo '$(srcdir)/'`properties.c +@am__fastdepCC_TRUE@ $(AM_V_at)$(am__mv) $(DEPDIR)/libgstisomp4_la-properties.Tpo $(DEPDIR)/libgstisomp4_la-properties.Plo +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='properties.c' object='libgstisomp4_la-properties.lo' libtool=yes @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -c -o libgstisomp4_la-properties.lo `test -f 'properties.c' || echo '$(srcdir)/'`properties.c + +libgstisomp4_la-gstqtmuxmap.lo: gstqtmuxmap.c +@am__fastdepCC_TRUE@ $(AM_V_CC)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -MT libgstisomp4_la-gstqtmuxmap.lo -MD -MP -MF $(DEPDIR)/libgstisomp4_la-gstqtmuxmap.Tpo -c -o libgstisomp4_la-gstqtmuxmap.lo `test -f 'gstqtmuxmap.c' || echo '$(srcdir)/'`gstqtmuxmap.c +@am__fastdepCC_TRUE@ $(AM_V_at)$(am__mv) $(DEPDIR)/libgstisomp4_la-gstqtmuxmap.Tpo $(DEPDIR)/libgstisomp4_la-gstqtmuxmap.Plo +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='gstqtmuxmap.c' object='libgstisomp4_la-gstqtmuxmap.lo' libtool=yes @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -c -o libgstisomp4_la-gstqtmuxmap.lo `test -f 'gstqtmuxmap.c' || echo '$(srcdir)/'`gstqtmuxmap.c + +libgstisomp4_la-gstisoff.lo: gstisoff.c +@am__fastdepCC_TRUE@ $(AM_V_CC)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -MT libgstisomp4_la-gstisoff.lo -MD -MP -MF $(DEPDIR)/libgstisomp4_la-gstisoff.Tpo -c -o libgstisomp4_la-gstisoff.lo `test -f 'gstisoff.c' || echo '$(srcdir)/'`gstisoff.c +@am__fastdepCC_TRUE@ $(AM_V_at)$(am__mv) $(DEPDIR)/libgstisomp4_la-gstisoff.Tpo $(DEPDIR)/libgstisomp4_la-gstisoff.Plo +@AMDEP_TRUE@@am__fastdepCC_FALSE@ $(AM_V_CC)source='gstisoff.c' object='libgstisomp4_la-gstisoff.lo' libtool=yes @AMDEPBACKSLASH@ +@AMDEP_TRUE@@am__fastdepCC_FALSE@ DEPDIR=$(DEPDIR) $(CCDEPMODE) $(depcomp) @AMDEPBACKSLASH@ +@am__fastdepCC_FALSE@ $(AM_V_CC@am__nodep@)$(LIBTOOL) $(AM_V_lt) --tag=CC $(libgstisomp4_la_LIBTOOLFLAGS) $(LIBTOOLFLAGS) --mode=compile $(CC) $(DEFS) $(DEFAULT_INCLUDES) $(INCLUDES) $(AM_CPPFLAGS) $(CPPFLAGS) $(libgstisomp4_la_CFLAGS) $(CFLAGS) -c -o libgstisomp4_la-gstisoff.lo `test -f 'gstisoff.c' || echo '$(srcdir)/'`gstisoff.c + +mostlyclean-libtool: + -rm -f *.lo + +clean-libtool: + -rm -rf .libs _libs + +ID: $(am__tagged_files) + $(am__define_uniq_tagged_files); mkid -fID $$unique +tags: tags-am +TAGS: tags + +tags-am: $(TAGS_DEPENDENCIES) $(am__tagged_files) + set x; \ + here=`pwd`; \ + $(am__define_uniq_tagged_files); \ + shift; \ + if test -z "$(ETAGS_ARGS)$$*$$unique"; then :; else \ + test -n "$$unique" || unique=$$empty_fix; \ + if test $$# -gt 0; then \ + $(ETAGS) $(ETAGSFLAGS) $(AM_ETAGSFLAGS) $(ETAGS_ARGS) \ + "$$@" $$unique; \ + else \ + $(ETAGS) $(ETAGSFLAGS) $(AM_ETAGSFLAGS) $(ETAGS_ARGS) \ + $$unique; \ + fi; \ + fi +ctags: ctags-am + +CTAGS: ctags +ctags-am: $(TAGS_DEPENDENCIES) $(am__tagged_files) + $(am__define_uniq_tagged_files); \ + test -z "$(CTAGS_ARGS)$$unique" \ + || $(CTAGS) $(CTAGSFLAGS) $(AM_CTAGSFLAGS) $(CTAGS_ARGS) \ + $$unique + +GTAGS: + here=`$(am__cd) $(top_builddir) && pwd` \ + && $(am__cd) $(top_srcdir) \ + && gtags -i $(GTAGS_ARGS) "$$here" +cscopelist: cscopelist-am + +cscopelist-am: $(am__tagged_files) + list='$(am__tagged_files)'; \ + case "$(srcdir)" in \ + [\\/]* | ?:[\\/]*) sdir="$(srcdir)" ;; \ + *) sdir=$(subdir)/$(srcdir) ;; \ + esac; \ + for i in $$list; do \ + if test -f "$$i"; then \ + echo "$(subdir)/$$i"; \ + else \ + echo "$$sdir/$$i"; \ + fi; \ + done >> $(top_builddir)/cscope.files + +distclean-tags: + -rm -f TAGS ID GTAGS GRTAGS GSYMS GPATH tags + +distdir: $(DISTFILES) + @srcdirstrip=`echo "$(srcdir)" | sed 's/[].[^$$\\*]/\\\\&/g'`; \ + topsrcdirstrip=`echo "$(top_srcdir)" | sed 's/[].[^$$\\*]/\\\\&/g'`; \ + list='$(DISTFILES)'; \ + dist_files=`for file in $$list; do echo $$file; done | \ + sed -e "s|^$$srcdirstrip/||;t" \ + -e "s|^$$topsrcdirstrip/|$(top_builddir)/|;t"`; \ + case $$dist_files in \ + */*) $(MKDIR_P) `echo "$$dist_files" | \ + sed '/\//!d;s|^|$(distdir)/|;s,/[^/]*$$,,' | \ + sort -u` ;; \ + esac; \ + for file in $$dist_files; do \ + if test -f $$file || test -d $$file; then d=.; else d=$(srcdir); fi; \ + if test -d $$d/$$file; then \ + dir=`echo "/$$file" | sed -e 's,/[^/]*$$,,'`; \ + if test -d "$(distdir)/$$file"; then \ + find "$(distdir)/$$file" -type d ! -perm -700 -exec chmod u+rwx {} \;; \ + fi; \ + if test -d $(srcdir)/$$file && test $$d != $(srcdir); then \ + cp -fpR $(srcdir)/$$file "$(distdir)$$dir" || exit 1; \ + find "$(distdir)/$$file" -type d ! -perm -700 -exec chmod u+rwx {} \;; \ + fi; \ + cp -fpR $$d/$$file "$(distdir)$$dir" || exit 1; \ + else \ + test -f "$(distdir)/$$file" \ + || cp -p $$d/$$file "$(distdir)/$$file" \ + || exit 1; \ + fi; \ + done +check-am: all-am +check: check-am +all-am: Makefile $(LTLIBRARIES) $(HEADERS) +installdirs: + for dir in "$(DESTDIR)$(plugindir)"; do \ + test -z "$$dir" || $(MKDIR_P) "$$dir"; \ + done +install: install-am +install-exec: install-exec-am +install-data: install-data-am +uninstall: uninstall-am + +install-am: all-am + @$(MAKE) $(AM_MAKEFLAGS) install-exec-am install-data-am + +installcheck: installcheck-am +install-strip: + if test -z '$(STRIP)'; then \ + $(MAKE) $(AM_MAKEFLAGS) INSTALL_PROGRAM="$(INSTALL_STRIP_PROGRAM)" \ + install_sh_PROGRAM="$(INSTALL_STRIP_PROGRAM)" INSTALL_STRIP_FLAG=-s \ + install; \ + else \ + $(MAKE) $(AM_MAKEFLAGS) INSTALL_PROGRAM="$(INSTALL_STRIP_PROGRAM)" \ + install_sh_PROGRAM="$(INSTALL_STRIP_PROGRAM)" INSTALL_STRIP_FLAG=-s \ + "INSTALL_PROGRAM_ENV=STRIPPROG='$(STRIP)'" install; \ + fi +mostlyclean-generic: + +clean-generic: + +distclean-generic: + -test -z "$(CONFIG_CLEAN_FILES)" || rm -f $(CONFIG_CLEAN_FILES) + -test . = "$(srcdir)" || test -z "$(CONFIG_CLEAN_VPATH_FILES)" || rm -f $(CONFIG_CLEAN_VPATH_FILES) + +maintainer-clean-generic: + @echo "This command is intended for maintainers to use" + @echo "it deletes files that may require special tools to rebuild." +clean: clean-am + +clean-am: clean-generic clean-libtool clean-pluginLTLIBRARIES \ + mostlyclean-am + +distclean: distclean-am + -rm -rf ./$(DEPDIR) + -rm -f Makefile +distclean-am: clean-am distclean-compile distclean-generic \ + distclean-tags + +dvi: dvi-am + +dvi-am: + +html: html-am + +html-am: + +info: info-am + +info-am: + +install-data-am: install-pluginLTLIBRARIES + +install-dvi: install-dvi-am + +install-dvi-am: + +install-exec-am: + +install-html: install-html-am + +install-html-am: + +install-info: install-info-am + +install-info-am: + +install-man: + +install-pdf: install-pdf-am + +install-pdf-am: + +install-ps: install-ps-am + +install-ps-am: + +installcheck-am: + +maintainer-clean: maintainer-clean-am + -rm -rf ./$(DEPDIR) + -rm -f Makefile +maintainer-clean-am: distclean-am maintainer-clean-generic + +mostlyclean: mostlyclean-am + +mostlyclean-am: mostlyclean-compile mostlyclean-generic \ + mostlyclean-libtool + +pdf: pdf-am + +pdf-am: + +ps: ps-am + +ps-am: + +uninstall-am: uninstall-pluginLTLIBRARIES + +.MAKE: install-am install-strip + +.PHONY: CTAGS GTAGS TAGS all all-am check check-am clean clean-generic \ + clean-libtool clean-pluginLTLIBRARIES cscopelist-am ctags \ + ctags-am distclean distclean-compile distclean-generic \ + distclean-libtool distclean-tags distdir dvi dvi-am html \ + html-am info info-am install install-am install-data \ + install-data-am install-dvi install-dvi-am install-exec \ + install-exec-am install-html install-html-am install-info \ + install-info-am install-man install-pdf install-pdf-am \ + install-pluginLTLIBRARIES install-ps install-ps-am \ + install-strip installcheck installcheck-am installdirs \ + maintainer-clean maintainer-clean-generic mostlyclean \ + mostlyclean-compile mostlyclean-generic mostlyclean-libtool \ + pdf pdf-am ps ps-am tags tags-am uninstall uninstall-am \ + uninstall-pluginLTLIBRARIES + + +# Tell versions [3.59,3.63) of GNU make to not export all variables. +# Otherwise a system limit (for SysV at least) may be exceeded. +.NOEXPORT: diff --git a/gst/isomp4/atoms.c b/gst/isomp4/atoms.c new file mode 100755 index 0000000..a8ca9cd --- /dev/null +++ b/gst/isomp4/atoms.c @@ -0,0 +1,4716 @@ +/* Quicktime muxer plugin for GStreamer + * Copyright (C) 2008-2010 Thiago Santos <thiagoss@embedded.ufcg.edu.br> + * Copyright (C) 2008 Mark Nauwelaerts <mnauw@users.sf.net> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ +/* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + +#include "atoms.h" +#include <string.h> +#include <glib.h> + +#include <gst/gst.h> +#include <gst/base/gstbytewriter.h> +#include <gst/tag/tag.h> +#include <gst/video/video.h> + +/** + * Creates a new AtomsContext for the given flavor. + */ +AtomsContext * +atoms_context_new (AtomsTreeFlavor flavor) +{ + AtomsContext *context = g_new0 (AtomsContext, 1); + context->flavor = flavor; + return context; +} + +/** + * Frees an AtomsContext and all memory associated with it + */ +void +atoms_context_free (AtomsContext * context) +{ + g_free (context); +} + +/* -- creation, initialization, clear and free functions -- */ + +#define SECS_PER_DAY (24 * 60 * 60) +#define LEAP_YEARS_FROM_1904_TO_1970 17 + +static guint64 +get_current_qt_time (void) +{ + GTimeVal timeval; + + g_get_current_time (&timeval); + /* FIXME this should use UTC coordinated time */ + return timeval.tv_sec + (((1970 - 1904) * (guint64) 365) + + LEAP_YEARS_FROM_1904_TO_1970) * SECS_PER_DAY; +} + +static void +common_time_info_init (TimeInfo * ti) +{ + ti->creation_time = ti->modification_time = get_current_qt_time (); + ti->timescale = 0; + ti->duration = 0; +} + +static void +atom_header_set (Atom * header, guint32 fourcc, gint32 size, gint64 ext_size) +{ + header->type = fourcc; + header->size = size; + header->extended_size = ext_size; +} + +static void +atom_clear (Atom * atom) +{ +} + +static void +atom_full_init (AtomFull * full, guint32 fourcc, gint32 size, gint64 ext_size, + guint8 version, guint8 flags[3]) +{ + atom_header_set (&(full->header), fourcc, size, ext_size); + full->version = version; + full->flags[0] = flags[0]; + full->flags[1] = flags[1]; + full->flags[2] = flags[2]; +} + +static void +atom_full_clear (AtomFull * full) +{ + atom_clear (&full->header); +} + +static void +atom_full_free (AtomFull * full) +{ + atom_full_clear (full); + g_free (full); +} + +static guint32 +atom_full_get_flags_as_uint (AtomFull * full) +{ + return full->flags[0] << 16 | full->flags[1] << 8 | full->flags[2]; +} + +static void +atom_full_set_flags_as_uint (AtomFull * full, guint32 flags_as_uint) +{ + full->flags[2] = flags_as_uint & 0xFF; + full->flags[1] = (flags_as_uint & 0xFF00) >> 8; + full->flags[0] = (flags_as_uint & 0xFF0000) >> 16; +} + +static AtomInfo * +build_atom_info_wrapper (Atom * atom, gpointer copy_func, gpointer free_func) +{ + AtomInfo *info = NULL; + + if (atom) { + info = g_new0 (AtomInfo, 1); + + info->atom = atom; + info->copy_data_func = copy_func; + info->free_func = free_func; + } + + return info; +} + +static GList * +atom_info_list_prepend_atom (GList * ai, Atom * atom, + AtomCopyDataFunc copy_func, AtomFreeFunc free_func) +{ + if (atom) + return g_list_prepend (ai, + build_atom_info_wrapper (atom, copy_func, free_func)); + else + return ai; +} + +static void +atom_info_list_free (GList * ai) +{ + while (ai) { + AtomInfo *info = (AtomInfo *) ai->data; + + info->free_func (info->atom); + g_free (info); + ai = g_list_delete_link (ai, ai); + } +} + +static AtomData * +atom_data_new (guint32 fourcc) +{ + AtomData *data = g_new0 (AtomData, 1); + + atom_header_set (&data->header, fourcc, 0, 0); + return data; +} + +static void +atom_data_alloc_mem (AtomData * data, guint32 size) +{ + if (data->data) { + g_free (data->data); + } + data->data = g_new0 (guint8, size); + data->datalen = size; +} + +static AtomData * +atom_data_new_from_gst_buffer (guint32 fourcc, const GstBuffer * buf) +{ + AtomData *data = atom_data_new (fourcc); + gsize size = gst_buffer_get_size ((GstBuffer *) buf); + + atom_data_alloc_mem (data, size); + gst_buffer_extract ((GstBuffer *) buf, 0, data->data, size); + return data; +} + +static void +atom_data_free (AtomData * data) +{ + atom_clear (&data->header); + g_free (data->data); + g_free (data); +} + +static AtomUUID * +atom_uuid_new (void) +{ + AtomUUID *uuid = g_new0 (AtomUUID, 1); + + atom_header_set (&uuid->header, FOURCC_uuid, 0, 0); + return uuid; +} + +static void +atom_uuid_free (AtomUUID * data) +{ + atom_clear (&data->header); + g_free (data->data); + g_free (data); +} + +static void +atom_ftyp_init (AtomFTYP * ftyp, guint32 major, guint32 version, GList * brands) +{ + gint index; + GList *it = NULL; + + atom_header_set (&ftyp->header, FOURCC_ftyp, 16, 0); + ftyp->major_brand = major; + ftyp->version = version; + + /* always include major brand as compatible brand */ + ftyp->compatible_brands_size = g_list_length (brands) + 1; + ftyp->compatible_brands = g_new (guint32, ftyp->compatible_brands_size); + + ftyp->compatible_brands[0] = major; + index = 1; + for (it = brands; it != NULL; it = g_list_next (it)) { + ftyp->compatible_brands[index++] = GPOINTER_TO_UINT (it->data); + } +} + +AtomFTYP * +atom_ftyp_new (AtomsContext * context, guint32 major, guint32 version, + GList * brands) +{ + AtomFTYP *ftyp = g_new0 (AtomFTYP, 1); + + atom_ftyp_init (ftyp, major, version, brands); + return ftyp; +} + +void +atom_ftyp_free (AtomFTYP * ftyp) +{ + atom_clear (&ftyp->header); + g_free (ftyp->compatible_brands); + ftyp->compatible_brands = NULL; + g_free (ftyp); +} + +static void +atom_esds_init (AtomESDS * esds) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&esds->header, FOURCC_esds, 0, 0, 0, flags); + desc_es_init (&esds->es); +} + +static AtomESDS * +atom_esds_new (void) +{ + AtomESDS *esds = g_new0 (AtomESDS, 1); + + atom_esds_init (esds); + return esds; +} + +static void +atom_esds_free (AtomESDS * esds) +{ + atom_full_clear (&esds->header); + desc_es_descriptor_clear (&esds->es); + g_free (esds); +} + +static AtomFRMA * +atom_frma_new (void) +{ + AtomFRMA *frma = g_new0 (AtomFRMA, 1); + + atom_header_set (&frma->header, FOURCC_frma, 0, 0); + return frma; +} + +static void +atom_frma_free (AtomFRMA * frma) +{ + atom_clear (&frma->header); + g_free (frma); +} + +static AtomWAVE * +atom_wave_new (void) +{ + AtomWAVE *wave = g_new0 (AtomWAVE, 1); + + atom_header_set (&wave->header, FOURCC_wave, 0, 0); + return wave; +} + +static void +atom_wave_free (AtomWAVE * wave) +{ + atom_clear (&wave->header); + atom_info_list_free (wave->extension_atoms); + g_free (wave); +} + +static void +atom_elst_init (AtomELST * elst) +{ + guint8 flags[3] = { 0, 0, 0 }; + atom_full_init (&elst->header, FOURCC_elst, 0, 0, 0, flags); + elst->entries = 0; +} + +static void +atom_elst_clear (AtomELST * elst) +{ + GSList *walker; + + atom_full_clear (&elst->header); + walker = elst->entries; + while (walker) { + g_free ((EditListEntry *) walker->data); + walker = g_slist_next (walker); + } + g_slist_free (elst->entries); +} + +static void +atom_edts_init (AtomEDTS * edts) +{ + atom_header_set (&edts->header, FOURCC_edts, 0, 0); + atom_elst_init (&edts->elst); +} + +static void +atom_edts_clear (AtomEDTS * edts) +{ + atom_clear (&edts->header); + atom_elst_clear (&edts->elst); +} + +static AtomEDTS * +atom_edts_new (void) +{ + AtomEDTS *edts = g_new0 (AtomEDTS, 1); + atom_edts_init (edts); + return edts; +} + +static void +atom_edts_free (AtomEDTS * edts) +{ + atom_edts_clear (edts); + g_free (edts); +} + +static void +atom_sample_entry_init (SampleTableEntry * se, guint32 type) +{ + atom_header_set (&se->header, type, 0, 0); + + memset (se->reserved, 0, sizeof (guint8) * 6); + se->data_reference_index = 0; +} + +static void +atom_sample_entry_free (SampleTableEntry * se) +{ + atom_clear (&se->header); +} + +static void +sample_entry_mp4a_init (SampleTableEntryMP4A * mp4a) +{ + atom_sample_entry_init (&mp4a->se, FOURCC_mp4a); + + mp4a->version = 0; + mp4a->revision_level = 0; + mp4a->vendor = 0; + mp4a->channels = 2; + mp4a->sample_size = 16; + mp4a->compression_id = 0; + mp4a->packet_size = 0; + mp4a->sample_rate = 0; + /* following only used if version is 1 */ + mp4a->samples_per_packet = 0; + mp4a->bytes_per_packet = 0; + mp4a->bytes_per_frame = 0; + mp4a->bytes_per_sample = 0; + + mp4a->extension_atoms = NULL; +} + +static SampleTableEntryMP4A * +sample_entry_mp4a_new (void) +{ + SampleTableEntryMP4A *mp4a = g_new0 (SampleTableEntryMP4A, 1); + + sample_entry_mp4a_init (mp4a); + return mp4a; +} + +static void +sample_entry_mp4a_free (SampleTableEntryMP4A * mp4a) +{ + atom_sample_entry_free (&mp4a->se); + atom_info_list_free (mp4a->extension_atoms); + g_free (mp4a); +} + +static void +sample_entry_mp4v_init (SampleTableEntryMP4V * mp4v, AtomsContext * context) +{ + atom_sample_entry_init (&mp4v->se, FOURCC_mp4v); + + mp4v->version = 0; + mp4v->revision_level = 0; + mp4v->vendor = 0; + + mp4v->temporal_quality = 0; + mp4v->spatial_quality = 0; + + /* qt and ISO base media do not contradict, and examples agree */ + mp4v->horizontal_resolution = 0x00480000; + mp4v->vertical_resolution = 0x00480000; + + mp4v->datasize = 0; + mp4v->frame_count = 1; + + memset (mp4v->compressor, 0, sizeof (guint8) * 32); + + mp4v->depth = 0; + mp4v->color_table_id = 0; + + mp4v->extension_atoms = NULL; +} + +static void +sample_entry_mp4v_free (SampleTableEntryMP4V * mp4v) +{ + atom_sample_entry_free (&mp4v->se); + atom_info_list_free (mp4v->extension_atoms); + g_free (mp4v); +} + +static SampleTableEntryMP4V * +sample_entry_mp4v_new (AtomsContext * context) +{ + SampleTableEntryMP4V *mp4v = g_new0 (SampleTableEntryMP4V, 1); + + sample_entry_mp4v_init (mp4v, context); + return mp4v; +} + +static void +sample_entry_tx3g_init (SampleTableEntryTX3G * tx3g) +{ + atom_sample_entry_init (&tx3g->se, FOURCC_tx3g); + + tx3g->display_flags = 0; + tx3g->font_id = 1; /* must be 1 as there is a single font */ + tx3g->font_face = 0; + tx3g->foreground_color_rgba = 0xFFFFFFFF; /* white, opaque */ + + /* can't set this now */ + tx3g->default_text_box = 0; + tx3g->font_size = 0; +} + +static void +sample_entry_tx3g_free (SampleTableEntryTX3G * tx3g) +{ + atom_sample_entry_free (&tx3g->se); + g_free (tx3g); +} + +static SampleTableEntryTX3G * +sample_entry_tx3g_new (void) +{ + SampleTableEntryTX3G *tx3g = g_new0 (SampleTableEntryTX3G, 1); + + sample_entry_tx3g_init (tx3g); + return tx3g; +} + + +static void +atom_stsd_init (AtomSTSD * stsd) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&stsd->header, FOURCC_stsd, 0, 0, 0, flags); + stsd->entries = NULL; + stsd->n_entries = 0; +} + +static void +atom_stsd_remove_entries (AtomSTSD * stsd) +{ + GList *walker; + + walker = stsd->entries; + while (walker) { + GList *aux = walker; + SampleTableEntry *se = (SampleTableEntry *) aux->data; + + walker = g_list_next (walker); + stsd->entries = g_list_remove_link (stsd->entries, aux); + + switch (se->kind) { + case AUDIO: + sample_entry_mp4a_free ((SampleTableEntryMP4A *) se); + break; + case VIDEO: + sample_entry_mp4v_free ((SampleTableEntryMP4V *) se); + break; + case SUBTITLE: + sample_entry_tx3g_free ((SampleTableEntryTX3G *) se); + break; + default: + /* best possible cleanup */ + atom_sample_entry_free (se); + } + g_list_free (aux); + } + stsd->n_entries = 0; +} + +static void +atom_stsd_clear (AtomSTSD * stsd) +{ + atom_stsd_remove_entries (stsd); + atom_full_clear (&stsd->header); +} + +static void +atom_ctts_init (AtomCTTS * ctts) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&ctts->header, FOURCC_ctts, 0, 0, 0, flags); + atom_array_init (&ctts->entries, 128); + ctts->do_pts = FALSE; +} + +static AtomCTTS * +atom_ctts_new (void) +{ + AtomCTTS *ctts = g_new0 (AtomCTTS, 1); + + atom_ctts_init (ctts); + return ctts; +} + +static void +atom_ctts_free (AtomCTTS * ctts) +{ + atom_full_clear (&ctts->header); + atom_array_clear (&ctts->entries); + g_free (ctts); +} + +static void +atom_stts_init (AtomSTTS * stts) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&stts->header, FOURCC_stts, 0, 0, 0, flags); + atom_array_init (&stts->entries, 512); +} + +static void +atom_stts_clear (AtomSTTS * stts) +{ + atom_full_clear (&stts->header); + atom_array_clear (&stts->entries); +} + +static void +atom_stsz_init (AtomSTSZ * stsz) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&stsz->header, FOURCC_stsz, 0, 0, 0, flags); + atom_array_init (&stsz->entries, 1024); + stsz->sample_size = 0; + stsz->table_size = 0; +} + +static void +atom_stsz_clear (AtomSTSZ * stsz) +{ + atom_full_clear (&stsz->header); + atom_array_clear (&stsz->entries); + stsz->table_size = 0; +} + +static void +atom_stsc_init (AtomSTSC * stsc) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&stsc->header, FOURCC_stsc, 0, 0, 0, flags); + atom_array_init (&stsc->entries, 128); +} + +static void +atom_stsc_clear (AtomSTSC * stsc) +{ + atom_full_clear (&stsc->header); + atom_array_clear (&stsc->entries); +} + +static void +atom_co64_init (AtomSTCO64 * co64) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&co64->header, FOURCC_stco, 0, 0, 0, flags); + atom_array_init (&co64->entries, 256); +} + +static void +atom_stco64_clear (AtomSTCO64 * stco64) +{ + atom_full_clear (&stco64->header); + atom_array_clear (&stco64->entries); +} + +static void +atom_stss_init (AtomSTSS * stss) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&stss->header, FOURCC_stss, 0, 0, 0, flags); + atom_array_init (&stss->entries, 128); +} + +static void +atom_stss_clear (AtomSTSS * stss) +{ + atom_full_clear (&stss->header); + atom_array_clear (&stss->entries); +} + +void +atom_stbl_init (AtomSTBL * stbl) +{ + atom_header_set (&stbl->header, FOURCC_stbl, 0, 0); + + atom_stts_init (&stbl->stts); + atom_stss_init (&stbl->stss); + atom_stsd_init (&stbl->stsd); + atom_stsz_init (&stbl->stsz); + atom_stsc_init (&stbl->stsc); + stbl->ctts = NULL; + + atom_co64_init (&stbl->stco64); +} + +void +atom_stbl_clear (AtomSTBL * stbl) +{ + atom_clear (&stbl->header); + atom_stsd_clear (&stbl->stsd); + atom_stts_clear (&stbl->stts); + atom_stss_clear (&stbl->stss); + atom_stsc_clear (&stbl->stsc); + atom_stsz_clear (&stbl->stsz); + if (stbl->ctts) { + atom_ctts_free (stbl->ctts); + } + atom_stco64_clear (&stbl->stco64); +} + +static void +atom_vmhd_init (AtomVMHD * vmhd, AtomsContext * context) +{ + guint8 flags[3] = { 0, 0, 1 }; + + atom_full_init (&vmhd->header, FOURCC_vmhd, 0, 0, 0, flags); + vmhd->graphics_mode = 0x0; + memset (vmhd->opcolor, 0, sizeof (guint16) * 3); + + if (context->flavor == ATOMS_TREE_FLAVOR_MOV) { + vmhd->graphics_mode = 0x40; + vmhd->opcolor[0] = 32768; + vmhd->opcolor[1] = 32768; + vmhd->opcolor[2] = 32768; + } +} + +static AtomVMHD * +atom_vmhd_new (AtomsContext * context) +{ + AtomVMHD *vmhd = g_new0 (AtomVMHD, 1); + + atom_vmhd_init (vmhd, context); + return vmhd; +} + +static void +atom_vmhd_free (AtomVMHD * vmhd) +{ + atom_full_clear (&vmhd->header); + g_free (vmhd); +} + +static void +atom_smhd_init (AtomSMHD * smhd) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&smhd->header, FOURCC_smhd, 0, 0, 0, flags); + smhd->balance = 0; + smhd->reserved = 0; +} + +static AtomSMHD * +atom_smhd_new (void) +{ + AtomSMHD *smhd = g_new0 (AtomSMHD, 1); + + atom_smhd_init (smhd); + return smhd; +} + +static void +atom_smhd_free (AtomSMHD * smhd) +{ + atom_full_clear (&smhd->header); + g_free (smhd); +} + +static void +atom_hmhd_free (AtomHMHD * hmhd) +{ + atom_full_clear (&hmhd->header); + g_free (hmhd); +} + +static void +atom_hdlr_init (AtomHDLR * hdlr, AtomsContext * context) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&hdlr->header, FOURCC_hdlr, 0, 0, 0, flags); + + hdlr->component_type = 0; + hdlr->handler_type = 0; + hdlr->manufacturer = 0; + hdlr->flags = 0; + hdlr->flags_mask = 0; + hdlr->name = g_strdup (""); + + /* Store the flavor to know how to serialize the 'name' string */ + hdlr->flavor = context->flavor; +} + +static AtomHDLR * +atom_hdlr_new (AtomsContext * context) +{ + AtomHDLR *hdlr = g_new0 (AtomHDLR, 1); + + atom_hdlr_init (hdlr, context); + return hdlr; +} + +static void +atom_hdlr_clear (AtomHDLR * hdlr) +{ + atom_full_clear (&hdlr->header); + if (hdlr->name) { + g_free (hdlr->name); + hdlr->name = NULL; + } +} + +static void +atom_hdlr_free (AtomHDLR * hdlr) +{ + atom_hdlr_clear (hdlr); + g_free (hdlr); +} + +static void +atom_url_init (AtomURL * url) +{ + guint8 flags[3] = { 0, 0, 1 }; + + atom_full_init (&url->header, FOURCC_url_, 0, 0, 0, flags); + url->location = NULL; +} + +static void +atom_url_free (AtomURL * url) +{ + atom_full_clear (&url->header); + if (url->location) { + g_free (url->location); + url->location = NULL; + } + g_free (url); +} + +static AtomURL * +atom_url_new (void) +{ + AtomURL *url = g_new0 (AtomURL, 1); + + atom_url_init (url); + return url; +} + +static AtomFull * +atom_alis_new (void) +{ + guint8 flags[3] = { 0, 0, 1 }; + AtomFull *alis = g_new0 (AtomFull, 1); + + atom_full_init (alis, FOURCC_alis, 0, 0, 0, flags); + return alis; +} + +static void +atom_dref_init (AtomDREF * dref, AtomsContext * context) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&dref->header, FOURCC_dref, 0, 0, 0, flags); + + /* in either case, alis or url init arranges to set self-contained flag */ + if (context->flavor == ATOMS_TREE_FLAVOR_MOV) { + /* alis dref for qt */ + AtomFull *alis = atom_alis_new (); + dref->entries = g_list_append (dref->entries, alis); + } else { + /* url for iso spec, as 'alis' not specified there */ + AtomURL *url = atom_url_new (); + dref->entries = g_list_append (dref->entries, url); + } +} + +static void +atom_dref_clear (AtomDREF * dref) +{ + GList *walker; + + atom_full_clear (&dref->header); + walker = dref->entries; + while (walker) { + GList *aux = walker; + Atom *atom = (Atom *) aux->data; + + walker = g_list_next (walker); + dref->entries = g_list_remove_link (dref->entries, aux); + switch (atom->type) { + case FOURCC_alis: + atom_full_free ((AtomFull *) atom); + break; + case FOURCC_url_: + atom_url_free ((AtomURL *) atom); + break; + default: + /* we do nothing, better leak than crash */ + break; + } + g_list_free (aux); + } +} + +static void +atom_dinf_init (AtomDINF * dinf, AtomsContext * context) +{ + atom_header_set (&dinf->header, FOURCC_dinf, 0, 0); + atom_dref_init (&dinf->dref, context); +} + +static void +atom_dinf_clear (AtomDINF * dinf) +{ + atom_clear (&dinf->header); + atom_dref_clear (&dinf->dref); +} + +static void +atom_minf_init (AtomMINF * minf, AtomsContext * context) +{ + atom_header_set (&minf->header, FOURCC_minf, 0, 0); + + minf->vmhd = NULL; + minf->smhd = NULL; + minf->hmhd = NULL; + + if (context->flavor == ATOMS_TREE_FLAVOR_MOV) { + minf->hdlr = atom_hdlr_new (context); + minf->hdlr->component_type = FOURCC_dhlr; + minf->hdlr->handler_type = FOURCC_alis; + } else { + minf->hdlr = NULL; + } + atom_dinf_init (&minf->dinf, context); + atom_stbl_init (&minf->stbl); +} + +static void +atom_minf_clear_handlers (AtomMINF * minf) +{ + if (minf->vmhd) { + atom_vmhd_free (minf->vmhd); + minf->vmhd = NULL; + } + if (minf->smhd) { + atom_smhd_free (minf->smhd); + minf->smhd = NULL; + } + if (minf->hmhd) { + atom_hmhd_free (minf->hmhd); + minf->hmhd = NULL; + } +} + +static void +atom_minf_clear (AtomMINF * minf) +{ + atom_clear (&minf->header); + atom_minf_clear_handlers (minf); + if (minf->hdlr) { + atom_hdlr_free (minf->hdlr); + } + atom_dinf_clear (&minf->dinf); + atom_stbl_clear (&minf->stbl); +} + +static void +atom_mdhd_init (AtomMDHD * mdhd) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&mdhd->header, FOURCC_mdhd, 0, 0, 0, flags); + common_time_info_init (&mdhd->time_info); + mdhd->language_code = 0; + mdhd->quality = 0; +} + +static void +atom_mdhd_clear (AtomMDHD * mdhd) +{ + atom_full_clear (&mdhd->header); +} + +static void +atom_mdia_init (AtomMDIA * mdia, AtomsContext * context) +{ + atom_header_set (&mdia->header, FOURCC_mdia, 0, 0); + + atom_mdhd_init (&mdia->mdhd); + atom_hdlr_init (&mdia->hdlr, context); + atom_minf_init (&mdia->minf, context); +} + +static void +atom_mdia_clear (AtomMDIA * mdia) +{ + atom_clear (&mdia->header); + atom_mdhd_clear (&mdia->mdhd); + atom_hdlr_clear (&mdia->hdlr); + atom_minf_clear (&mdia->minf); +} + +static void +atom_tkhd_init (AtomTKHD * tkhd, AtomsContext * context) +{ + /* + * flags info + * 1 -> track enabled + * 2 -> track in movie + * 4 -> track in preview + */ + guint8 flags[3] = { 0, 0, 7 }; + + atom_full_init (&tkhd->header, FOURCC_tkhd, 0, 0, 0, flags); + + tkhd->creation_time = tkhd->modification_time = get_current_qt_time (); + tkhd->duration = 0; + tkhd->track_ID = 0; + tkhd->reserved = 0; + + tkhd->reserved2[0] = tkhd->reserved2[1] = 0; + tkhd->layer = 0; + tkhd->alternate_group = 0; + tkhd->volume = 0; + tkhd->reserved3 = 0; + memset (tkhd->matrix, 0, sizeof (guint32) * 9); + tkhd->matrix[0] = 1 << 16; + tkhd->matrix[4] = 1 << 16; + tkhd->matrix[8] = 16384 << 16; + tkhd->width = 0; + tkhd->height = 0; +} + +static void +atom_tkhd_clear (AtomTKHD * tkhd) +{ + atom_full_clear (&tkhd->header); +} + +static void +atom_ilst_init (AtomILST * ilst) +{ + atom_header_set (&ilst->header, FOURCC_ilst, 0, 0); + ilst->entries = NULL; +} + +static AtomILST * +atom_ilst_new (void) +{ + AtomILST *ilst = g_new0 (AtomILST, 1); + + atom_ilst_init (ilst); + return ilst; +} + +static void +atom_ilst_free (AtomILST * ilst) +{ + if (ilst->entries) + atom_info_list_free (ilst->entries); + atom_clear (&ilst->header); + g_free (ilst); +} + +static void +atom_meta_init (AtomMETA * meta, AtomsContext * context) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&meta->header, FOURCC_meta, 0, 0, 0, flags); + atom_hdlr_init (&meta->hdlr, context); + /* FIXME (ISOM says this is always 0) */ + meta->hdlr.component_type = FOURCC_mhlr; + meta->hdlr.handler_type = FOURCC_mdir; + meta->ilst = NULL; +} + +static AtomMETA * +atom_meta_new (AtomsContext * context) +{ + AtomMETA *meta = g_new0 (AtomMETA, 1); + + atom_meta_init (meta, context); + return meta; +} + +static void +atom_meta_free (AtomMETA * meta) +{ + atom_full_clear (&meta->header); + atom_hdlr_clear (&meta->hdlr); + if (meta->ilst) + atom_ilst_free (meta->ilst); + meta->ilst = NULL; + g_free (meta); +} + +static void +atom_udta_init_metatags (AtomUDTA * udta, AtomsContext * context) +{ + if (context->flavor != ATOMS_TREE_FLAVOR_3GP) { + if (!udta->meta) { + udta->meta = atom_meta_new (context); + } + if (!udta->meta->ilst) { + udta->meta->ilst = atom_ilst_new (); + } + } +} + +static void +atom_udta_init (AtomUDTA * udta, AtomsContext * context) +{ + atom_header_set (&udta->header, FOURCC_udta, 0, 0); + udta->meta = NULL; + udta->context = context; + + atom_udta_init_metatags (udta, context); +} + +static void +atom_udta_clear (AtomUDTA * udta) +{ + atom_clear (&udta->header); + if (udta->meta) + atom_meta_free (udta->meta); + udta->meta = NULL; + if (udta->entries) + atom_info_list_free (udta->entries); +} + +static void +atom_tag_data_init (AtomTagData * data) +{ + guint8 flags[] = { 0, 0, 0 }; + + atom_full_init (&data->header, FOURCC_data, 0, 0, 0, flags); +} + +static void +atom_tag_data_clear (AtomTagData * data) +{ + atom_full_clear (&data->header); + g_free (data->data); + data->datalen = 0; +} + +/* + * Fourcc is the tag fourcc + * flags will be truncated to 24bits + */ +static AtomTag * +atom_tag_new (guint32 fourcc, guint32 flags_as_uint) +{ + AtomTag *tag = g_new0 (AtomTag, 1); + + tag->header.type = fourcc; + atom_tag_data_init (&tag->data); + atom_full_set_flags_as_uint (&tag->data.header, flags_as_uint); + return tag; +} + +static void +atom_tag_free (AtomTag * tag) +{ + atom_clear (&tag->header); + atom_tag_data_clear (&tag->data); + g_free (tag); +} + +static void +atom_mvhd_init (AtomMVHD * mvhd) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&(mvhd->header), FOURCC_mvhd, sizeof (AtomMVHD), 0, 0, flags); + + common_time_info_init (&mvhd->time_info); + + mvhd->prefered_rate = 1 << 16; + mvhd->volume = 1 << 8; + mvhd->reserved3 = 0; + memset (mvhd->reserved4, 0, sizeof (guint32[2])); + + memset (mvhd->matrix, 0, sizeof (guint32[9])); + mvhd->matrix[0] = 1 << 16; + mvhd->matrix[4] = 1 << 16; + mvhd->matrix[8] = 16384 << 16; + + mvhd->preview_time = 0; + mvhd->preview_duration = 0; + mvhd->poster_time = 0; + mvhd->selection_time = 0; + mvhd->selection_duration = 0; + mvhd->current_time = 0; + + mvhd->next_track_id = 1; +} + +static void +atom_mvhd_clear (AtomMVHD * mvhd) +{ + atom_full_clear (&mvhd->header); +} + +static void +atom_mehd_init (AtomMEHD * mehd) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&mehd->header, FOURCC_mehd, 0, 0, 1, flags); + mehd->fragment_duration = 0; +} + +static void +atom_mvex_init (AtomMVEX * mvex) +{ + atom_header_set (&mvex->header, FOURCC_mvex, 0, 0); + atom_mehd_init (&mvex->mehd); + mvex->trexs = NULL; +} + +static void +atom_trak_init (AtomTRAK * trak, AtomsContext * context) +{ + atom_header_set (&trak->header, FOURCC_trak, 0, 0); + + atom_tkhd_init (&trak->tkhd, context); + trak->context = context; + atom_udta_init (&trak->udta, context); + trak->edts = NULL; + atom_mdia_init (&trak->mdia, context); +} + +AtomTRAK * +atom_trak_new (AtomsContext * context) +{ + AtomTRAK *trak = g_new0 (AtomTRAK, 1); + + atom_trak_init (trak, context); + return trak; +} + +static void +atom_trak_clear (AtomTRAK * trak) +{ + atom_clear (&trak->header); + atom_tkhd_clear (&trak->tkhd); + if (trak->edts) + atom_edts_free (trak->edts); + atom_udta_clear (&trak->udta); + atom_mdia_clear (&trak->mdia); +} + +static void +atom_trak_free (AtomTRAK * trak) +{ + atom_trak_clear (trak); + g_free (trak); +} + + +static void +atom_moov_init (AtomMOOV * moov, AtomsContext * context) +{ + atom_header_set (&(moov->header), FOURCC_moov, 0, 0); + atom_mvhd_init (&(moov->mvhd)); + atom_mvex_init (&(moov->mvex)); + atom_udta_init (&moov->udta, context); + moov->traks = NULL; + moov->context = *context; +} + +AtomMOOV * +atom_moov_new (AtomsContext * context) +{ + AtomMOOV *moov = g_new0 (AtomMOOV, 1); + + atom_moov_init (moov, context); + return moov; +} + +static void +atom_trex_free (AtomTREX * trex) +{ + atom_full_clear (&trex->header); + g_free (trex); +} + +static void +atom_mvex_clear (AtomMVEX * mvex) +{ + GList *walker; + + atom_clear (&mvex->header); + walker = mvex->trexs; + while (walker) { + atom_trex_free ((AtomTREX *) walker->data); + walker = g_list_next (walker); + } + g_list_free (mvex->trexs); + mvex->trexs = NULL; +} + +void +atom_moov_free (AtomMOOV * moov) +{ + GList *walker; + + atom_clear (&moov->header); + atom_mvhd_clear (&moov->mvhd); + + walker = moov->traks; + while (walker) { + atom_trak_free ((AtomTRAK *) walker->data); + walker = g_list_next (walker); + } + g_list_free (moov->traks); + moov->traks = NULL; + + atom_udta_clear (&moov->udta); + atom_mvex_clear (&moov->mvex); + + g_free (moov); +} + +/* -- end of init / free -- */ + +/* -- copy data functions -- */ + +static guint8 +atom_full_get_version (AtomFull * full) +{ + return full->version; +} + +static guint64 +common_time_info_copy_data (TimeInfo * ti, gboolean trunc_to_32, + guint8 ** buffer, guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + + if (trunc_to_32) { + prop_copy_uint32 ((guint32) ti->creation_time, buffer, size, offset); + prop_copy_uint32 ((guint32) ti->modification_time, buffer, size, offset); + prop_copy_uint32 (ti->timescale, buffer, size, offset); + prop_copy_uint32 ((guint32) ti->duration, buffer, size, offset); + } else { + prop_copy_uint64 (ti->creation_time, buffer, size, offset); + prop_copy_uint64 (ti->modification_time, buffer, size, offset); + prop_copy_uint32 (ti->timescale, buffer, size, offset); + prop_copy_uint64 (ti->duration, buffer, size, offset); + } + return *offset - original_offset; +} + +static void +atom_write_size (guint8 ** buffer, guint64 * size, guint64 * offset, + guint64 atom_pos) +{ + /* this only works for non-extended atom size, which is OK + * (though it could be made to do mem_move, etc and write extended size) */ + prop_copy_uint32 (*offset - atom_pos, buffer, size, &atom_pos); +} + +guint64 +atom_copy_data (Atom * atom, guint8 ** buffer, guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + + /* copies type and size */ + prop_copy_uint32 (atom->size, buffer, size, offset); + prop_copy_fourcc (atom->type, buffer, size, offset); + + /* extended size needed */ + if (atom->size == 1) { + /* really should not happen other than with mdat atom; + * would be a problem for size (re)write code, not to mention memory */ + g_return_val_if_fail (atom->type == FOURCC_mdat, 0); + prop_copy_uint64 (atom->extended_size, buffer, size, offset); + } + + return *offset - original_offset; +} + +static guint64 +atom_full_copy_data (AtomFull * atom, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_copy_data (&atom->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint8 (atom->version, buffer, size, offset); + prop_copy_uint8_array (atom->flags, 3, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_info_list_copy_data (GList * ai, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + while (ai) { + AtomInfo *info = (AtomInfo *) ai->data; + + if (!info->copy_data_func (info->atom, buffer, size, offset)) { + return 0; + } + ai = g_list_next (ai); + } + + return *offset - original_offset; +} + +static guint64 +atom_data_copy_data (AtomData * data, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_copy_data (&data->header, buffer, size, offset)) { + return 0; + } + if (data->datalen) + prop_copy_uint8_array (data->data, data->datalen, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_uuid_copy_data (AtomUUID * uuid, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_copy_data (&uuid->header, buffer, size, offset)) { + return 0; + } + prop_copy_uint8_array (uuid->uuid, 16, buffer, size, offset); + if (uuid->datalen) + prop_copy_uint8_array (uuid->data, uuid->datalen, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +guint64 +atom_ftyp_copy_data (AtomFTYP * ftyp, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_copy_data (&ftyp->header, buffer, size, offset)) { + return 0; + } + prop_copy_fourcc (ftyp->major_brand, buffer, size, offset); + prop_copy_uint32 (ftyp->version, buffer, size, offset); + + prop_copy_fourcc_array (ftyp->compatible_brands, ftyp->compatible_brands_size, + buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +guint64 +atom_mvhd_copy_data (AtomMVHD * atom, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint8 version; + guint64 original_offset = *offset; + + if (!atom_full_copy_data (&(atom->header), buffer, size, offset)) { + return 0; + } + + version = atom_full_get_version (&(atom->header)); + if (version == 0) { + common_time_info_copy_data (&atom->time_info, TRUE, buffer, size, offset); + } else if (version == 1) { + common_time_info_copy_data (&atom->time_info, FALSE, buffer, size, offset); + } else { + *offset = original_offset; + return 0; + } + + prop_copy_uint32 (atom->prefered_rate, buffer, size, offset); + prop_copy_uint16 (atom->volume, buffer, size, offset); + prop_copy_uint16 (atom->reserved3, buffer, size, offset); + prop_copy_uint32_array (atom->reserved4, 2, buffer, size, offset); + prop_copy_uint32_array (atom->matrix, 9, buffer, size, offset); + prop_copy_uint32 (atom->preview_time, buffer, size, offset); + prop_copy_uint32 (atom->preview_duration, buffer, size, offset); + prop_copy_uint32 (atom->poster_time, buffer, size, offset); + prop_copy_uint32 (atom->selection_time, buffer, size, offset); + prop_copy_uint32 (atom->selection_duration, buffer, size, offset); + prop_copy_uint32 (atom->current_time, buffer, size, offset); + + prop_copy_uint32 (atom->next_track_id, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_tkhd_copy_data (AtomTKHD * tkhd, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_full_copy_data (&tkhd->header, buffer, size, offset)) { + return 0; + } + + if (atom_full_get_version (&tkhd->header) == 0) { + prop_copy_uint32 ((guint32) tkhd->creation_time, buffer, size, offset); + prop_copy_uint32 ((guint32) tkhd->modification_time, buffer, size, offset); + prop_copy_uint32 (tkhd->track_ID, buffer, size, offset); + prop_copy_uint32 (tkhd->reserved, buffer, size, offset); + prop_copy_uint32 ((guint32) tkhd->duration, buffer, size, offset); + } else { + prop_copy_uint64 (tkhd->creation_time, buffer, size, offset); + prop_copy_uint64 (tkhd->modification_time, buffer, size, offset); + prop_copy_uint32 (tkhd->track_ID, buffer, size, offset); + prop_copy_uint32 (tkhd->reserved, buffer, size, offset); + prop_copy_uint64 (tkhd->duration, buffer, size, offset); + } + + prop_copy_uint32_array (tkhd->reserved2, 2, buffer, size, offset); + prop_copy_uint16 (tkhd->layer, buffer, size, offset); + prop_copy_uint16 (tkhd->alternate_group, buffer, size, offset); + prop_copy_uint16 (tkhd->volume, buffer, size, offset); + prop_copy_uint16 (tkhd->reserved3, buffer, size, offset); + prop_copy_uint32_array (tkhd->matrix, 9, buffer, size, offset); + + prop_copy_uint32 (tkhd->width, buffer, size, offset); + prop_copy_uint32 (tkhd->height, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_hdlr_copy_data (AtomHDLR * hdlr, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_full_copy_data (&hdlr->header, buffer, size, offset)) { + return 0; + } + + prop_copy_fourcc (hdlr->component_type, buffer, size, offset); + prop_copy_fourcc (hdlr->handler_type, buffer, size, offset); + prop_copy_fourcc (hdlr->manufacturer, buffer, size, offset); + prop_copy_uint32 (hdlr->flags, buffer, size, offset); + prop_copy_uint32 (hdlr->flags_mask, buffer, size, offset); + + if (hdlr->flavor == ATOMS_TREE_FLAVOR_MOV) { + prop_copy_size_string ((guint8 *) hdlr->name, strlen (hdlr->name), buffer, + size, offset); + } else { + /* assume isomedia base is more generic and use null terminated */ + prop_copy_null_terminated_string (hdlr->name, buffer, size, offset); + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_vmhd_copy_data (AtomVMHD * vmhd, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_full_copy_data (&vmhd->header, buffer, size, offset)) { + return 0; + } + prop_copy_uint16 (vmhd->graphics_mode, buffer, size, offset); + prop_copy_uint16_array (vmhd->opcolor, 3, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return original_offset - *offset; +} + +static guint64 +atom_smhd_copy_data (AtomSMHD * smhd, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_full_copy_data (&smhd->header, buffer, size, offset)) { + return 0; + } + prop_copy_uint16 (smhd->balance, buffer, size, offset); + prop_copy_uint16 (smhd->reserved, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return original_offset - *offset; +} + +static guint64 +atom_hmhd_copy_data (AtomHMHD * hmhd, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_full_copy_data (&hmhd->header, buffer, size, offset)) { + return 0; + } + prop_copy_uint16 (hmhd->max_pdu_size, buffer, size, offset); + prop_copy_uint16 (hmhd->avg_pdu_size, buffer, size, offset); + prop_copy_uint32 (hmhd->max_bitrate, buffer, size, offset); + prop_copy_uint32 (hmhd->avg_bitrate, buffer, size, offset); + prop_copy_uint32 (hmhd->sliding_avg_bitrate, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return original_offset - *offset; +} + +static gboolean +atom_url_same_file_flag (AtomURL * url) +{ + return (url->header.flags[2] & 0x1) == 1; +} + +static guint64 +atom_url_copy_data (AtomURL * url, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_full_copy_data (&url->header, buffer, size, offset)) { + return 0; + } + + if (!atom_url_same_file_flag (url)) { + prop_copy_null_terminated_string (url->location, buffer, size, offset); + } + + atom_write_size (buffer, size, offset, original_offset); + return original_offset - *offset; +} + +guint64 +atom_stts_copy_data (AtomSTTS * stts, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + guint i; + + if (!atom_full_copy_data (&stts->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (atom_array_get_len (&stts->entries), buffer, size, offset); + /* minimize realloc */ + prop_copy_ensure_buffer (buffer, size, offset, + 8 * atom_array_get_len (&stts->entries)); + for (i = 0; i < atom_array_get_len (&stts->entries); i++) { + STTSEntry *entry = &atom_array_index (&stts->entries, i); + + prop_copy_uint32 (entry->sample_count, buffer, size, offset); + prop_copy_int32 (entry->sample_delta, buffer, size, offset); + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_sample_entry_copy_data (SampleTableEntry * se, guint8 ** buffer, + guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_copy_data (&se->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint8_array (se->reserved, 6, buffer, size, offset); + prop_copy_uint16 (se->data_reference_index, buffer, size, offset); + + return *offset - original_offset; +} + +static guint64 +atom_esds_copy_data (AtomESDS * esds, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_full_copy_data (&esds->header, buffer, size, offset)) { + return 0; + } + if (!desc_es_descriptor_copy_data (&esds->es, buffer, size, offset)) { + return 0; + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_frma_copy_data (AtomFRMA * frma, guint8 ** buffer, + guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_copy_data (&(frma->header), buffer, size, offset)) + return 0; + + prop_copy_fourcc (frma->media_type, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_mp4s_copy_data (SampleTableEntryMP4S * mp4s, guint8 ** buffer, + guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_sample_entry_copy_data (&mp4s->se, buffer, size, offset)) { + return 0; + } + if (!atom_esds_copy_data (&mp4s->es, buffer, size, offset)) { + return 0; + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_hint_sample_entry_copy_data (AtomHintSampleEntry * hse, guint8 ** buffer, + guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_sample_entry_copy_data (&hse->se, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (hse->size, buffer, size, offset); + prop_copy_uint8_array (hse->data, hse->size, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +sample_entry_mp4a_copy_data (SampleTableEntryMP4A * mp4a, guint8 ** buffer, + guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_sample_entry_copy_data (&mp4a->se, buffer, size, offset)) { + return 0; + } + + prop_copy_uint16 (mp4a->version, buffer, size, offset); + prop_copy_uint16 (mp4a->revision_level, buffer, size, offset); + prop_copy_uint32 (mp4a->vendor, buffer, size, offset); + prop_copy_uint16 (mp4a->channels, buffer, size, offset); + prop_copy_uint16 (mp4a->sample_size, buffer, size, offset); + prop_copy_uint16 (mp4a->compression_id, buffer, size, offset); + prop_copy_uint16 (mp4a->packet_size, buffer, size, offset); + prop_copy_uint32 (mp4a->sample_rate, buffer, size, offset); + + /* this should always be 0 for mp4 flavor */ + if (mp4a->version == 1) { + prop_copy_uint32 (mp4a->samples_per_packet, buffer, size, offset); + prop_copy_uint32 (mp4a->bytes_per_packet, buffer, size, offset); + prop_copy_uint32 (mp4a->bytes_per_frame, buffer, size, offset); + prop_copy_uint32 (mp4a->bytes_per_sample, buffer, size, offset); + } + + if (mp4a->extension_atoms) { + if (!atom_info_list_copy_data (mp4a->extension_atoms, buffer, size, offset)) + return 0; + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +sample_entry_mp4v_copy_data (SampleTableEntryMP4V * mp4v, guint8 ** buffer, + guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_sample_entry_copy_data (&mp4v->se, buffer, size, offset)) { + return 0; + } + + prop_copy_uint16 (mp4v->version, buffer, size, offset); + prop_copy_uint16 (mp4v->revision_level, buffer, size, offset); + prop_copy_fourcc (mp4v->vendor, buffer, size, offset); + prop_copy_uint32 (mp4v->temporal_quality, buffer, size, offset); + prop_copy_uint32 (mp4v->spatial_quality, buffer, size, offset); + + prop_copy_uint16 (mp4v->width, buffer, size, offset); + prop_copy_uint16 (mp4v->height, buffer, size, offset); + + prop_copy_uint32 (mp4v->horizontal_resolution, buffer, size, offset); + prop_copy_uint32 (mp4v->vertical_resolution, buffer, size, offset); + prop_copy_uint32 (mp4v->datasize, buffer, size, offset); + + prop_copy_uint16 (mp4v->frame_count, buffer, size, offset); + + prop_copy_fixed_size_string ((guint8 *) mp4v->compressor, 32, buffer, size, + offset); + + prop_copy_uint16 (mp4v->depth, buffer, size, offset); + prop_copy_uint16 (mp4v->color_table_id, buffer, size, offset); + + /* extra atoms */ + if (mp4v->extension_atoms && + !atom_info_list_copy_data (mp4v->extension_atoms, buffer, size, offset)) + return 0; + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +sample_entry_tx3g_copy_data (SampleTableEntryTX3G * tx3g, guint8 ** buffer, + guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_sample_entry_copy_data (&tx3g->se, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (tx3g->display_flags, buffer, size, offset); + + /* reserved */ + prop_copy_uint8 (1, buffer, size, offset); + prop_copy_uint8 (-1, buffer, size, offset); + prop_copy_uint32 (0, buffer, size, offset); + + prop_copy_uint64 (tx3g->default_text_box, buffer, size, offset); + + /* reserved */ + prop_copy_uint32 (0, buffer, size, offset); + + prop_copy_uint16 (tx3g->font_id, buffer, size, offset); + prop_copy_uint8 (tx3g->font_face, buffer, size, offset); + prop_copy_uint8 (tx3g->font_size, buffer, size, offset); + prop_copy_uint32 (tx3g->foreground_color_rgba, buffer, size, offset); + + /* it must have a fonttable atom */ + { + Atom atom; + + atom_header_set (&atom, FOURCC_ftab, 18, 0); + atom_copy_data (&atom, buffer, size, offset); + prop_copy_uint16 (1, buffer, size, offset); /* Count must be 1 */ + prop_copy_uint16 (1, buffer, size, offset); /* Font id: 1 */ + prop_copy_size_string ((guint8 *) "Serif", 5, buffer, size, offset); + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +guint64 +atom_stsz_copy_data (AtomSTSZ * stsz, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + guint i; + + if (!atom_full_copy_data (&stsz->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (stsz->sample_size, buffer, size, offset); + prop_copy_uint32 (stsz->table_size, buffer, size, offset); + if (stsz->sample_size == 0) { + /* minimize realloc */ + prop_copy_ensure_buffer (buffer, size, offset, 4 * stsz->table_size); + /* entry count must match sample count */ + g_assert (atom_array_get_len (&stsz->entries) == stsz->table_size); + for (i = 0; i < atom_array_get_len (&stsz->entries); i++) { + prop_copy_uint32 (atom_array_index (&stsz->entries, i), buffer, size, + offset); + } + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +guint64 +atom_stsc_copy_data (AtomSTSC * stsc, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + guint i; + + if (!atom_full_copy_data (&stsc->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (atom_array_get_len (&stsc->entries), buffer, size, offset); + /* minimize realloc */ + prop_copy_ensure_buffer (buffer, size, offset, + 12 * atom_array_get_len (&stsc->entries)); + + for (i = 0; i < atom_array_get_len (&stsc->entries); i++) { + STSCEntry *entry = &atom_array_index (&stsc->entries, i); + + prop_copy_uint32 (entry->first_chunk, buffer, size, offset); + prop_copy_uint32 (entry->samples_per_chunk, buffer, size, offset); + prop_copy_uint32 (entry->sample_description_index, buffer, size, offset); + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +guint64 +atom_ctts_copy_data (AtomCTTS * ctts, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + guint i; + + if (!atom_full_copy_data (&ctts->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (atom_array_get_len (&ctts->entries), buffer, size, offset); + /* minimize realloc */ + prop_copy_ensure_buffer (buffer, size, offset, + 8 * atom_array_get_len (&ctts->entries)); + for (i = 0; i < atom_array_get_len (&ctts->entries); i++) { + CTTSEntry *entry = &atom_array_index (&ctts->entries, i); + + prop_copy_uint32 (entry->samplecount, buffer, size, offset); + prop_copy_uint32 (entry->sampleoffset, buffer, size, offset); + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +guint64 +atom_stco64_copy_data (AtomSTCO64 * stco64, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + guint i; + gboolean trunc_to_32 = stco64->header.header.type == FOURCC_stco; + + if (!atom_full_copy_data (&stco64->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (atom_array_get_len (&stco64->entries), buffer, size, + offset); + + /* minimize realloc */ + prop_copy_ensure_buffer (buffer, size, offset, + 8 * atom_array_get_len (&stco64->entries)); + for (i = 0; i < atom_array_get_len (&stco64->entries); i++) { + guint64 *value = &atom_array_index (&stco64->entries, i); + + if (trunc_to_32) { + prop_copy_uint32 ((guint32) * value, buffer, size, offset); + } else { + prop_copy_uint64 (*value, buffer, size, offset); + } + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +guint64 +atom_stss_copy_data (AtomSTSS * stss, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + guint i; + + if (atom_array_get_len (&stss->entries) == 0) { + /* FIXME not needing this atom might be confused with error while copying */ + return 0; + } + + if (!atom_full_copy_data (&stss->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (atom_array_get_len (&stss->entries), buffer, size, offset); + /* minimize realloc */ + prop_copy_ensure_buffer (buffer, size, offset, + 4 * atom_array_get_len (&stss->entries)); + for (i = 0; i < atom_array_get_len (&stss->entries); i++) { + prop_copy_uint32 (atom_array_index (&stss->entries, i), buffer, size, + offset); + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_stsd_copy_data (AtomSTSD * stsd, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + GList *walker; + + if (!atom_full_copy_data (&stsd->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (stsd->n_entries, buffer, size, offset); + + for (walker = g_list_last (stsd->entries); walker != NULL; + walker = g_list_previous (walker)) { + SampleTableEntry *se = (SampleTableEntry *) walker->data; + + switch (((Atom *) walker->data)->type) { + case FOURCC_mp4a: + if (!sample_entry_mp4a_copy_data ((SampleTableEntryMP4A *) walker->data, + buffer, size, offset)) { + return 0; + } + break; + case FOURCC_mp4s: + if (!atom_mp4s_copy_data ((SampleTableEntryMP4S *) walker->data, + buffer, size, offset)) { + return 0; + } + break; + case FOURCC_mp4v: + if (!sample_entry_mp4v_copy_data ((SampleTableEntryMP4V *) walker->data, + buffer, size, offset)) { + return 0; + } + break; + default: + if (se->kind == VIDEO) { + if (!sample_entry_mp4v_copy_data ((SampleTableEntryMP4V *) + walker->data, buffer, size, offset)) { + return 0; + } + } else if (se->kind == AUDIO) { + if (!sample_entry_mp4a_copy_data ((SampleTableEntryMP4A *) + walker->data, buffer, size, offset)) { + return 0; + } + } else if (se->kind == SUBTITLE) { + if (!sample_entry_tx3g_copy_data ((SampleTableEntryTX3G *) + walker->data, buffer, size, offset)) { + return 0; + } + } else { + if (!atom_hint_sample_entry_copy_data ( + (AtomHintSampleEntry *) walker->data, buffer, size, offset)) { + return 0; + } + } + break; + } + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_stbl_copy_data (AtomSTBL * stbl, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_copy_data (&stbl->header, buffer, size, offset)) { + return 0; + } + + if (!atom_stsd_copy_data (&stbl->stsd, buffer, size, offset)) { + return 0; + } + if (!atom_stts_copy_data (&stbl->stts, buffer, size, offset)) { + return 0; + } + /* this atom is optional, so let's check if we need it + * (to avoid false error) */ + if (atom_array_get_len (&stbl->stss.entries)) { + if (!atom_stss_copy_data (&stbl->stss, buffer, size, offset)) { + return 0; + } + } + + if (!atom_stsc_copy_data (&stbl->stsc, buffer, size, offset)) { + return 0; + } + if (!atom_stsz_copy_data (&stbl->stsz, buffer, size, offset)) { + return 0; + } + if (stbl->ctts && stbl->ctts->do_pts) { + if (!atom_ctts_copy_data (stbl->ctts, buffer, size, offset)) { + return 0; + } + } + if (!atom_stco64_copy_data (&stbl->stco64, buffer, size, offset)) { + return 0; + } + + atom_write_size (buffer, size, offset, original_offset); + return original_offset - *offset; +} + + +static guint64 +atom_dref_copy_data (AtomDREF * dref, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + GList *walker; + + if (!atom_full_copy_data (&dref->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (g_list_length (dref->entries), buffer, size, offset); + + walker = dref->entries; + while (walker != NULL) { + Atom *atom = (Atom *) walker->data; + + if (atom->type == FOURCC_url_) { + if (!atom_url_copy_data ((AtomURL *) atom, buffer, size, offset)) + return 0; + } else if (atom->type == FOURCC_alis) { + if (!atom_full_copy_data ((AtomFull *) atom, buffer, size, offset)) + return 0; + } else { + g_error ("Unsupported atom used inside dref atom"); + } + walker = g_list_next (walker); + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_dinf_copy_data (AtomDINF * dinf, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_copy_data (&dinf->header, buffer, size, offset)) { + return 0; + } + + if (!atom_dref_copy_data (&dinf->dref, buffer, size, offset)) { + return 0; + } + + atom_write_size (buffer, size, offset, original_offset); + return original_offset - *offset; +} + +static guint64 +atom_minf_copy_data (AtomMINF * minf, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_copy_data (&minf->header, buffer, size, offset)) { + return 0; + } + + if (minf->vmhd) { + if (!atom_vmhd_copy_data (minf->vmhd, buffer, size, offset)) { + return 0; + } + } else if (minf->smhd) { + if (!atom_smhd_copy_data (minf->smhd, buffer, size, offset)) { + return 0; + } + } else if (minf->hmhd) { + if (!atom_hmhd_copy_data (minf->hmhd, buffer, size, offset)) { + return 0; + } + } + + if (minf->hdlr) { + if (!atom_hdlr_copy_data (minf->hdlr, buffer, size, offset)) { + return 0; + } + } + + if (!atom_dinf_copy_data (&minf->dinf, buffer, size, offset)) { + return 0; + } + if (!atom_stbl_copy_data (&minf->stbl, buffer, size, offset)) { + return 0; + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_mdhd_copy_data (AtomMDHD * mdhd, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_full_copy_data (&mdhd->header, buffer, size, offset)) { + return 0; + } + + if (!common_time_info_copy_data (&mdhd->time_info, + atom_full_get_version (&mdhd->header) == 0, buffer, size, offset)) { + return 0; + } + + prop_copy_uint16 (mdhd->language_code, buffer, size, offset); + prop_copy_uint16 (mdhd->quality, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_mdia_copy_data (AtomMDIA * mdia, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_copy_data (&mdia->header, buffer, size, offset)) { + return 0; + } + if (!atom_mdhd_copy_data (&mdia->mdhd, buffer, size, offset)) { + return 0; + } + if (!atom_hdlr_copy_data (&mdia->hdlr, buffer, size, offset)) { + return 0; + } + + if (!atom_minf_copy_data (&mdia->minf, buffer, size, offset)) { + return 0; + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_elst_copy_data (AtomELST * elst, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + GSList *walker; + + if (!atom_full_copy_data (&elst->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (g_slist_length (elst->entries), buffer, size, offset); + + for (walker = elst->entries; walker != NULL; walker = g_slist_next (walker)) { + EditListEntry *entry = (EditListEntry *) walker->data; + prop_copy_uint32 (entry->duration, buffer, size, offset); + prop_copy_uint32 (entry->media_time, buffer, size, offset); + prop_copy_uint32 (entry->media_rate, buffer, size, offset); + } + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_edts_copy_data (AtomEDTS * edts, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_copy_data (&(edts->header), buffer, size, offset)) + return 0; + + if (!atom_elst_copy_data (&(edts->elst), buffer, size, offset)) + return 0; + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_tag_data_copy_data (AtomTagData * data, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_full_copy_data (&data->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (data->reserved, buffer, size, offset); + prop_copy_uint8_array (data->data, data->datalen, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_tag_copy_data (AtomTag * tag, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_copy_data (&tag->header, buffer, size, offset)) { + return 0; + } + + if (!atom_tag_data_copy_data (&tag->data, buffer, size, offset)) { + return 0; + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_ilst_copy_data (AtomILST * ilst, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_copy_data (&ilst->header, buffer, size, offset)) { + return 0; + } + /* extra atoms */ + if (ilst->entries && + !atom_info_list_copy_data (ilst->entries, buffer, size, offset)) + return 0; + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_meta_copy_data (AtomMETA * meta, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_full_copy_data (&meta->header, buffer, size, offset)) { + return 0; + } + if (!atom_hdlr_copy_data (&meta->hdlr, buffer, size, offset)) { + return 0; + } + if (meta->ilst) { + if (!atom_ilst_copy_data (meta->ilst, buffer, size, offset)) { + return 0; + } + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_udta_copy_data (AtomUDTA * udta, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_copy_data (&udta->header, buffer, size, offset)) { + return 0; + } + if (udta->meta) { + if (!atom_meta_copy_data (udta->meta, buffer, size, offset)) { + return 0; + } + } + if (udta->entries) { + /* extra atoms */ + if (!atom_info_list_copy_data (udta->entries, buffer, size, offset)) + return 0; + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_mehd_copy_data (AtomMEHD * mehd, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_full_copy_data (&mehd->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint64 (mehd->fragment_duration, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_trex_copy_data (AtomTREX * trex, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_full_copy_data (&trex->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (trex->track_ID, buffer, size, offset); + prop_copy_uint32 (trex->default_sample_description_index, buffer, size, + offset); + prop_copy_uint32 (trex->default_sample_duration, buffer, size, offset); + prop_copy_uint32 (trex->default_sample_size, buffer, size, offset); + prop_copy_uint32 (trex->default_sample_flags, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_mvex_copy_data (AtomMVEX * mvex, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + GList *walker; + + if (!atom_copy_data (&mvex->header, buffer, size, offset)) { + return 0; + } + + if (!atom_mehd_copy_data (&mvex->mehd, buffer, size, offset)) { + return 0; + } + + walker = g_list_first (mvex->trexs); + while (walker != NULL) { + if (!atom_trex_copy_data ((AtomTREX *) walker->data, buffer, size, offset)) { + return 0; + } + walker = g_list_next (walker); + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +guint64 +atom_trak_copy_data (AtomTRAK * trak, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_copy_data (&trak->header, buffer, size, offset)) { + return 0; + } + if (!atom_tkhd_copy_data (&trak->tkhd, buffer, size, offset)) { + return 0; + } + if (trak->edts) { + if (!atom_edts_copy_data (trak->edts, buffer, size, offset)) { + return 0; + } + } + + if (!atom_mdia_copy_data (&trak->mdia, buffer, size, offset)) { + return 0; + } + + if (!atom_udta_copy_data (&trak->udta, buffer, size, offset)) { + return 0; + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + + +guint64 +atom_moov_copy_data (AtomMOOV * atom, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + GList *walker; + + if (!atom_copy_data (&(atom->header), buffer, size, offset)) + return 0; + + if (!atom_mvhd_copy_data (&(atom->mvhd), buffer, size, offset)) + return 0; + + walker = g_list_first (atom->traks); + while (walker != NULL) { + if (!atom_trak_copy_data ((AtomTRAK *) walker->data, buffer, size, offset)) { + return 0; + } + walker = g_list_next (walker); + } + + if (!atom_udta_copy_data (&atom->udta, buffer, size, offset)) { + return 0; + } + + if (atom->fragmented) { + if (!atom_mvex_copy_data (&atom->mvex, buffer, size, offset)) { + return 0; + } + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_wave_copy_data (AtomWAVE * wave, guint8 ** buffer, + guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_copy_data (&(wave->header), buffer, size, offset)) + return 0; + + if (wave->extension_atoms) { + if (!atom_info_list_copy_data (wave->extension_atoms, buffer, size, offset)) + return 0; + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +/* -- end of copy data functions -- */ + +/* -- general functions, API and support functions */ + +/* add samples to tables */ + +static void +atom_stsc_add_new_entry (AtomSTSC * stsc, guint32 first_chunk, guint32 nsamples) +{ + STSCEntry nentry; + gint len; + + if ((len = atom_array_get_len (&stsc->entries)) && + ((atom_array_index (&stsc->entries, len - 1)).samples_per_chunk == + nsamples)) + return; + + nentry.first_chunk = first_chunk; + nentry.samples_per_chunk = nsamples; + nentry.sample_description_index = 1; + atom_array_append (&stsc->entries, nentry, 128); +} + +static void +atom_stts_add_entry (AtomSTTS * stts, guint32 sample_count, gint32 sample_delta) +{ + STTSEntry *entry = NULL; + + if (G_LIKELY (atom_array_get_len (&stts->entries) != 0)) + entry = &atom_array_index (&stts->entries, + atom_array_get_len (&stts->entries) - 1); + + if (entry && entry->sample_delta == sample_delta) { + entry->sample_count += sample_count; + } else { + STTSEntry nentry; + + nentry.sample_count = sample_count; + nentry.sample_delta = sample_delta; + atom_array_append (&stts->entries, nentry, 256); + } +} + +static void +atom_stsz_add_entry (AtomSTSZ * stsz, guint32 nsamples, guint32 size) +{ + guint32 i; + + stsz->table_size += nsamples; + if (stsz->sample_size != 0) { + /* it is constant size, we don't need entries */ + return; + } + for (i = 0; i < nsamples; i++) { + atom_array_append (&stsz->entries, size, 1024); + } +} + +static guint32 +atom_stco64_get_entry_count (AtomSTCO64 * stco64) +{ + return atom_array_get_len (&stco64->entries); +} + +static void +atom_stco64_add_entry (AtomSTCO64 * stco64, guint64 entry) +{ + atom_array_append (&stco64->entries, entry, 256); + if (entry > G_MAXUINT32) + stco64->header.header.type = FOURCC_co64; +} + +static void +atom_stss_add_entry (AtomSTSS * stss, guint32 sample) +{ + atom_array_append (&stss->entries, sample, 512); +} + +static void +atom_stbl_add_stss_entry (AtomSTBL * stbl) +{ + guint32 sample_index = stbl->stsz.table_size; + + atom_stss_add_entry (&stbl->stss, sample_index); +} + +static void +atom_ctts_add_entry (AtomCTTS * ctts, guint32 nsamples, guint32 offset) +{ + CTTSEntry *entry = NULL; + + if (G_LIKELY (atom_array_get_len (&ctts->entries) != 0)) + entry = &atom_array_index (&ctts->entries, + atom_array_get_len (&ctts->entries) - 1); + + if (entry == NULL || entry->sampleoffset != offset) { + CTTSEntry nentry; + + nentry.samplecount = nsamples; + nentry.sampleoffset = offset; + atom_array_append (&ctts->entries, nentry, 256); + if (offset != 0) + ctts->do_pts = TRUE; + } else { + entry->samplecount += nsamples; + } +} + +static void +atom_stbl_add_ctts_entry (AtomSTBL * stbl, guint32 nsamples, guint32 offset) +{ + if (stbl->ctts == NULL) { + stbl->ctts = atom_ctts_new (); + } + atom_ctts_add_entry (stbl->ctts, nsamples, offset); +} + +void +atom_stbl_add_samples (AtomSTBL * stbl, guint32 nsamples, guint32 delta, + guint32 size, guint64 chunk_offset, gboolean sync, gint64 pts_offset) +{ + atom_stts_add_entry (&stbl->stts, nsamples, delta); + atom_stsz_add_entry (&stbl->stsz, nsamples, size); + atom_stco64_add_entry (&stbl->stco64, chunk_offset); + atom_stsc_add_new_entry (&stbl->stsc, + atom_stco64_get_entry_count (&stbl->stco64), nsamples); + if (sync) + atom_stbl_add_stss_entry (stbl); + /* always store to arrange for consistent content */ + atom_stbl_add_ctts_entry (stbl, nsamples, pts_offset); +} + +void +atom_trak_add_samples (AtomTRAK * trak, guint32 nsamples, guint32 delta, + guint32 size, guint64 chunk_offset, gboolean sync, gint64 pts_offset) +{ + AtomSTBL *stbl = &trak->mdia.minf.stbl; + atom_stbl_add_samples (stbl, nsamples, delta, size, chunk_offset, sync, + pts_offset); +} + +/* trak and moov molding */ + +guint32 +atom_trak_get_timescale (AtomTRAK * trak) +{ + return trak->mdia.mdhd.time_info.timescale; +} + +guint32 +atom_trak_get_id (AtomTRAK * trak) +{ + return trak->tkhd.track_ID; +} + +static void +atom_trak_set_id (AtomTRAK * trak, guint32 id) +{ + trak->tkhd.track_ID = id; +} + +static void +atom_moov_add_trex (AtomMOOV * moov, AtomTREX * trex) +{ + moov->mvex.trexs = g_list_append (moov->mvex.trexs, trex); +} + +static AtomTREX * +atom_trex_new (AtomTRAK * trak) +{ + guint8 flags[3] = { 0, 0, 0 }; + AtomTREX *trex = g_new0 (AtomTREX, 1); + + atom_full_init (&trex->header, FOURCC_trex, 0, 0, 0, flags); + + trex->track_ID = trak->tkhd.track_ID; + trex->default_sample_description_index = 1; + trex->default_sample_duration = 0; + trex->default_sample_size = 0; + trex->default_sample_flags = 0; + + return trex; +} + +void +atom_moov_add_trak (AtomMOOV * moov, AtomTRAK * trak) +{ + atom_trak_set_id (trak, moov->mvhd.next_track_id++); + moov->traks = g_list_append (moov->traks, trak); + /* additional trak means also new trex */ + atom_moov_add_trex (moov, atom_trex_new (trak)); +} + +static guint64 +atom_trak_get_duration (AtomTRAK * trak) +{ + return trak->tkhd.duration; +} + +static guint64 +atom_stts_get_total_duration (AtomSTTS * stts) +{ + guint i; + guint64 sum = 0; + + for (i = 0; i < atom_array_get_len (&stts->entries); i++) { + STTSEntry *entry = &atom_array_index (&stts->entries, i); + + sum += (guint64) (entry->sample_count) * entry->sample_delta; + } + return sum; +} + +static void +atom_trak_update_duration (AtomTRAK * trak, guint64 moov_timescale) +{ + trak->mdia.mdhd.time_info.duration = + atom_stts_get_total_duration (&trak->mdia.minf.stbl.stts); + if (trak->mdia.mdhd.time_info.timescale != 0) { + trak->tkhd.duration = + gst_util_uint64_scale (trak->mdia.mdhd.time_info.duration, + moov_timescale, trak->mdia.mdhd.time_info.timescale); + } else { + trak->tkhd.duration = 0; + } +} + +static guint32 +atom_moov_get_timescale (AtomMOOV * moov) +{ + return moov->mvhd.time_info.timescale; +} + +void +atom_moov_update_timescale (AtomMOOV * moov, guint32 timescale) +{ + moov->mvhd.time_info.timescale = timescale; +} + +void +atom_moov_update_duration (AtomMOOV * moov) +{ + GList *traks = moov->traks; + guint64 dur, duration = 0; + + while (traks) { + AtomTRAK *trak = (AtomTRAK *) traks->data; + + atom_trak_update_duration (trak, atom_moov_get_timescale (moov)); + dur = atom_trak_get_duration (trak); + if (dur > duration) + duration = dur; + traks = g_list_next (traks); + } + moov->mvhd.time_info.duration = duration; + moov->mvex.mehd.fragment_duration = duration; +} + +void +atom_moov_set_fragmented (AtomMOOV * moov, gboolean fragmented) +{ + moov->fragmented = fragmented; +} + +void +atom_stco64_chunks_add_offset (AtomSTCO64 * stco64, guint32 offset) +{ + guint i; + + for (i = 0; i < atom_array_get_len (&stco64->entries); i++) { + guint64 *value = &atom_array_index (&stco64->entries, i); + + *value += offset; + } +} + +void +atom_moov_chunks_add_offset (AtomMOOV * moov, guint32 offset) +{ + GList *traks = moov->traks; + + while (traks) { + AtomTRAK *trak = (AtomTRAK *) traks->data; + + atom_stco64_chunks_add_offset (&trak->mdia.minf.stbl.stco64, offset); + traks = g_list_next (traks); + } +} + +void +atom_trak_update_bitrates (AtomTRAK * trak, guint32 avg_bitrate, + guint32 max_bitrate) +{ + AtomESDS *esds = NULL; + AtomData *btrt = NULL; + AtomWAVE *wave = NULL; + AtomSTSD *stsd; + GList *iter; + GList *extensioniter = NULL; + + g_return_if_fail (trak != NULL); + + if (avg_bitrate == 0 && max_bitrate == 0) + return; + + stsd = &trak->mdia.minf.stbl.stsd; + for (iter = stsd->entries; iter; iter = g_list_next (iter)) { + SampleTableEntry *entry = iter->data; + + switch (entry->kind) { + case AUDIO:{ + SampleTableEntryMP4A *audioentry = (SampleTableEntryMP4A *) entry; + extensioniter = audioentry->extension_atoms; + break; + } + case VIDEO:{ + SampleTableEntryMP4V *videoentry = (SampleTableEntryMP4V *) entry; + extensioniter = videoentry->extension_atoms; + break; + } + default: + break; + } + } + + for (; extensioniter; extensioniter = g_list_next (extensioniter)) { + AtomInfo *atominfo = extensioniter->data; + if (atominfo->atom->type == FOURCC_esds) { + esds = (AtomESDS *) atominfo->atom; + } else if (atominfo->atom->type == FOURCC_btrt) { + btrt = (AtomData *) atominfo->atom; + } else if (atominfo->atom->type == FOURCC_wave) { + wave = (AtomWAVE *) atominfo->atom; + } + } + + /* wave might have an esds internally */ + if (wave) { + for (extensioniter = wave->extension_atoms; extensioniter; + extensioniter = g_list_next (extensioniter)) { + AtomInfo *atominfo = extensioniter->data; + if (atominfo->atom->type == FOURCC_esds) { + esds = (AtomESDS *) atominfo->atom; + break; + } + } + } + + if (esds) { + if (avg_bitrate && esds->es.dec_conf_desc.avg_bitrate == 0) + esds->es.dec_conf_desc.avg_bitrate = avg_bitrate; + if (max_bitrate && esds->es.dec_conf_desc.max_bitrate == 0) + esds->es.dec_conf_desc.max_bitrate = max_bitrate; + } + if (btrt) { + /* type(4bytes) + size(4bytes) + buffersize(4bytes) + + * maxbitrate(bytes) + avgbitrate(bytes) */ + if (max_bitrate && GST_READ_UINT32_BE (btrt->data + 4) == 0) + GST_WRITE_UINT32_BE (btrt->data + 4, max_bitrate); + if (avg_bitrate && GST_READ_UINT32_BE (btrt->data + 8) == 0) + GST_WRITE_UINT32_BE (btrt->data + 8, avg_bitrate); + } +} + +void +atom_trak_tx3g_update_dimension (AtomTRAK * trak, guint32 width, guint32 height) +{ + AtomSTSD *stsd; + GList *iter; + SampleTableEntryTX3G *tx3g = NULL; + + stsd = &trak->mdia.minf.stbl.stsd; + for (iter = stsd->entries; iter && tx3g == NULL; iter = g_list_next (iter)) { + SampleTableEntry *entry = iter->data; + + switch (entry->kind) { + case SUBTITLE:{ + tx3g = (SampleTableEntryTX3G *) entry; + break; + } + default: + break; + } + } + + /* Currently we never set the vertical placement flag, so we don't + * check for it to set the dimensions differently as the spec says. + * Always do it for the not set case */ + if (tx3g) { + tx3g->font_size = 0.05 * height; + + height = 0.15 * height; + trak->tkhd.width = width << 16; + trak->tkhd.height = height << 16; + tx3g->default_text_box = width | (height << 16); + } +} + +/* + * Meta tags functions + */ +static void +atom_tag_data_alloc_data (AtomTagData * data, guint size) +{ + if (data->data != NULL) { + g_free (data->data); + } + data->data = g_new0 (guint8, size); + data->datalen = size; +} + +static void +atom_udta_append_tag (AtomUDTA * udta, AtomInfo * tag) +{ + GList **entries; + + if (udta->meta) + entries = &udta->meta->ilst->entries; + else + entries = &udta->entries; + *entries = g_list_append (*entries, tag); +} + +void +atom_udta_add_tag (AtomUDTA * udta, guint32 fourcc, guint32 flags, + const guint8 * data, guint size) +{ + AtomTag *tag; + AtomTagData *tdata; + + tag = atom_tag_new (fourcc, flags); + tdata = &tag->data; + atom_tag_data_alloc_data (tdata, size); + memmove (tdata->data, data, size); + + atom_udta_append_tag (udta, + build_atom_info_wrapper ((Atom *) tag, atom_tag_copy_data, + atom_tag_free)); +} + +void +atom_udta_add_str_tag (AtomUDTA * udta, guint32 fourcc, const gchar * value) +{ + gint len = strlen (value); + + if (len > 0) + atom_udta_add_tag (udta, fourcc, METADATA_TEXT_FLAG, (guint8 *) value, len); +} + +void +atom_udta_add_uint_tag (AtomUDTA * udta, guint32 fourcc, guint32 flags, + guint32 value) +{ + guint8 data[8] = { 0, }; + + if (flags) { + GST_WRITE_UINT16_BE (data, value); + atom_udta_add_tag (udta, fourcc, flags, data, 2); + } else { + GST_WRITE_UINT32_BE (data + 2, value); + atom_udta_add_tag (udta, fourcc, flags, data, 8); + } +} + +static GstBuffer * +_gst_buffer_new_wrapped (gpointer mem, gsize size, GFreeFunc free_func) +{ + GstBuffer *buf; + + buf = gst_buffer_new (); + gst_buffer_append_memory (buf, + gst_memory_new_wrapped (free_func ? 0 : GST_MEMORY_FLAG_READONLY, + mem, size, 0, size, mem, free_func)); + + return buf; +} + +void +atom_udta_add_blob_tag (AtomUDTA * udta, guint8 * data, guint size) +{ + AtomData *data_atom; + GstBuffer *buf; + guint len; + guint32 fourcc; + + if (size < 8) + return; + + /* blob is unparsed atom; + * extract size and fourcc, and wrap remainder in data atom */ + len = GST_READ_UINT32_BE (data); + fourcc = GST_READ_UINT32_LE (data + 4); + if (len > size) + return; + + buf = _gst_buffer_new_wrapped (data + 8, len - 8, NULL); + data_atom = atom_data_new_from_gst_buffer (fourcc, buf); + gst_buffer_unref (buf); + + atom_udta_append_tag (udta, + build_atom_info_wrapper ((Atom *) data_atom, atom_data_copy_data, + atom_data_free)); +} + +void +atom_udta_add_3gp_tag (AtomUDTA * udta, guint32 fourcc, guint8 * data, + guint size) +{ + AtomData *data_atom; + GstBuffer *buf; + guint8 *bdata; + + /* need full atom */ + bdata = g_malloc (size + 4); + /* full atom: version and flags */ + GST_WRITE_UINT32_BE (bdata, 0); + memcpy (bdata + 4, data, size); + + buf = _gst_buffer_new_wrapped (bdata, size + 4, g_free); + data_atom = atom_data_new_from_gst_buffer (fourcc, buf); + gst_buffer_unref (buf); + + atom_udta_append_tag (udta, + build_atom_info_wrapper ((Atom *) data_atom, atom_data_copy_data, + atom_data_free)); +} + +guint16 +language_code (const char *lang) +{ + g_return_val_if_fail (lang != NULL, 0); + g_return_val_if_fail (strlen (lang) == 3, 0); + + return (((lang[0] - 0x60) & 0x1F) << 10) + (((lang[1] - 0x60) & 0x1F) << 5) + + ((lang[2] - 0x60) & 0x1F); +} + +void +atom_udta_add_3gp_str_int_tag (AtomUDTA * udta, guint32 fourcc, + const gchar * value, gint16 ivalue) +{ + gint len = 0, size = 0; + guint8 *data; + + if (value) { + len = strlen (value); + size = len + 3; + } + + if (ivalue >= 0) + size += 2; + + data = g_malloc (size + 3); + /* language tag and null-terminated UTF-8 string */ + if (value) { + GST_WRITE_UINT16_BE (data, language_code (GST_QT_MUX_DEFAULT_TAG_LANGUAGE)); + /* include 0 terminator */ + memcpy (data + 2, value, len + 1); + } + /* 16-bit unsigned int if standalone, otherwise 8-bit */ + if (ivalue >= 0) { + if (size == 2) + GST_WRITE_UINT16_BE (data + size - 2, ivalue); + else { + GST_WRITE_UINT8 (data + size - 2, ivalue & 0xFF); + size--; + } + } + + atom_udta_add_3gp_tag (udta, fourcc, data, size); + g_free (data); +} + +void +atom_udta_add_3gp_str_tag (AtomUDTA * udta, guint32 fourcc, const gchar * value) +{ + atom_udta_add_3gp_str_int_tag (udta, fourcc, value, -1); +} + +void +atom_udta_add_3gp_uint_tag (AtomUDTA * udta, guint32 fourcc, guint16 value) +{ + atom_udta_add_3gp_str_int_tag (udta, fourcc, NULL, value); +} + +void +atom_udta_add_xmp_tags (AtomUDTA * udta, GstBuffer * xmpbuffer) +{ + AtomData *data_atom = NULL; + + if (udta->context->flavor == ATOMS_TREE_FLAVOR_MOV) { + if (xmpbuffer) { + data_atom = atom_data_new_from_gst_buffer (FOURCC_XMP_, xmpbuffer); + udta->entries = g_list_append (udta->entries, + build_atom_info_wrapper ((Atom *) data_atom, atom_data_copy_data, + atom_data_free)); + } + } else { + GST_DEBUG ("Not adding xmp to moov atom, it is only used in 'mov' format"); + } +} + +/* + * Functions for specifying media types + */ + +static void +atom_minf_set_audio (AtomMINF * minf) +{ + atom_minf_clear_handlers (minf); + minf->smhd = atom_smhd_new (); +} + +static void +atom_minf_set_video (AtomMINF * minf, AtomsContext * context) +{ + atom_minf_clear_handlers (minf); + minf->vmhd = atom_vmhd_new (context); +} + +static void +atom_minf_set_subtitle (AtomMINF * minf) +{ + atom_minf_clear_handlers (minf); +} + +static void +atom_hdlr_set_type (AtomHDLR * hdlr, AtomsContext * context, guint32 comp_type, + guint32 hdlr_type) +{ + if (context->flavor == ATOMS_TREE_FLAVOR_MOV) { + hdlr->component_type = comp_type; + } + hdlr->handler_type = hdlr_type; +} + +static void +atom_hdlr_set_name (AtomHDLR * hdlr, const char *name) +{ + if (hdlr->name) + g_free (hdlr->name); + hdlr->name = g_strdup (name); +} + +static void +atom_mdia_set_hdlr_type_audio (AtomMDIA * mdia, AtomsContext * context) +{ + atom_hdlr_set_type (&mdia->hdlr, context, FOURCC_mhlr, FOURCC_soun); + /* Some players (low-end hardware) check for this name, which is what + * QuickTime itself sets */ + atom_hdlr_set_name (&mdia->hdlr, "SoundHandler"); +} + +static void +atom_mdia_set_hdlr_type_video (AtomMDIA * mdia, AtomsContext * context) +{ + atom_hdlr_set_type (&mdia->hdlr, context, FOURCC_mhlr, FOURCC_vide); + /* Some players (low-end hardware) check for this name, which is what + * QuickTime itself sets */ + atom_hdlr_set_name (&mdia->hdlr, "VideoHandler"); +} + +static void +atom_mdia_set_hdlr_type_subtitle (AtomMDIA * mdia, AtomsContext * context) +{ + atom_hdlr_set_type (&mdia->hdlr, context, FOURCC_mhlr, FOURCC_sbtl); + + /* Just follows the pattern from video and audio above */ + atom_hdlr_set_name (&mdia->hdlr, "SubtitleHandler"); +} + +static void +atom_mdia_set_audio (AtomMDIA * mdia, AtomsContext * context) +{ + atom_mdia_set_hdlr_type_audio (mdia, context); + atom_minf_set_audio (&mdia->minf); +} + +static void +atom_mdia_set_video (AtomMDIA * mdia, AtomsContext * context) +{ + atom_mdia_set_hdlr_type_video (mdia, context); + atom_minf_set_video (&mdia->minf, context); +} + +static void +atom_mdia_set_subtitle (AtomMDIA * mdia, AtomsContext * context) +{ + atom_mdia_set_hdlr_type_subtitle (mdia, context); + atom_minf_set_subtitle (&mdia->minf); +} + +static void +atom_tkhd_set_audio (AtomTKHD * tkhd) +{ + tkhd->volume = 0x0100; + tkhd->width = tkhd->height = 0; +} + +static void +atom_tkhd_set_video (AtomTKHD * tkhd, AtomsContext * context, guint32 width, + guint32 height) +{ + tkhd->volume = 0; + + /* qt and ISO base media do not contradict, and examples agree */ + tkhd->width = width; + tkhd->height = height; +} + +static void +atom_tkhd_set_subtitle (AtomTKHD * tkhd, AtomsContext * context, guint32 width, + guint32 height) +{ + tkhd->volume = 0; + + /* qt and ISO base media do not contradict, and examples agree */ + tkhd->width = width; + tkhd->height = height; +} + + +static void +atom_edts_add_entry (AtomEDTS * edts, EditListEntry * entry) +{ + edts->elst.entries = g_slist_append (edts->elst.entries, entry); +} + +/* + * Adds a new entry to this trak edits list + * duration is in the moov's timescale + * media_time is the offset in the media time to start from (media's timescale) + * rate is a 32 bits fixed-point + */ +void +atom_trak_add_elst_entry (AtomTRAK * trak, guint32 duration, guint32 media_time, + guint32 rate) +{ + EditListEntry *entry = g_new (EditListEntry, 1); + + entry->duration = duration; + entry->media_time = media_time; + entry->media_rate = rate; + + if (trak->edts == NULL) { + trak->edts = atom_edts_new (); + } + atom_edts_add_entry (trak->edts, entry); +} + +/* re-negotiation is prevented at top-level, so only 1 entry expected. + * Quite some more care here and elsewhere may be needed to + * support several entries */ +static SampleTableEntryMP4A * +atom_trak_add_audio_entry (AtomTRAK * trak, AtomsContext * context, + guint32 type) +{ + AtomSTSD *stsd = &trak->mdia.minf.stbl.stsd; + SampleTableEntryMP4A *mp4a = sample_entry_mp4a_new (); + + mp4a->se.header.type = type; + mp4a->se.kind = AUDIO; + mp4a->compression_id = -1; + mp4a->se.data_reference_index = 1; + + stsd->entries = g_list_prepend (stsd->entries, mp4a); + stsd->n_entries++; + return mp4a; +} + +static SampleTableEntryMP4V * +atom_trak_add_video_entry (AtomTRAK * trak, AtomsContext * context, + guint32 type) +{ + SampleTableEntryMP4V *mp4v = sample_entry_mp4v_new (context); + AtomSTSD *stsd = &trak->mdia.minf.stbl.stsd; + + mp4v->se.header.type = type; + mp4v->se.kind = VIDEO; + mp4v->se.data_reference_index = 1; + mp4v->horizontal_resolution = 72 << 16; + mp4v->vertical_resolution = 72 << 16; + if (context->flavor == ATOMS_TREE_FLAVOR_MOV) { + mp4v->spatial_quality = 512; + mp4v->temporal_quality = 512; + } + + stsd->entries = g_list_prepend (stsd->entries, mp4v); + stsd->n_entries++; + return mp4v; +} + +static SampleTableEntryTX3G * +atom_trak_add_subtitle_entry (AtomTRAK * trak, AtomsContext * context, + guint32 type) +{ + SampleTableEntryTX3G *tx3g = sample_entry_tx3g_new (); + AtomSTSD *stsd = &trak->mdia.minf.stbl.stsd; + + tx3g->se.header.type = type; + tx3g->se.kind = SUBTITLE; + tx3g->se.data_reference_index = 1; + + stsd->entries = g_list_prepend (stsd->entries, tx3g); + stsd->n_entries++; + return tx3g; +} + + +static void +atom_trak_set_constant_size_samples (AtomTRAK * trak, guint32 sample_size) +{ + trak->mdia.minf.stbl.stsz.sample_size = sample_size; +} + +static void +atom_trak_set_audio (AtomTRAK * trak, AtomsContext * context) +{ + atom_tkhd_set_audio (&trak->tkhd); + atom_mdia_set_audio (&trak->mdia, context); +} + +static void +atom_trak_set_video (AtomTRAK * trak, AtomsContext * context, guint32 width, + guint32 height) +{ + atom_tkhd_set_video (&trak->tkhd, context, width, height); + atom_mdia_set_video (&trak->mdia, context); +} + +static void +atom_trak_set_subtitle (AtomTRAK * trak, AtomsContext * context) +{ + atom_tkhd_set_subtitle (&trak->tkhd, context, 0, 0); + atom_mdia_set_subtitle (&trak->mdia, context); +} + +static void +atom_trak_set_audio_commons (AtomTRAK * trak, AtomsContext * context, + guint32 rate) +{ + atom_trak_set_audio (trak, context); + trak->mdia.mdhd.time_info.timescale = rate; +} + +static void +atom_trak_set_video_commons (AtomTRAK * trak, AtomsContext * context, + guint32 rate, guint32 width, guint32 height) +{ + atom_trak_set_video (trak, context, width, height); + trak->mdia.mdhd.time_info.timescale = rate; + trak->tkhd.width = width << 16; + trak->tkhd.height = height << 16; +} + +static void +atom_trak_set_subtitle_commons (AtomTRAK * trak, AtomsContext * context) +{ + atom_trak_set_subtitle (trak, context); + trak->mdia.mdhd.time_info.timescale = 1000; + + trak->tkhd.alternate_group = 2; /* same for all subtitles */ + trak->tkhd.layer = -1; /* above video (layer 0) */ +} + +void +atom_trak_set_audio_type (AtomTRAK * trak, AtomsContext * context, + AudioSampleEntry * entry, guint32 scale, AtomInfo * ext, gint sample_size) +{ + SampleTableEntryMP4A *ste; + + atom_trak_set_audio_commons (trak, context, scale); + atom_stsd_remove_entries (&trak->mdia.minf.stbl.stsd); + ste = atom_trak_add_audio_entry (trak, context, entry->fourcc); + + trak->is_video = FALSE; + trak->is_h264 = FALSE; + + ste->version = entry->version; + ste->compression_id = entry->compression_id; + ste->sample_size = entry->sample_size; + ste->sample_rate = entry->sample_rate << 16; + ste->channels = entry->channels; + + ste->samples_per_packet = entry->samples_per_packet; + ste->bytes_per_sample = entry->bytes_per_sample; + ste->bytes_per_packet = entry->bytes_per_packet; + ste->bytes_per_frame = entry->bytes_per_frame; + + if (ext) + ste->extension_atoms = g_list_prepend (ste->extension_atoms, ext); + + /* 0 size means variable size */ + atom_trak_set_constant_size_samples (trak, sample_size); +} + +static AtomInfo * +build_pasp_extension (AtomTRAK * trak, gint par_width, gint par_height) +{ + AtomData *atom_data; + GstBuffer *buf; + guint8 *data; + + data = g_malloc (8); + /* ihdr = image header box */ + GST_WRITE_UINT32_BE (data, par_width); + GST_WRITE_UINT32_BE (data + 4, par_height); + + buf = _gst_buffer_new_wrapped (data, 8, g_free); + atom_data = atom_data_new_from_gst_buffer (FOURCC_pasp, buf); + gst_buffer_unref (buf); + + return build_atom_info_wrapper ((Atom *) atom_data, atom_data_copy_data, + atom_data_free); +} + +void +atom_trak_set_video_type (AtomTRAK * trak, AtomsContext * context, + VisualSampleEntry * entry, guint32 scale, GList * ext_atoms_list) +{ + SampleTableEntryMP4V *ste; + guint dwidth, dheight; + gint par_n = 0, par_d = 0; + + if ((entry->par_n != 1 || entry->par_d != 1) && + (entry->par_n != entry->par_d)) { + par_n = entry->par_n; + par_d = entry->par_d; + } + + dwidth = entry->width; + dheight = entry->height; + /* ISO file spec says track header w/h indicates track's visual presentation + * (so this together with pixels w/h implicitly defines PAR) */ + if (par_n && (context->flavor != ATOMS_TREE_FLAVOR_MOV)) { + /* Assumes square pixels display */ + if (!gst_video_calculate_display_ratio (&dwidth, &dheight, entry->width, + entry->height, par_n, par_d, 1, 1)) { + GST_WARNING ("Could not calculate display ratio"); + } + } + + atom_trak_set_video_commons (trak, context, scale, dwidth, dheight); + atom_stsd_remove_entries (&trak->mdia.minf.stbl.stsd); + ste = atom_trak_add_video_entry (trak, context, entry->fourcc); + + trak->is_video = TRUE; + trak->is_h264 = (entry->fourcc == FOURCC_avc1 + || entry->fourcc == FOURCC_avc3); + + ste->version = entry->version; + ste->width = entry->width; + ste->height = entry->height; + ste->depth = entry->depth; + ste->color_table_id = entry->color_table_id; + ste->frame_count = entry->frame_count; + + if (ext_atoms_list) + ste->extension_atoms = g_list_concat (ste->extension_atoms, ext_atoms_list); + + /* QT spec has a pasp extension atom in stsd that can hold PAR */ + if (par_n && (context->flavor == ATOMS_TREE_FLAVOR_MOV)) { + ste->extension_atoms = g_list_append (ste->extension_atoms, + build_pasp_extension (trak, par_n, par_d)); + } +} + +void +subtitle_sample_entry_init (SubtitleSampleEntry * entry) +{ + entry->font_size = 0; + entry->font_face = 0; + entry->foreground_color_rgba = 0xFFFFFFFF; /* all white, opaque */ +} + +void +atom_trak_set_subtitle_type (AtomTRAK * trak, AtomsContext * context, + SubtitleSampleEntry * entry) +{ + SampleTableEntryTX3G *tx3g; + + atom_trak_set_subtitle_commons (trak, context); + atom_stsd_remove_entries (&trak->mdia.minf.stbl.stsd); + tx3g = atom_trak_add_subtitle_entry (trak, context, entry->fourcc); + + tx3g->font_face = entry->font_face; + tx3g->font_size = entry->font_size; + tx3g->foreground_color_rgba = entry->foreground_color_rgba; + + trak->is_video = FALSE; + trak->is_h264 = FALSE; +} + +static void +atom_mfhd_init (AtomMFHD * mfhd, guint32 sequence_number) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&(mfhd->header), FOURCC_mfhd, 0, 0, 0, flags); + mfhd->sequence_number = sequence_number; +} + +static void +atom_moof_init (AtomMOOF * moof, AtomsContext * context, + guint32 sequence_number) +{ + atom_header_set (&moof->header, FOURCC_moof, 0, 0); + atom_mfhd_init (&moof->mfhd, sequence_number); + moof->trafs = NULL; +} + +AtomMOOF * +atom_moof_new (AtomsContext * context, guint32 sequence_number) +{ + AtomMOOF *moof = g_new0 (AtomMOOF, 1); + + atom_moof_init (moof, context, sequence_number); + return moof; +} + +static void +atom_trun_free (AtomTRUN * trun) +{ + atom_full_clear (&trun->header); + atom_array_clear (&trun->entries); + g_free (trun); +} + +static void +atom_sdtp_free (AtomSDTP * sdtp) +{ + atom_full_clear (&sdtp->header); + atom_array_clear (&sdtp->entries); + g_free (sdtp); +} + +void +atom_traf_free (AtomTRAF * traf) +{ + GList *walker; + + walker = traf->truns; + while (walker) { + atom_trun_free ((AtomTRUN *) walker->data); + walker = g_list_next (walker); + } + g_list_free (traf->truns); + traf->truns = NULL; + + walker = traf->sdtps; + while (walker) { + atom_sdtp_free ((AtomSDTP *) walker->data); + walker = g_list_next (walker); + } + g_list_free (traf->sdtps); + traf->sdtps = NULL; + + g_free (traf); +} + +void +atom_moof_free (AtomMOOF * moof) +{ + GList *walker; + + walker = moof->trafs; + while (walker) { + atom_traf_free ((AtomTRAF *) walker->data); + walker = g_list_next (walker); + } + g_list_free (moof->trafs); + moof->trafs = NULL; + + g_free (moof); +} + +static guint64 +atom_mfhd_copy_data (AtomMFHD * mfhd, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_full_copy_data (&mfhd->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (mfhd->sequence_number, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_tfhd_copy_data (AtomTFHD * tfhd, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + guint32 flags; + + if (!atom_full_copy_data (&tfhd->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (tfhd->track_ID, buffer, size, offset); + + flags = atom_full_get_flags_as_uint (&tfhd->header); + + if (flags & TF_BASE_DATA_OFFSET) + prop_copy_uint64 (tfhd->base_data_offset, buffer, size, offset); + if (flags & TF_SAMPLE_DESCRIPTION_INDEX) + prop_copy_uint32 (tfhd->sample_description_index, buffer, size, offset); + if (flags & TF_DEFAULT_SAMPLE_DURATION) + prop_copy_uint32 (tfhd->default_sample_duration, buffer, size, offset); + if (flags & TF_DEFAULT_SAMPLE_SIZE) + prop_copy_uint32 (tfhd->default_sample_size, buffer, size, offset); + if (flags & TF_DEFAULT_SAMPLE_FLAGS) + prop_copy_uint32 (tfhd->default_sample_flags, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_trun_copy_data (AtomTRUN * trun, guint8 ** buffer, guint64 * size, + guint64 * offset, guint32 * data_offset) +{ + guint64 original_offset = *offset; + guint32 flags, i; + + flags = atom_full_get_flags_as_uint (&trun->header); + + /* if first trun in moof, forcibly add data_offset and record + * where it must be written later on */ + if (data_offset && !*data_offset) { + flags |= TR_DATA_OFFSET; + } else { + flags &= ~TR_DATA_OFFSET; + } + + atom_full_set_flags_as_uint (&trun->header, flags); + + if (!atom_full_copy_data (&trun->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (trun->sample_count, buffer, size, offset); + + if (flags & TR_DATA_OFFSET) { + *data_offset = *offset; + prop_copy_int32 (trun->data_offset, buffer, size, offset); + } + if (flags & TR_FIRST_SAMPLE_FLAGS) + prop_copy_uint32 (trun->first_sample_flags, buffer, size, offset); + + for (i = 0; i < atom_array_get_len (&trun->entries); i++) { + TRUNSampleEntry *entry = &atom_array_index (&trun->entries, i); + + if (flags & TR_SAMPLE_DURATION) + prop_copy_uint32 (entry->sample_duration, buffer, size, offset); + if (flags & TR_SAMPLE_SIZE) + prop_copy_uint32 (entry->sample_size, buffer, size, offset); + if (flags & TR_SAMPLE_FLAGS) + prop_copy_uint32 (entry->sample_flags, buffer, size, offset); + if (flags & TR_COMPOSITION_TIME_OFFSETS) + prop_copy_uint32 (entry->sample_composition_time_offset, + buffer, size, offset); + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_sdtp_copy_data (AtomSDTP * sdtp, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!atom_full_copy_data (&sdtp->header, buffer, size, offset)) { + return 0; + } + + /* all entries at once */ + prop_copy_fixed_size_string (&atom_array_index (&sdtp->entries, 0), + atom_array_get_len (&sdtp->entries), buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_traf_copy_data (AtomTRAF * traf, guint8 ** buffer, guint64 * size, + guint64 * offset, guint32 * data_offset) +{ + guint64 original_offset = *offset; + GList *walker; + + if (!atom_copy_data (&traf->header, buffer, size, offset)) { + return 0; + } + if (!atom_tfhd_copy_data (&traf->tfhd, buffer, size, offset)) { + return 0; + } + + walker = g_list_first (traf->truns); + while (walker != NULL) { + if (!atom_trun_copy_data ((AtomTRUN *) walker->data, buffer, size, offset, + data_offset)) { + return 0; + } + walker = g_list_next (walker); + } + + walker = g_list_first (traf->sdtps); + while (walker != NULL) { + if (!atom_sdtp_copy_data ((AtomSDTP *) walker->data, buffer, size, offset)) { + return 0; + } + walker = g_list_next (walker); + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +/* creates moof atom; metadata is written expecting actual buffer data + * is in mdata directly after moof, and is consecutively written per trak */ +guint64 +atom_moof_copy_data (AtomMOOF * moof, guint8 ** buffer, + guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + GList *walker; + guint32 data_offset = 0; + + if (!atom_copy_data (&moof->header, buffer, size, offset)) + return 0; + + if (!atom_mfhd_copy_data (&moof->mfhd, buffer, size, offset)) + return 0; + + walker = g_list_first (moof->trafs); + while (walker != NULL) { + if (!atom_traf_copy_data ((AtomTRAF *) walker->data, buffer, size, offset, + &data_offset)) { + return 0; + } + walker = g_list_next (walker); + } + + atom_write_size (buffer, size, offset, original_offset); + + if (*buffer && data_offset) { + /* first trun needs a data-offset relative to moof start + * = moof size + mdat prefix */ + GST_WRITE_UINT32_BE (*buffer + data_offset, *offset - original_offset + 8); + } + + return *offset - original_offset; +} + +static void +atom_tfhd_init (AtomTFHD * tfhd, guint32 track_ID) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&tfhd->header, FOURCC_tfhd, 0, 0, 0, flags); + tfhd->track_ID = track_ID; + tfhd->base_data_offset = 0; + tfhd->sample_description_index = 1; + tfhd->default_sample_duration = 0; + tfhd->default_sample_size = 0; + tfhd->default_sample_flags = 0; +} + +static void +atom_trun_init (AtomTRUN * trun) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&trun->header, FOURCC_trun, 0, 0, 0, flags); + trun->sample_count = 0; + trun->data_offset = 0; + trun->first_sample_flags = 0; + atom_array_init (&trun->entries, 512); +} + +static AtomTRUN * +atom_trun_new (void) +{ + AtomTRUN *trun = g_new0 (AtomTRUN, 1); + + atom_trun_init (trun); + return trun; +} + +static void +atom_sdtp_init (AtomSDTP * sdtp) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&sdtp->header, FOURCC_sdtp, 0, 0, 0, flags); + atom_array_init (&sdtp->entries, 512); +} + +static AtomSDTP * +atom_sdtp_new (AtomsContext * context) +{ + AtomSDTP *sdtp = g_new0 (AtomSDTP, 1); + + atom_sdtp_init (sdtp); + return sdtp; +} + +static void +atom_traf_add_sdtp (AtomTRAF * traf, AtomSDTP * sdtp) +{ + traf->sdtps = g_list_append (traf->sdtps, sdtp); +} + +static void +atom_sdtp_add_samples (AtomSDTP * sdtp, guint8 val) +{ + /* it does not make much/any sense according to specs, + * but that's how MS isml samples seem to do it */ + atom_array_append (&sdtp->entries, val, 256); +} + +static void +atom_trun_add_samples (AtomTRUN * trun, guint32 delta, guint32 size, + guint32 flags, gint64 pts_offset) +{ + TRUNSampleEntry nentry; + + if (pts_offset != 0) + trun->header.flags[1] |= (TR_COMPOSITION_TIME_OFFSETS >> 8); + + nentry.sample_duration = delta; + nentry.sample_size = size; + nentry.sample_flags = flags; + nentry.sample_composition_time_offset = pts_offset; + atom_array_append (&trun->entries, nentry, 256); + trun->sample_count++; +} + +static void +atom_traf_init (AtomTRAF * traf, AtomsContext * context, guint32 track_ID) +{ + atom_header_set (&traf->header, FOURCC_traf, 0, 0); + atom_tfhd_init (&traf->tfhd, track_ID); + traf->truns = NULL; + + if (context->flavor == ATOMS_TREE_FLAVOR_ISML) + atom_traf_add_sdtp (traf, atom_sdtp_new (context)); +} + +AtomTRAF * +atom_traf_new (AtomsContext * context, guint32 track_ID) +{ + AtomTRAF *traf = g_new0 (AtomTRAF, 1); + + atom_traf_init (traf, context, track_ID); + return traf; +} + +static void +atom_traf_add_trun (AtomTRAF * traf, AtomTRUN * trun) +{ + traf->truns = g_list_append (traf->truns, trun); +} + +void +atom_traf_add_samples (AtomTRAF * traf, guint32 delta, guint32 size, + gboolean sync, gint64 pts_offset, gboolean sdtp_sync) +{ + AtomTRUN *trun; + guint32 flags; + + /* 0x10000 is sample-is-difference-sample flag + * low byte stuff is what ismv uses */ + flags = (sync ? 0x0 : 0x10000) | (sdtp_sync ? 0x40 : 0xc0); + + if (G_UNLIKELY (!traf->truns)) { + trun = atom_trun_new (); + atom_traf_add_trun (traf, trun); + /* optimistic; indicate all defaults present in tfhd */ + traf->tfhd.header.flags[2] = TF_DEFAULT_SAMPLE_DURATION | + TF_DEFAULT_SAMPLE_SIZE | TF_DEFAULT_SAMPLE_FLAGS; + traf->tfhd.default_sample_duration = delta; + traf->tfhd.default_sample_size = size; + traf->tfhd.default_sample_flags = flags; + trun->first_sample_flags = flags; + } + + trun = traf->truns->data; + + /* check if still matching defaults, + * if not, abandon default and need entry for each sample */ + if (traf->tfhd.default_sample_duration != delta) { + traf->tfhd.header.flags[2] &= ~TF_DEFAULT_SAMPLE_DURATION; + trun->header.flags[1] |= (TR_SAMPLE_DURATION >> 8); + } + if (traf->tfhd.default_sample_size != size) { + traf->tfhd.header.flags[2] &= ~TF_DEFAULT_SAMPLE_SIZE; + trun->header.flags[1] |= (TR_SAMPLE_SIZE >> 8); + } + if (traf->tfhd.default_sample_flags != flags) { + if (trun->sample_count == 1) { + /* at least will need first sample flag */ + traf->tfhd.default_sample_flags = flags; + trun->header.flags[2] |= TR_FIRST_SAMPLE_FLAGS; + } else { + /* now we need sample flags for each sample */ + traf->tfhd.header.flags[2] &= ~TF_DEFAULT_SAMPLE_FLAGS; + trun->header.flags[1] |= (TR_SAMPLE_FLAGS >> 8); + trun->header.flags[2] &= ~TR_FIRST_SAMPLE_FLAGS; + } + } + + atom_trun_add_samples (traf->truns->data, delta, size, flags, pts_offset); + + if (traf->sdtps) + atom_sdtp_add_samples (traf->sdtps->data, 0x10 | ((flags & 0xff) >> 4)); +} + +guint32 +atom_traf_get_sample_num (AtomTRAF * traf) +{ + AtomTRUN *trun; + + if (G_UNLIKELY (!traf->truns)) + return 0; + + trun = traf->truns->data; + return atom_array_get_len (&trun->entries); +} + +void +atom_moof_add_traf (AtomMOOF * moof, AtomTRAF * traf) +{ + moof->trafs = g_list_append (moof->trafs, traf); +} + +static void +atom_tfra_free (AtomTFRA * tfra) +{ + atom_full_clear (&tfra->header); + atom_array_clear (&tfra->entries); + g_free (tfra); +} + +AtomMFRA * +atom_mfra_new (AtomsContext * context) +{ + AtomMFRA *mfra = g_new0 (AtomMFRA, 1); + + atom_header_set (&mfra->header, FOURCC_mfra, 0, 0); + return mfra; +} + +void +atom_mfra_add_tfra (AtomMFRA * mfra, AtomTFRA * tfra) +{ + mfra->tfras = g_list_append (mfra->tfras, tfra); +} + +void +atom_mfra_free (AtomMFRA * mfra) +{ + GList *walker; + + walker = mfra->tfras; + while (walker) { + atom_tfra_free ((AtomTFRA *) walker->data); + walker = g_list_next (walker); + } + g_list_free (mfra->tfras); + mfra->tfras = NULL; + + atom_clear (&mfra->header); + g_free (mfra); +} + +static void +atom_tfra_init (AtomTFRA * tfra, guint32 track_ID) +{ + guint8 flags[3] = { 0, 0, 0 }; + + atom_full_init (&tfra->header, FOURCC_tfra, 0, 0, 0, flags); + tfra->track_ID = track_ID; + atom_array_init (&tfra->entries, 512); +} + +AtomTFRA * +atom_tfra_new (AtomsContext * context, guint32 track_ID) +{ + AtomTFRA *tfra = g_new0 (AtomTFRA, 1); + + atom_tfra_init (tfra, track_ID); + return tfra; + +} + +static inline gint +need_bytes (guint32 num) +{ + gint n = 0; + + while (num >>= 8) + n++; + + return n; +} + +void +atom_tfra_add_entry (AtomTFRA * tfra, guint64 dts, guint32 sample_num) +{ + TFRAEntry entry; + + entry.time = dts; + /* fill in later */ + entry.moof_offset = 0; + /* always write a single trun in a single traf */ + entry.traf_number = 1; + entry.trun_number = 1; + entry.sample_number = sample_num; + + /* auto-use 64 bits if needed */ + if (dts > G_MAXUINT32) + tfra->header.version = 1; + + /* 1 byte will always do for traf and trun number, + * check how much sample_num needs */ + tfra->lengths = (tfra->lengths & 0xfc) || + MAX (tfra->lengths, need_bytes (sample_num)); + + atom_array_append (&tfra->entries, entry, 256); +} + +void +atom_tfra_update_offset (AtomTFRA * tfra, guint64 offset) +{ + gint i; + + /* auto-use 64 bits if needed */ + if (offset > G_MAXUINT32) + tfra->header.version = 1; + + for (i = atom_array_get_len (&tfra->entries) - 1; i >= 0; i--) { + TFRAEntry *entry = &atom_array_index (&tfra->entries, i); + + if (entry->moof_offset) + break; + entry->moof_offset = offset; + } +} + +static guint64 +atom_tfra_copy_data (AtomTFRA * tfra, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + guint32 i; + TFRAEntry *entry; + guint32 data; + guint bytes; + guint version; + + if (!atom_full_copy_data (&tfra->header, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (tfra->track_ID, buffer, size, offset); + prop_copy_uint32 (tfra->lengths, buffer, size, offset); + prop_copy_uint32 (atom_array_get_len (&tfra->entries), buffer, size, offset); + + version = tfra->header.version; + for (i = 0; i < atom_array_get_len (&tfra->entries); ++i) { + entry = &atom_array_index (&tfra->entries, i); + if (version) { + prop_copy_uint64 (entry->time, buffer, size, offset); + prop_copy_uint64 (entry->moof_offset, buffer, size, offset); + } else { + prop_copy_uint32 (entry->time, buffer, size, offset); + prop_copy_uint32 (entry->moof_offset, buffer, size, offset); + } + + bytes = (tfra->lengths & (0x3 << 4)) + 1; + data = GUINT32_TO_BE (entry->traf_number); + prop_copy_fixed_size_string (((guint8 *) & data) + 4 - bytes, bytes, + buffer, size, offset); + + bytes = (tfra->lengths & (0x3 << 2)) + 1; + data = GUINT32_TO_BE (entry->trun_number); + prop_copy_fixed_size_string (((guint8 *) & data) + 4 - bytes, bytes, + buffer, size, offset); + + bytes = (tfra->lengths & (0x3)) + 1; + data = GUINT32_TO_BE (entry->sample_number); + prop_copy_fixed_size_string (((guint8 *) & data) + 4 - bytes, bytes, + buffer, size, offset); + + } + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +static guint64 +atom_mfro_copy_data (guint32 s, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + guint8 flags[3] = { 0, 0, 0 }; + AtomFull mfro; + + atom_full_init (&mfro, FOURCC_mfro, 0, 0, 0, flags); + + if (!atom_full_copy_data (&mfro, buffer, size, offset)) { + return 0; + } + + prop_copy_uint32 (s, buffer, size, offset); + + atom_write_size (buffer, size, offset, original_offset); + + return *offset - original_offset; +} + + +guint64 +atom_mfra_copy_data (AtomMFRA * mfra, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + guint64 original_offset = *offset; + GList *walker; + + if (!atom_copy_data (&mfra->header, buffer, size, offset)) + return 0; + + walker = g_list_first (mfra->tfras); + while (walker != NULL) { + if (!atom_tfra_copy_data ((AtomTFRA *) walker->data, buffer, size, offset)) { + return 0; + } + walker = g_list_next (walker); + } + + /* 16 is the size of the mfro atom */ + if (!atom_mfro_copy_data (*offset - original_offset + 16, buffer, + size, offset)) + return 0; + + atom_write_size (buffer, size, offset, original_offset); + return *offset - original_offset; +} + +/* some sample description construction helpers */ + +AtomInfo * +build_esds_extension (AtomTRAK * trak, guint8 object_type, guint8 stream_type, + const GstBuffer * codec_data, guint32 avg_bitrate, guint32 max_bitrate) +{ + guint32 track_id; + AtomESDS *esds; + + track_id = trak->tkhd.track_ID; + + esds = atom_esds_new (); + esds->es.id = track_id & 0xFFFF; + esds->es.dec_conf_desc.object_type = object_type; + esds->es.dec_conf_desc.stream_type = stream_type << 2 | 0x01; + + if (avg_bitrate > 0) + esds->es.dec_conf_desc.avg_bitrate = avg_bitrate; + if (max_bitrate > 0) + esds->es.dec_conf_desc.max_bitrate = max_bitrate; + + /* optional DecoderSpecificInfo */ + if (codec_data) { + DecoderSpecificInfoDescriptor *desc; + gsize size; + + esds->es.dec_conf_desc.dec_specific_info = desc = + desc_dec_specific_info_new (); + size = gst_buffer_get_size ((GstBuffer *) codec_data); + desc_dec_specific_info_alloc_data (desc, size); + gst_buffer_extract ((GstBuffer *) codec_data, 0, desc->data, size); + } + + return build_atom_info_wrapper ((Atom *) esds, atom_esds_copy_data, + atom_esds_free); +} + +AtomInfo * +build_btrt_extension (guint32 buffer_size_db, guint32 avg_bitrate, + guint32 max_bitrate) +{ + AtomData *atom_data; + GstBuffer *buf; + guint8 *data; + + data = g_malloc (12); + GST_WRITE_UINT32_BE (data, buffer_size_db); + GST_WRITE_UINT32_BE (data + 4, max_bitrate); + GST_WRITE_UINT32_BE (data + 8, avg_bitrate); + + buf = _gst_buffer_new_wrapped (data, 12, g_free); + atom_data = atom_data_new_from_gst_buffer (FOURCC_btrt, buf); + gst_buffer_unref (buf); + + return build_atom_info_wrapper ((Atom *) atom_data, atom_data_copy_data, + atom_data_free); +} + +static AtomInfo * +build_mov_wave_extension (AtomTRAK * trak, guint32 fourcc, AtomInfo * atom1, + AtomInfo * atom2, gboolean terminator) +{ + AtomWAVE *wave; + AtomFRMA *frma; + Atom *ext_atom; + + /* Build WAVE atom for sample table entry */ + wave = atom_wave_new (); + + /* Prepend Terminator atom to the WAVE list first, so it ends up last */ + if (terminator) { + ext_atom = (Atom *) atom_data_new (FOURCC_null); + wave->extension_atoms = + atom_info_list_prepend_atom (wave->extension_atoms, (Atom *) ext_atom, + (AtomCopyDataFunc) atom_data_copy_data, (AtomFreeFunc) atom_data_free); + } + + /* Add supplied atoms to WAVE */ + if (atom2) + wave->extension_atoms = g_list_prepend (wave->extension_atoms, atom2); + if (atom1) + wave->extension_atoms = g_list_prepend (wave->extension_atoms, atom1); + + /* Add FRMA to the WAVE */ + frma = atom_frma_new (); + frma->media_type = fourcc; + + wave->extension_atoms = + atom_info_list_prepend_atom (wave->extension_atoms, (Atom *) frma, + (AtomCopyDataFunc) atom_frma_copy_data, (AtomFreeFunc) atom_frma_free); + + return build_atom_info_wrapper ((Atom *) wave, atom_wave_copy_data, + atom_wave_free); +} + +AtomInfo * +build_mov_aac_extension (AtomTRAK * trak, const GstBuffer * codec_data, + guint32 avg_bitrate, guint32 max_bitrate) +{ + AtomInfo *esds, *mp4a; + GstBuffer *buf; + guint32 tmp = 0; + + /* Add ESDS atom to WAVE */ + esds = build_esds_extension (trak, ESDS_OBJECT_TYPE_MPEG4_P3, + ESDS_STREAM_TYPE_AUDIO, codec_data, avg_bitrate, max_bitrate); + + /* Add MP4A atom to the WAVE: + * not really in spec, but makes offset based players happy */ + buf = _gst_buffer_new_wrapped (&tmp, 4, NULL); + mp4a = build_codec_data_extension (FOURCC_mp4a, buf); + gst_buffer_unref (buf); + + return build_mov_wave_extension (trak, FOURCC_mp4a, mp4a, esds, TRUE); +} + +AtomInfo * +build_mov_alac_extension (AtomTRAK * trak, const GstBuffer * codec_data) +{ + AtomInfo *alac; + + alac = build_codec_data_extension (FOURCC_alac, codec_data); + + return build_mov_wave_extension (trak, FOURCC_alac, NULL, alac, TRUE); +} + +AtomInfo * +build_fiel_extension (gint fields) +{ + AtomData *atom_data; + GstBuffer *buf; + guint8 f = fields; + + if (fields == 1) { + return NULL; + } + + buf = _gst_buffer_new_wrapped (&f, 1, NULL); + atom_data = + atom_data_new_from_gst_buffer (GST_MAKE_FOURCC ('f', 'i', 'e', 'l'), buf); + gst_buffer_unref (buf); + + return build_atom_info_wrapper ((Atom *) atom_data, atom_data_copy_data, + atom_data_free); +} + +AtomInfo * +build_jp2x_extension (const GstBuffer * prefix) +{ + AtomData *atom_data; + + if (!prefix) { + return NULL; + } + + atom_data = + atom_data_new_from_gst_buffer (GST_MAKE_FOURCC ('j', 'p', '2', 'x'), + prefix); + + return build_atom_info_wrapper ((Atom *) atom_data, atom_data_copy_data, + atom_data_free); +} + +AtomInfo * +build_jp2h_extension (AtomTRAK * trak, gint width, gint height, + const gchar * colorspace, gint ncomp, const GValue * cmap_array, + const GValue * cdef_array) +{ + AtomData *atom_data; + GstBuffer *buf; + guint8 cenum; + gint i; + gint idhr_size = 22; + gint colr_size = 15; + gint cmap_size = 0, cdef_size = 0; + gint cmap_array_size = 0; + gint cdef_array_size = 0; + GstByteWriter writer; + + g_return_val_if_fail (cmap_array == NULL || + GST_VALUE_HOLDS_ARRAY (cmap_array), NULL); + g_return_val_if_fail (cdef_array == NULL || + GST_VALUE_HOLDS_ARRAY (cdef_array), NULL); + + if (g_str_equal (colorspace, "sRGB")) { + cenum = 0x10; + if (ncomp == 0) + ncomp = 3; + } else if (g_str_equal (colorspace, "GRAY")) { + cenum = 0x11; + if (ncomp == 0) + ncomp = 1; + } else if (g_str_equal (colorspace, "sYUV")) { + cenum = 0x12; + if (ncomp == 0) + ncomp = 3; + } else + return NULL; + + if (cmap_array) { + cmap_array_size = gst_value_array_get_size (cmap_array); + cmap_size = 8 + cmap_array_size * 4; + } + if (cdef_array) { + cdef_array_size = gst_value_array_get_size (cdef_array); + cdef_size = 8 + 2 + cdef_array_size * 6; + } + + gst_byte_writer_init_with_size (&writer, + idhr_size + colr_size + cmap_size + cdef_size, TRUE); + + /* ihdr = image header box */ + gst_byte_writer_put_uint32_be_unchecked (&writer, 22); + gst_byte_writer_put_uint32_le_unchecked (&writer, GST_MAKE_FOURCC ('i', 'h', + 'd', 'r')); + gst_byte_writer_put_uint32_be_unchecked (&writer, height); + gst_byte_writer_put_uint32_be_unchecked (&writer, width); + gst_byte_writer_put_uint16_be_unchecked (&writer, ncomp); + /* 8 bits per component, unsigned */ + gst_byte_writer_put_uint8_unchecked (&writer, 0x7); + /* compression type; reserved */ + gst_byte_writer_put_uint8_unchecked (&writer, 0x7); + /* colour space (un)known */ + gst_byte_writer_put_uint8_unchecked (&writer, 0x0); + /* intellectual property right (box present) */ + gst_byte_writer_put_uint8_unchecked (&writer, 0x0); + + /* colour specification box */ + gst_byte_writer_put_uint32_be_unchecked (&writer, 15); + gst_byte_writer_put_uint32_le_unchecked (&writer, GST_MAKE_FOURCC ('c', 'o', + 'l', 'r')); + + /* specification method: enumerated */ + gst_byte_writer_put_uint8_unchecked (&writer, 0x1); + /* precedence; reserved */ + gst_byte_writer_put_uint8_unchecked (&writer, 0x0); + /* approximation; reserved */ + gst_byte_writer_put_uint8_unchecked (&writer, 0x0); + /* enumerated colourspace */ + gst_byte_writer_put_uint32_be_unchecked (&writer, cenum); + + if (cmap_array) { + gst_byte_writer_put_uint32_be_unchecked (&writer, cmap_size); + gst_byte_writer_put_uint32_le_unchecked (&writer, + GST_MAKE_FOURCC ('c', 'm', 'a', 'p')); + for (i = 0; i < cmap_array_size; i++) { + const GValue *item; + gint value; + guint16 cmp; + guint8 mtyp; + guint8 pcol; + item = gst_value_array_get_value (cmap_array, i); + value = g_value_get_int (item); + + /* value is '(mtyp << 24) | (pcol << 16) | cmp' */ + cmp = value & 0xFFFF; + mtyp = value >> 24; + pcol = (value >> 16) & 0xFF; + + if (mtyp == 1) + GST_WARNING ("MTYP of cmap atom signals Pallete Mapping, but we don't " + "handle Pallete mapping atoms yet"); + + gst_byte_writer_put_uint16_be_unchecked (&writer, cmp); + gst_byte_writer_put_uint8_unchecked (&writer, mtyp); + gst_byte_writer_put_uint8_unchecked (&writer, pcol); + } + } + + if (cdef_array) { + gst_byte_writer_put_uint32_be_unchecked (&writer, cdef_size); + gst_byte_writer_put_uint32_le_unchecked (&writer, + GST_MAKE_FOURCC ('c', 'd', 'e', 'f')); + gst_byte_writer_put_uint16_be_unchecked (&writer, cdef_array_size); + for (i = 0; i < cdef_array_size; i++) { + const GValue *item; + gint value; + item = gst_value_array_get_value (cdef_array, i); + value = g_value_get_int (item); + + gst_byte_writer_put_uint16_be_unchecked (&writer, i); + if (value > 0) { + gst_byte_writer_put_uint16_be_unchecked (&writer, 0); + gst_byte_writer_put_uint16_be_unchecked (&writer, value); + } else if (value < 0) { + gst_byte_writer_put_uint16_be_unchecked (&writer, -value); + gst_byte_writer_put_uint16_be_unchecked (&writer, 0); /* TODO what here? */ + } else { + gst_byte_writer_put_uint16_be_unchecked (&writer, 1); + gst_byte_writer_put_uint16_be_unchecked (&writer, 0); + } + } + } + + g_assert (gst_byte_writer_get_remaining (&writer) == 0); + buf = gst_byte_writer_reset_and_get_buffer (&writer); + + atom_data = atom_data_new_from_gst_buffer (FOURCC_jp2h, buf); + gst_buffer_unref (buf); + + return build_atom_info_wrapper ((Atom *) atom_data, atom_data_copy_data, + atom_data_free); +} + +AtomInfo * +build_codec_data_extension (guint32 fourcc, const GstBuffer * codec_data) +{ + AtomData *data; + AtomInfo *result = NULL; + + if (codec_data) { + data = atom_data_new_from_gst_buffer (fourcc, codec_data); + result = build_atom_info_wrapper ((Atom *) data, atom_data_copy_data, + atom_data_free); + } + + return result; +} + +AtomInfo * +build_amr_extension (void) +{ + guint8 ext[9]; + GstBuffer *buf; + AtomInfo *res; + + /* vendor */ + GST_WRITE_UINT32_LE (ext, 0); + /* decoder version */ + GST_WRITE_UINT8 (ext + 4, 0); + /* mode set (all modes) */ + GST_WRITE_UINT16_BE (ext + 5, 0x81FF); + /* mode change period (no restriction) */ + GST_WRITE_UINT8 (ext + 7, 0); + /* frames per sample */ + GST_WRITE_UINT8 (ext + 8, 1); + + buf = _gst_buffer_new_wrapped (ext, sizeof (ext), NULL); + res = build_codec_data_extension (GST_MAKE_FOURCC ('d', 'a', 'm', 'r'), buf); + gst_buffer_unref (buf); + return res; +} + +AtomInfo * +build_h263_extension (void) +{ + guint8 ext[7]; + GstBuffer *buf; + AtomInfo *res; + + /* vendor */ + GST_WRITE_UINT32_LE (ext, 0); + /* decoder version */ + GST_WRITE_UINT8 (ext + 4, 0); + /* level / profile */ + /* FIXME ? maybe ? obtain somewhere; baseline for now */ + GST_WRITE_UINT8 (ext + 5, 10); + GST_WRITE_UINT8 (ext + 6, 0); + + buf = _gst_buffer_new_wrapped (ext, sizeof (ext), NULL); + res = build_codec_data_extension (GST_MAKE_FOURCC ('d', '2', '6', '3'), buf); + gst_buffer_unref (buf); + return res; +} + +AtomInfo * +build_gama_atom (gdouble gamma) +{ + AtomInfo *res; + guint32 gamma_fp; + GstBuffer *buf; + + /* convert to uint32 from fixed point */ + gamma_fp = (guint32) 65536 *gamma; + + gamma_fp = GUINT32_TO_BE (gamma_fp); + buf = _gst_buffer_new_wrapped (&gamma_fp, 4, NULL); + res = build_codec_data_extension (FOURCC_gama, buf); + gst_buffer_unref (buf); + return res; +} + +AtomInfo * +build_SMI_atom (const GstBuffer * seqh) +{ + AtomInfo *res; + GstBuffer *buf; + gsize size; + guint8 *data; + + /* the seqh plus its size and fourcc */ + size = gst_buffer_get_size ((GstBuffer *) seqh); + data = g_malloc (size + 8); + + GST_WRITE_UINT32_LE (data, FOURCC_SEQH); + GST_WRITE_UINT32_BE (data + 4, size + 8); + gst_buffer_extract ((GstBuffer *) seqh, 0, data + 8, size); + buf = _gst_buffer_new_wrapped (data, size + 8, g_free); + res = build_codec_data_extension (FOURCC_SMI_, buf); + gst_buffer_unref (buf); + return res; +} + +static AtomInfo * +build_ima_adpcm_atom (gint channels, gint rate, gint blocksize) +{ + AtomData *atom_data; + GstBuffer *buf; + guint8 *data; + const gint ima_adpcm_atom_size = 20; + guint32 fourcc; + gint samplesperblock; + gint bytespersec; + + /* The FOURCC for WAV codecs in QT is 'ms' followed by the 16 bit wave codec + identifier. Note that the identifier here is big-endian, but when used + within the WAVE header (below), it's little endian. */ + fourcc = MS_WAVE_FOURCC (0x11); + + data = g_malloc (ima_adpcm_atom_size); + + /* This atom's content is a WAVE header, including 2 bytes of extra data. + Note that all of this is little-endian, unlike most stuff in qt. */ + /* 4 bytes header per channel (including 1 sample). Then 2 samples per byte + for the rest. Simplifies to this. */ + samplesperblock = 2 * blocksize / channels - 7; + bytespersec = rate * blocksize / samplesperblock; + GST_WRITE_UINT16_LE (data, 0x11); + GST_WRITE_UINT16_LE (data + 2, channels); + GST_WRITE_UINT32_LE (data + 4, rate); + GST_WRITE_UINT32_LE (data + 8, bytespersec); + GST_WRITE_UINT16_LE (data + 12, blocksize); + GST_WRITE_UINT16_LE (data + 14, 4); + GST_WRITE_UINT16_LE (data + 16, 2); /* Two extra bytes */ + GST_WRITE_UINT16_LE (data + 18, samplesperblock); + + buf = _gst_buffer_new_wrapped (data, ima_adpcm_atom_size, g_free); + atom_data = atom_data_new_from_gst_buffer (fourcc, buf); + gst_buffer_unref (buf); + + return build_atom_info_wrapper ((Atom *) atom_data, atom_data_copy_data, + atom_data_free); +} + +AtomInfo * +build_ima_adpcm_extension (gint channels, gint rate, gint blocksize) +{ + AtomWAVE *wave; + AtomFRMA *frma; + Atom *ext_atom; + + /* Add WAVE atom */ + wave = atom_wave_new (); + + /* Prepend Terminator atom to the WAVE list first, so it ends up last */ + ext_atom = (Atom *) atom_data_new (FOURCC_null); + wave->extension_atoms = + atom_info_list_prepend_atom (wave->extension_atoms, (Atom *) ext_atom, + (AtomCopyDataFunc) atom_data_copy_data, (AtomFreeFunc) atom_data_free); + + /* Add wave ima adpcm atom to WAVE */ + wave->extension_atoms = g_list_prepend (wave->extension_atoms, + build_ima_adpcm_atom (channels, rate, blocksize)); + + /* Add FRMA to the WAVE */ + frma = atom_frma_new (); + frma->media_type = MS_WAVE_FOURCC (0x11); + + wave->extension_atoms = + atom_info_list_prepend_atom (wave->extension_atoms, (Atom *) frma, + (AtomCopyDataFunc) atom_frma_copy_data, (AtomFreeFunc) atom_frma_free); + + return build_atom_info_wrapper ((Atom *) wave, atom_wave_copy_data, + atom_wave_free); +} + +AtomInfo * +build_uuid_xmp_atom (GstBuffer * xmp_data) +{ + AtomUUID *uuid; + gsize size; + static const guint8 xmp_uuid[] = { 0xBE, 0x7A, 0xCF, 0xCB, + 0x97, 0xA9, 0x42, 0xE8, + 0x9C, 0x71, 0x99, 0x94, + 0x91, 0xE3, 0xAF, 0xAC + }; + + if (xmp_data == NULL) + return NULL; + + uuid = atom_uuid_new (); + memcpy (uuid->uuid, xmp_uuid, 16); + + size = gst_buffer_get_size (xmp_data); + uuid->data = g_malloc (size); + uuid->datalen = size; + gst_buffer_extract (xmp_data, 0, uuid->data, size); + + return build_atom_info_wrapper ((Atom *) uuid, atom_uuid_copy_data, + atom_uuid_free); +} diff --git a/gst/isomp4/atoms.h b/gst/isomp4/atoms.h new file mode 100755 index 0000000..a548380 --- /dev/null +++ b/gst/isomp4/atoms.h @@ -0,0 +1,996 @@ +/* Quicktime muxer plugin for GStreamer + * Copyright (C) 2008-2010 Thiago Santos <thiagoss@embedded.ufcg.edu.br> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ +/* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + +#ifndef __ATOMS_H__ +#define __ATOMS_H__ + +#include <glib.h> +#include <string.h> + +#include "descriptors.h" +#include "properties.h" +#include "fourcc.h" + +/* helper storage struct */ +#define ATOM_ARRAY(struct_type) \ +struct { \ + guint size; \ + guint len; \ + struct_type *data; \ +} + +/* storage helpers */ + +#define atom_array_init(array, reserve) \ +G_STMT_START { \ + (array)->len = 0; \ + (array)->size = reserve; \ + (array)->data = g_malloc (sizeof (*(array)->data) * reserve); \ +} G_STMT_END + +#define atom_array_append(array, elmt, inc) \ +G_STMT_START { \ + g_assert ((array)->data); \ + g_assert (inc > 0); \ + if (G_UNLIKELY ((array)->len == (array)->size)) { \ + (array)->size += inc; \ + (array)->data = \ + g_realloc ((array)->data, sizeof (*((array)->data)) * (array)->size); \ + } \ + (array)->data[(array)->len] = elmt; \ + (array)->len++; \ +} G_STMT_END + +#define atom_array_get_len(array) ((array)->len) +#define atom_array_index(array, index) ((array)->data[index]) + +#define atom_array_clear(array) \ +G_STMT_START { \ + (array)->size = (array)->len = 0; \ + g_free ((array)->data); \ + (array)->data = NULL; \ +} G_STMT_END + +/* light-weight context that may influence header atom tree construction */ +typedef enum _AtomsTreeFlavor +{ + ATOMS_TREE_FLAVOR_MOV, + ATOMS_TREE_FLAVOR_ISOM, + ATOMS_TREE_FLAVOR_3GP, + ATOMS_TREE_FLAVOR_ISML +} AtomsTreeFlavor; + +typedef struct _AtomsContext +{ + AtomsTreeFlavor flavor; +} AtomsContext; + +AtomsContext* atoms_context_new (AtomsTreeFlavor flavor); +void atoms_context_free (AtomsContext *context); + +#define METADATA_DATA_FLAG 0x0 +#define METADATA_TEXT_FLAG 0x1 + +/* atom defs and functions */ + +/** + * Used for storing time related values for some atoms. + */ +typedef struct _TimeInfo +{ + guint64 creation_time; + guint64 modification_time; + guint32 timescale; + guint64 duration; +} TimeInfo; + +typedef struct _Atom +{ + guint32 size; + guint32 type; + guint64 extended_size; +} Atom; + +typedef struct _AtomFull +{ + Atom header; + + guint8 version; + guint8 flags[3]; +} AtomFull; + +/* + * Generic extension atom + */ +typedef struct _AtomData +{ + Atom header; + + /* not written */ + guint32 datalen; + + guint8 *data; +} AtomData; + +typedef struct _AtomUUID +{ + Atom header; + + guint8 uuid[16]; + + /* not written */ + guint32 datalen; + + guint8 *data; +} AtomUUID; + +typedef struct _AtomFTYP +{ + Atom header; + guint32 major_brand; + guint32 version; + guint32 *compatible_brands; + + /* not written */ + guint32 compatible_brands_size; +} AtomFTYP; + +typedef struct _AtomMVHD +{ + AtomFull header; + + /* version 0: 32 bits */ + TimeInfo time_info; + + guint32 prefered_rate; /* ISO: 0x00010000 */ + guint16 volume; /* ISO: 0x0100 */ + guint16 reserved3; /* ISO: 0x0 */ + guint32 reserved4[2]; /* ISO: 0, 0 */ + /* ISO: identity matrix = + * { 0x00010000, 0, 0, 0, 0x00010000, 0, 0, 0, 0x40000000 } */ + guint32 matrix[9]; + + /* ISO: all 0 */ + guint32 preview_time; + guint32 preview_duration; + guint32 poster_time; + guint32 selection_time; + guint32 selection_duration; + guint32 current_time; + + guint32 next_track_id; +} AtomMVHD; + +typedef struct _AtomTKHD +{ + AtomFull header; + + /* version 0: 32 bits */ + /* like the TimeInfo struct, but it has this track_ID inside */ + guint64 creation_time; + guint64 modification_time; + guint32 track_ID; + guint32 reserved; + guint64 duration; + + guint32 reserved2[2]; + guint16 layer; + guint16 alternate_group; + guint16 volume; + guint16 reserved3; + + /* ISO: identity matrix = + * { 0x00010000, 0, 0, 0, 0x00010000, 0, 0, 0, 0x40000000 } */ + guint32 matrix[9]; + guint32 width; + guint32 height; +} AtomTKHD; + +typedef struct _AtomMDHD +{ + AtomFull header; + + /* version 0: 32 bits */ + TimeInfo time_info; + + /* ISO: packed ISO-639-2/T language code (first bit must be 0) */ + guint16 language_code; + /* ISO: 0 */ + guint16 quality; +} AtomMDHD; + +typedef struct _AtomHDLR +{ + AtomFull header; + + /* ISO: 0 */ + guint32 component_type; + guint32 handler_type; + guint32 manufacturer; + guint32 flags; + guint32 flags_mask; + gchar *name; + + AtomsTreeFlavor flavor; +} AtomHDLR; + +typedef struct _AtomVMHD +{ + AtomFull header; /* ISO: flags = 1 */ + + guint16 graphics_mode; + /* RGB */ + guint16 opcolor[3]; +} AtomVMHD; + +typedef struct _AtomSMHD +{ + AtomFull header; + + guint16 balance; + guint16 reserved; +} AtomSMHD; + +typedef struct _AtomHMHD +{ + AtomFull header; + + guint16 max_pdu_size; + guint16 avg_pdu_size; + guint32 max_bitrate; + guint32 avg_bitrate; + guint32 sliding_avg_bitrate; +} AtomHMHD; + +typedef struct _AtomURL +{ + AtomFull header; + + gchar *location; +} AtomURL; + +typedef struct _AtomDREF +{ + AtomFull header; + + GList *entries; +} AtomDREF; + +typedef struct _AtomDINF +{ + Atom header; + + AtomDREF dref; +} AtomDINF; + +typedef struct _STTSEntry +{ + guint32 sample_count; + gint32 sample_delta; +} STTSEntry; + +typedef struct _AtomSTTS +{ + AtomFull header; + + ATOM_ARRAY (STTSEntry) entries; +} AtomSTTS; + +typedef struct _AtomSTSS +{ + AtomFull header; + + ATOM_ARRAY (guint32) entries; +} AtomSTSS; + +typedef struct _AtomESDS +{ + AtomFull header; + + ESDescriptor es; +} AtomESDS; + +typedef struct _AtomFRMA +{ + Atom header; + + guint32 media_type; +} AtomFRMA; + +typedef enum _SampleEntryKind +{ + UNKNOWN, + AUDIO, + VIDEO, + SUBTITLE, +} SampleEntryKind; + +typedef struct _SampleTableEntry +{ + Atom header; + + guint8 reserved[6]; + guint16 data_reference_index; + + /* type of entry */ + SampleEntryKind kind; +} SampleTableEntry; + +typedef struct _AtomHintSampleEntry +{ + SampleTableEntry se; + guint32 size; + guint8 *data; +} AtomHintSampleEntry; + +typedef struct _SampleTableEntryMP4V +{ + SampleTableEntry se; + + guint16 version; + guint16 revision_level; + + guint32 vendor; /* fourcc code */ + guint32 temporal_quality; + guint32 spatial_quality; + + guint16 width; + guint16 height; + + guint32 horizontal_resolution; + guint32 vertical_resolution; + guint32 datasize; + + guint16 frame_count; /* usually 1 */ + + guint8 compressor[32]; /* pascal string, i.e. first byte = length */ + + guint16 depth; + guint16 color_table_id; + + /* (optional) list of AtomInfo */ + GList *extension_atoms; +} SampleTableEntryMP4V; + +typedef struct _SampleTableEntryMP4A +{ + SampleTableEntry se; + + guint16 version; + guint16 revision_level; + guint32 vendor; + + guint16 channels; + guint16 sample_size; + guint16 compression_id; + guint16 packet_size; + + guint32 sample_rate; /* fixed point 16.16 */ + + guint32 samples_per_packet; + guint32 bytes_per_packet; + guint32 bytes_per_frame; + guint32 bytes_per_sample; + + /* (optional) list of AtomInfo */ + GList *extension_atoms; +} SampleTableEntryMP4A; + +typedef struct _SampleTableEntryMP4S +{ + SampleTableEntry se; + + AtomESDS es; +} SampleTableEntryMP4S; + +typedef struct _SampleTableEntryTX3G +{ + SampleTableEntry se; + + guint32 display_flags; + guint64 default_text_box; + guint16 font_id; + guint8 font_face; /* bold=0x1, italic=0x2, underline=0x4 */ + guint8 font_size; /* should always be 0.05 multiplied by the video track header height */ + guint32 foreground_color_rgba; + +} SampleTableEntryTX3G; + +typedef struct _AtomSTSD +{ + AtomFull header; + + guint n_entries; + /* list of subclasses of SampleTableEntry */ + GList *entries; +} AtomSTSD; + +typedef struct _AtomSTSZ +{ + AtomFull header; + + guint32 sample_size; + + /* need the size here because when sample_size is constant, + * the list is empty */ + guint32 table_size; + ATOM_ARRAY (guint32) entries; +} AtomSTSZ; + +typedef struct _STSCEntry +{ + guint32 first_chunk; + guint32 samples_per_chunk; + guint32 sample_description_index; +} STSCEntry; + +typedef struct _AtomSTSC +{ + AtomFull header; + + ATOM_ARRAY (STSCEntry) entries; +} AtomSTSC; + + +/* + * used for both STCO and CO64 + * if used as STCO, entries should be truncated to use only 32bits + */ +typedef struct _AtomSTCO64 +{ + AtomFull header; + + ATOM_ARRAY (guint64) entries; +} AtomSTCO64; + +typedef struct _CTTSEntry +{ + guint32 samplecount; + guint32 sampleoffset; +} CTTSEntry; + +typedef struct _AtomCTTS +{ + AtomFull header; + + /* also entry count here */ + ATOM_ARRAY (CTTSEntry) entries; + gboolean do_pts; +} AtomCTTS; + +typedef struct _AtomSTBL +{ + Atom header; + + AtomSTSD stsd; + AtomSTTS stts; + AtomSTSS stss; + AtomSTSC stsc; + AtomSTSZ stsz; + /* NULL if not present */ + AtomCTTS *ctts; + + AtomSTCO64 stco64; +} AtomSTBL; + +typedef struct _AtomMINF +{ + Atom header; + + /* only (exactly) one of those must be present */ + AtomVMHD *vmhd; + AtomSMHD *smhd; + AtomHMHD *hmhd; + + AtomHDLR *hdlr; + AtomDINF dinf; + AtomSTBL stbl; +} AtomMINF; + +typedef struct _EditListEntry +{ + /* duration in movie's timescale */ + guint32 duration; + /* start time in media's timescale, -1 for empty */ + guint32 media_time; + guint32 media_rate; /* fixed point 32 bit */ +} EditListEntry; + +typedef struct _AtomELST +{ + AtomFull header; + + /* number of entries is implicit */ + GSList *entries; +} AtomELST; + +typedef struct _AtomEDTS +{ + Atom header; + AtomELST elst; +} AtomEDTS; + +typedef struct _AtomMDIA +{ + Atom header; + + AtomMDHD mdhd; + AtomHDLR hdlr; + AtomMINF minf; +} AtomMDIA; + +typedef struct _AtomILST +{ + Atom header; + + /* list of AtomInfo */ + GList* entries; +} AtomILST; + +typedef struct _AtomTagData +{ + AtomFull header; + guint32 reserved; + + guint32 datalen; + guint8* data; +} AtomTagData; + +typedef struct _AtomTag +{ + Atom header; + + AtomTagData data; +} AtomTag; + +typedef struct _AtomMETA +{ + AtomFull header; + AtomHDLR hdlr; + AtomILST *ilst; +} AtomMETA; + +typedef struct _AtomUDTA +{ + Atom header; + + /* list of AtomInfo */ + GList* entries; + /* or list is further down */ + AtomMETA *meta; + + AtomsContext *context; +} AtomUDTA; + +enum TrFlags +{ + TR_DATA_OFFSET = 0x01, /* data-offset-present */ + TR_FIRST_SAMPLE_FLAGS = 0x04, /* first-sample-flags-present */ + TR_SAMPLE_DURATION = 0x0100, /* sample-duration-present */ + TR_SAMPLE_SIZE = 0x0200, /* sample-size-present */ + TR_SAMPLE_FLAGS = 0x0400, /* sample-flags-present */ + TR_COMPOSITION_TIME_OFFSETS = 0x0800 /* sample-composition-time-offsets-presents */ +}; + +enum TfFlags +{ + TF_BASE_DATA_OFFSET = 0x01, /* base-data-offset-present */ + TF_SAMPLE_DESCRIPTION_INDEX = 0x02, /* sample-description-index-present */ + TF_DEFAULT_SAMPLE_DURATION = 0x08, /* default-sample-duration-present */ + TF_DEFAULT_SAMPLE_SIZE = 0x010, /* default-sample-size-present */ + TF_DEFAULT_SAMPLE_FLAGS = 0x020, /* default-sample-flags-present */ + TF_DURATION_IS_EMPTY = 0x010000 /* sample-composition-time-offsets-presents */ +}; + +typedef struct _AtomTRAK +{ + Atom header; + + AtomTKHD tkhd; + AtomEDTS *edts; + AtomMDIA mdia; + AtomUDTA udta; + + /* some helper info for structural conformity checks */ + gboolean is_video; + gboolean is_h264; + + AtomsContext *context; +} AtomTRAK; + +typedef struct _AtomTREX +{ + AtomFull header; + + guint32 track_ID; + guint32 default_sample_description_index; + guint32 default_sample_duration; + guint32 default_sample_size; + guint32 default_sample_flags; +} AtomTREX; + +typedef struct _AtomMEHD +{ + AtomFull header; + + guint64 fragment_duration; +} AtomMEHD; + + +typedef struct _AtomMVEX +{ + Atom header; + + AtomMEHD mehd; + + /* list of AtomTREX */ + GList *trexs; +} AtomMVEX; + +typedef struct _AtomMFHD +{ + AtomFull header; + + guint32 sequence_number; +} AtomMFHD; + +typedef struct _AtomTFHD +{ + AtomFull header; + + guint32 track_ID; + guint64 base_data_offset; + guint32 sample_description_index; + guint32 default_sample_duration; + guint32 default_sample_size; + guint32 default_sample_flags; +} AtomTFHD; + +typedef struct _TRUNSampleEntry +{ + guint32 sample_duration; + guint32 sample_size; + guint32 sample_flags; + guint32 sample_composition_time_offset; +} TRUNSampleEntry; + +typedef struct _AtomTRUN +{ + AtomFull header; + + guint32 sample_count; + gint32 data_offset; + guint32 first_sample_flags; + + /* array of fields */ + ATOM_ARRAY (TRUNSampleEntry) entries; +} AtomTRUN; + +typedef struct _AtomSDTP +{ + AtomFull header; + + /* not serialized */ + guint32 sample_count; + + /* array of fields */ + ATOM_ARRAY (guint8) entries; +} AtomSDTP; + +typedef struct _AtomTRAF +{ + Atom header; + + AtomTFHD tfhd; + + /* list of AtomTRUN */ + GList *truns; + /* list of AtomSDTP */ + GList *sdtps; +} AtomTRAF; + +typedef struct _AtomMOOF +{ + Atom header; + + AtomMFHD mfhd; + + /* list of AtomTRAF */ + GList *trafs; +} AtomMOOF; + + +typedef struct _AtomMOOV +{ + /* style */ + AtomsContext context; + + Atom header; + + AtomMVHD mvhd; + AtomMVEX mvex; + + /* list of AtomTRAK */ + GList *traks; + AtomUDTA udta; + + gboolean fragmented; +} AtomMOOV; + +typedef struct _AtomWAVE +{ + Atom header; + + /* list of AtomInfo */ + GList *extension_atoms; +} AtomWAVE; + +typedef struct _TFRAEntry +{ + guint64 time; + guint64 moof_offset; + guint32 traf_number; + guint32 trun_number; + guint32 sample_number; +} TFRAEntry; + +typedef struct _AtomTFRA +{ + AtomFull header; + + guint32 track_ID; + guint32 lengths; + /* array of entries */ + ATOM_ARRAY (TFRAEntry) entries; +} AtomTFRA; + +typedef struct _AtomMFRA +{ + Atom header; + + /* list of tfra */ + GList *tfras; +} AtomMFRA; + +/* + * Function to serialize an atom + */ +typedef guint64 (*AtomCopyDataFunc) (Atom *atom, guint8 **buffer, guint64 *size, guint64 *offset); + +/* + * Releases memory allocated by an atom + */ +typedef guint64 (*AtomFreeFunc) (Atom *atom); + +/* + * Some atoms might have many optional different kinds of child atoms, so this + * is useful for enabling generic handling of any atom. + * All we need are the two functions (copying it to an array + * for serialization and the memory releasing function). + */ +typedef struct _AtomInfo +{ + Atom *atom; + AtomCopyDataFunc copy_data_func; + AtomFreeFunc free_func; +} AtomInfo; + + +guint64 atom_copy_data (Atom *atom, guint8 **buffer, + guint64 *size, guint64* offset); + +AtomFTYP* atom_ftyp_new (AtomsContext *context, guint32 major, + guint32 version, GList *brands); +guint64 atom_ftyp_copy_data (AtomFTYP *ftyp, guint8 **buffer, + guint64 *size, guint64 *offset); +void atom_ftyp_free (AtomFTYP *ftyp); + +AtomTRAK* atom_trak_new (AtomsContext *context); +void atom_trak_add_samples (AtomTRAK * trak, guint32 nsamples, guint32 delta, + guint32 size, guint64 chunk_offset, gboolean sync, + gint64 pts_offset); +void atom_trak_add_elst_entry (AtomTRAK * trak, guint32 duration, + guint32 media_time, guint32 rate); +guint32 atom_trak_get_timescale (AtomTRAK *trak); +guint32 atom_trak_get_id (AtomTRAK * trak); +void atom_stbl_add_samples (AtomSTBL * stbl, guint32 nsamples, + guint32 delta, guint32 size, + guint64 chunk_offset, gboolean sync, + gint64 pts_offset); + +AtomMOOV* atom_moov_new (AtomsContext *context); +void atom_moov_free (AtomMOOV *moov); +guint64 atom_moov_copy_data (AtomMOOV *atom, guint8 **buffer, guint64 *size, guint64* offset); +void atom_moov_update_timescale (AtomMOOV *moov, guint32 timescale); +void atom_moov_update_duration (AtomMOOV *moov); +void atom_moov_set_fragmented (AtomMOOV *moov, gboolean fragmented); +void atom_moov_chunks_add_offset (AtomMOOV *moov, guint32 offset); +void atom_moov_add_trak (AtomMOOV *moov, AtomTRAK *trak); + +guint64 atom_mvhd_copy_data (AtomMVHD * atom, guint8 ** buffer, + guint64 * size, guint64 * offset); +void atom_stco64_chunks_add_offset (AtomSTCO64 * stco64, guint32 offset); +guint64 atom_trak_copy_data (AtomTRAK * atom, guint8 ** buffer, + guint64 * size, guint64 * offset); +void atom_stbl_clear (AtomSTBL * stbl); +void atom_stbl_init (AtomSTBL * stbl); +guint64 atom_stss_copy_data (AtomSTSS *atom, guint8 **buffer, + guint64 *size, guint64* offset); +guint64 atom_stts_copy_data (AtomSTTS *atom, guint8 **buffer, + guint64 *size, guint64* offset); +guint64 atom_stsc_copy_data (AtomSTSC *atom, guint8 **buffer, + guint64 *size, guint64* offset); +guint64 atom_stsz_copy_data (AtomSTSZ *atom, guint8 **buffer, + guint64 *size, guint64* offset); +guint64 atom_ctts_copy_data (AtomCTTS *atom, guint8 **buffer, + guint64 *size, guint64* offset); +guint64 atom_stco64_copy_data (AtomSTCO64 *atom, guint8 **buffer, + guint64 *size, guint64* offset); +AtomMOOF* atom_moof_new (AtomsContext *context, guint32 sequence_number); +void atom_moof_free (AtomMOOF *moof); +guint64 atom_moof_copy_data (AtomMOOF *moof, guint8 **buffer, guint64 *size, guint64* offset); +AtomTRAF * atom_traf_new (AtomsContext * context, guint32 track_ID); +void atom_traf_free (AtomTRAF * traf); +void atom_traf_add_samples (AtomTRAF * traf, guint32 delta, + guint32 size, gboolean sync, gint64 pts_offset, + gboolean sdtp_sync); +guint32 atom_traf_get_sample_num (AtomTRAF * traf); +void atom_moof_add_traf (AtomMOOF *moof, AtomTRAF *traf); + +AtomMFRA* atom_mfra_new (AtomsContext *context); +void atom_mfra_free (AtomMFRA *mfra); +AtomTFRA* atom_tfra_new (AtomsContext *context, guint32 track_ID); +void atom_tfra_add_entry (AtomTFRA *tfra, guint64 dts, guint32 sample_num); +void atom_tfra_update_offset (AtomTFRA * tfra, guint64 offset); +void atom_mfra_add_tfra (AtomMFRA *mfra, AtomTFRA *tfra); +guint64 atom_mfra_copy_data (AtomMFRA *mfra, guint8 **buffer, guint64 *size, guint64* offset); + + +/* media sample description related helpers */ + +typedef struct +{ + guint16 version; + guint32 fourcc; + guint width; + guint height; + guint depth; + guint frame_count; + gint color_table_id; + guint par_n; + guint par_d; + + GstBuffer *codec_data; +} VisualSampleEntry; + +typedef struct +{ + guint32 fourcc; + guint version; + gint compression_id; + guint sample_rate; + guint channels; + guint sample_size; + guint bytes_per_packet; + guint samples_per_packet; + guint bytes_per_sample; + guint bytes_per_frame; + + GstBuffer *codec_data; +} AudioSampleEntry; + +typedef struct +{ + guint32 fourcc; + + guint8 font_face; /* bold=0x1, italic=0x2, underline=0x4 */ + guint8 font_size; + guint32 foreground_color_rgba; +} SubtitleSampleEntry; + +void subtitle_sample_entry_init (SubtitleSampleEntry * entry); + +void atom_trak_set_audio_type (AtomTRAK * trak, AtomsContext * context, + AudioSampleEntry * entry, guint32 scale, + AtomInfo * ext, gint sample_size); + +void atom_trak_set_video_type (AtomTRAK * trak, AtomsContext * context, + VisualSampleEntry * entry, guint32 rate, + GList * ext_atoms_list); + +void atom_trak_set_subtitle_type (AtomTRAK * trak, AtomsContext * context, + SubtitleSampleEntry * entry); + +void atom_trak_update_bitrates (AtomTRAK * trak, guint32 avg_bitrate, + guint32 max_bitrate); + +void atom_trak_tx3g_update_dimension (AtomTRAK * trak, guint32 width, + guint32 height); + +AtomInfo * build_codec_data_extension (guint32 fourcc, const GstBuffer * codec_data); +AtomInfo * build_mov_aac_extension (AtomTRAK * trak, const GstBuffer * codec_data, + guint32 avg_bitrate, guint32 max_bitrate); +AtomInfo * build_mov_alac_extension (AtomTRAK * trak, const GstBuffer * codec_data); +AtomInfo * build_esds_extension (AtomTRAK * trak, guint8 object_type, + guint8 stream_type, const GstBuffer * codec_data, + guint32 avg_bitrate, guint32 max_bitrate); +AtomInfo * build_btrt_extension (guint32 buffer_size_db, guint32 avg_bitrate, + guint32 max_bitrate); +AtomInfo * build_jp2h_extension (AtomTRAK * trak, gint width, gint height, + const gchar *colorspace, gint ncomp, + const GValue * cmap_array, + const GValue * cdef_array); + +AtomInfo * build_jp2x_extension (const GstBuffer * prefix); +AtomInfo * build_fiel_extension (gint fields); +AtomInfo * build_amr_extension (void); +AtomInfo * build_h263_extension (void); +AtomInfo * build_gama_atom (gdouble gamma); +AtomInfo * build_SMI_atom (const GstBuffer *seqh); +AtomInfo * build_ima_adpcm_extension (gint channels, gint rate, + gint blocksize); +AtomInfo * build_uuid_xmp_atom (GstBuffer * xmp); + + +/* + * Meta tags functions + */ +void atom_udta_add_str_tag (AtomUDTA *udta, guint32 fourcc, const gchar *value); +void atom_udta_add_uint_tag (AtomUDTA *udta, guint32 fourcc, guint32 flags, + guint32 value); +void atom_udta_add_tag (AtomUDTA *udta, guint32 fourcc, guint32 flags, + const guint8 * data, guint size); +void atom_udta_add_blob_tag (AtomUDTA *udta, guint8 *data, guint size); + +void atom_udta_add_3gp_str_tag (AtomUDTA *udta, guint32 fourcc, const gchar * value); +void atom_udta_add_3gp_uint_tag (AtomUDTA *udta, guint32 fourcc, guint16 value); +void atom_udta_add_3gp_str_int_tag (AtomUDTA *udta, guint32 fourcc, const gchar * value, + gint16 ivalue); +void atom_udta_add_3gp_tag (AtomUDTA *udta, guint32 fourcc, guint8 * data, + guint size); + +void atom_udta_add_xmp_tags (AtomUDTA *udta, GstBuffer * xmp); + +#define GST_QT_MUX_DEFAULT_TAG_LANGUAGE "und" /* undefined/unknown */ +guint16 language_code (const char * lang); + +#endif /* __ATOMS_H__ */ diff --git a/gst/isomp4/atomsrecovery.c b/gst/isomp4/atomsrecovery.c new file mode 100755 index 0000000..fec76a3 --- /dev/null +++ b/gst/isomp4/atomsrecovery.c @@ -0,0 +1,1109 @@ +/* Quicktime muxer plugin for GStreamer + * Copyright (C) 2010 Thiago Santos <thiago.sousa.santos@collabora.co.uk> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ +/* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + +/** + * This module contains functions for serializing partial information from + * a mux in progress (by qtmux elements). This enables reconstruction of the + * moov box if a crash happens and thus recovering the movie file. + * + * Usage: + * 1) pipeline: ...yourelements ! qtmux moov-recovery-file=path.mrf ! \ + * filesink location=moovie.mov + * + * 2) CRASH! + * + * 3) gst-launch-1.0 qtmoovrecover recovery-input=path.mrf broken-input=moovie.mov \ + fixed-output=recovered.mov + * + * 4) (Hopefully) enjoy recovered.mov. + * + * --- Recovery file layout --- + * 1) Version (a guint16) + * 2) Prefix atom (if present) + * 3) ftyp atom + * 4) MVHD atom (without timescale/duration set) + * 5) moovie timescale + * 6) number of traks + * 7) list of trak atoms (stbl data is ignored, except for the stsd atom) + * 8) Buffers metadata (metadata that is relevant to the container) + * Buffers metadata are stored in the order they are added to the mdat, + * each entre has a fixed size and is stored in BE. booleans are stored + * as a single byte where 0 means false, otherwise is true. + * Metadata: + * - guint32 track_id; + * - guint32 nsamples; + * - guint32 delta; + * - guint32 size; + * - guint64 chunk_offset; + * - gboolean sync; + * - gboolean do_pts; + * - guint64 pts_offset; (always present, ignored if do_pts is false) + * + * The mdat file might contain ftyp and then mdat, in case this is the faststart + * temporary file there is no ftyp and no mdat header, only the buffers data. + * + * Notes about recovery file layout: We still don't store tags nor EDTS data. + * + * IMPORTANT: this is still at a experimental state. + */ + +#include "atomsrecovery.h" + +#define ATOMS_RECOV_OUTPUT_WRITE_ERROR(err) \ + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_FILE, \ + "Failed to write to output file: %s", g_strerror (errno)) + +static gboolean +atoms_recov_write_version (FILE * f) +{ + guint8 data[2]; + GST_WRITE_UINT16_BE (data, ATOMS_RECOV_FILE_VERSION); + return fwrite (data, 2, 1, f) == 1; +} + +static gboolean +atoms_recov_write_ftyp_info (FILE * f, AtomFTYP * ftyp, GstBuffer * prefix) +{ + guint8 *data = NULL; + guint64 offset = 0; + guint64 size = 0; + + if (prefix) { + GstMapInfo map; + + gst_buffer_map (prefix, &map, GST_MAP_READ); + if (fwrite (map.data, 1, map.size, f) != map.size) { + gst_buffer_unmap (prefix, &map); + return FALSE; + } + gst_buffer_unmap (prefix, &map); + } + if (!atom_ftyp_copy_data (ftyp, &data, &size, &offset)) { + return FALSE; + } + if (fwrite (data, 1, offset, f) != offset) { + g_free (data); + return FALSE; + } + g_free (data); + return TRUE; +} + +/** + * Writes important info on the 'moov' atom (non-trak related) + * to be able to recover the moov structure after a crash. + * + * Currently, it writes the MVHD atom. + */ +static gboolean +atoms_recov_write_moov_info (FILE * f, AtomMOOV * moov) +{ + guint8 *data; + guint64 size; + guint64 offset = 0; + guint64 atom_size = 0; + gint writen = 0; + + /* likely enough */ + size = 256; + data = g_malloc (size); + atom_size = atom_mvhd_copy_data (&moov->mvhd, &data, &size, &offset); + if (atom_size > 0) + writen = fwrite (data, 1, atom_size, f); + g_free (data); + return atom_size > 0 && writen == atom_size; +} + +/** + * Writes the number of traks to the file. + * This simply writes a guint32 in BE. + */ +static gboolean +atoms_recov_write_traks_number (FILE * f, guint32 traks) +{ + guint8 data[4]; + GST_WRITE_UINT32_BE (data, traks); + return fwrite (data, 4, 1, f) == 1; +} + +/** + * Writes the moov's timescale to the file + * This simply writes a guint32 in BE. + */ +static gboolean +atoms_recov_write_moov_timescale (FILE * f, guint32 timescale) +{ + guint8 data[4]; + GST_WRITE_UINT32_BE (data, timescale); + return fwrite (data, 4, 1, f) == 1; +} + +/** + * Writes the trak atom to the file. + */ +gboolean +atoms_recov_write_trak_info (FILE * f, AtomTRAK * trak) +{ + guint8 *data; + guint64 size; + guint64 offset = 0; + guint64 atom_size = 0; + gint writen = 0; + + /* buffer is realloced to a larger size if needed */ + size = 4 * 1024; + data = g_malloc (size); + atom_size = atom_trak_copy_data (trak, &data, &size, &offset); + if (atom_size > 0) + writen = fwrite (data, atom_size, 1, f); + g_free (data); + return atom_size > 0 && writen == atom_size; +} + +gboolean +atoms_recov_write_trak_samples (FILE * f, AtomTRAK * trak, guint32 nsamples, + guint32 delta, guint32 size, guint64 chunk_offset, gboolean sync, + gboolean do_pts, gint64 pts_offset) +{ + guint8 data[TRAK_BUFFER_ENTRY_INFO_SIZE]; + /* + * We have to write a TrakBufferEntryInfo + */ + GST_WRITE_UINT32_BE (data + 0, trak->tkhd.track_ID); + GST_WRITE_UINT32_BE (data + 4, nsamples); + GST_WRITE_UINT32_BE (data + 8, delta); + GST_WRITE_UINT32_BE (data + 12, size); + GST_WRITE_UINT64_BE (data + 16, chunk_offset); + if (sync) + GST_WRITE_UINT8 (data + 24, 1); + else + GST_WRITE_UINT8 (data + 24, 0); + if (do_pts) { + GST_WRITE_UINT8 (data + 25, 1); + GST_WRITE_UINT64_BE (data + 26, pts_offset); + } else { + GST_WRITE_UINT8 (data + 25, 0); + GST_WRITE_UINT64_BE (data + 26, 0); + } + + return fwrite (data, 1, TRAK_BUFFER_ENTRY_INFO_SIZE, f) == + TRAK_BUFFER_ENTRY_INFO_SIZE; +} + +gboolean +atoms_recov_write_headers (FILE * f, AtomFTYP * ftyp, GstBuffer * prefix, + AtomMOOV * moov, guint32 timescale, guint32 traks_number) +{ + if (!atoms_recov_write_version (f)) { + return FALSE; + } + + if (!atoms_recov_write_ftyp_info (f, ftyp, prefix)) { + return FALSE; + } + + if (!atoms_recov_write_moov_info (f, moov)) { + return FALSE; + } + + if (!atoms_recov_write_moov_timescale (f, timescale)) { + return FALSE; + } + + if (!atoms_recov_write_traks_number (f, traks_number)) { + return FALSE; + } + + return TRUE; +} + +static gboolean +read_atom_header (FILE * f, guint32 * fourcc, guint32 * size) +{ + guint8 aux[8]; + + if (fread (aux, 1, 8, f) != 8) + return FALSE; + *size = GST_READ_UINT32_BE (aux); + *fourcc = GST_READ_UINT32_LE (aux + 4); + return TRUE; +} + +static gboolean +moov_recov_file_parse_prefix (MoovRecovFile * moovrf) +{ + guint32 fourcc; + guint32 size; + guint32 total_size = 0; + if (fseek (moovrf->file, 2, SEEK_SET) != 0) + return FALSE; + if (!read_atom_header (moovrf->file, &fourcc, &size)) { + return FALSE; + } + + if (fourcc != FOURCC_ftyp) { + /* we might have a prefix here */ + if (fseek (moovrf->file, size - 8, SEEK_CUR) != 0) + return FALSE; + + total_size += size; + + /* now read the ftyp */ + if (!read_atom_header (moovrf->file, &fourcc, &size)) + return FALSE; + } + + /* this has to be the ftyp */ + if (fourcc != FOURCC_ftyp) + return FALSE; + total_size += size; + moovrf->prefix_size = total_size; + return fseek (moovrf->file, size - 8, SEEK_CUR) == 0; +} + +static gboolean +moov_recov_file_parse_mvhd (MoovRecovFile * moovrf) +{ + guint32 fourcc; + guint32 size; + if (!read_atom_header (moovrf->file, &fourcc, &size)) { + return FALSE; + } + /* check for sanity */ + if (fourcc != FOURCC_mvhd) + return FALSE; + + moovrf->mvhd_size = size; + moovrf->mvhd_pos = ftell (moovrf->file) - 8; + + /* skip the remaining of the mvhd in the file */ + return fseek (moovrf->file, size - 8, SEEK_CUR) == 0; +} + +static gboolean +mdat_recov_file_parse_mdat_start (MdatRecovFile * mdatrf) +{ + guint32 fourcc, size; + + if (!read_atom_header (mdatrf->file, &fourcc, &size)) { + return FALSE; + } + if (size == 1) { + mdatrf->mdat_header_size = 16; + mdatrf->mdat_size = 16; + } else { + mdatrf->mdat_header_size = 8; + mdatrf->mdat_size = 8; + } + mdatrf->mdat_start = ftell (mdatrf->file) - 8; + + return fourcc == FOURCC_mdat; +} + +MdatRecovFile * +mdat_recov_file_create (FILE * file, gboolean datafile, GError ** err) +{ + MdatRecovFile *mrf = g_new0 (MdatRecovFile, 1); + guint32 fourcc, size; + + g_return_val_if_fail (file != NULL, NULL); + + mrf->file = file; + mrf->rawfile = datafile; + + /* get the file/data length */ + if (fseek (file, 0, SEEK_END) != 0) + goto file_length_error; + /* still needs to deduce the mdat header and ftyp size */ + mrf->data_size = ftell (file); + if (mrf->data_size == -1L) + goto file_length_error; + + if (fseek (file, 0, SEEK_SET) != 0) + goto file_seek_error; + + if (datafile) { + /* this file contains no atoms, only raw data to be placed on the mdat + * this happens when faststart mode is used */ + mrf->mdat_start = 0; + mrf->mdat_header_size = 16; + mrf->mdat_size = 16; + return mrf; + } + + if (!read_atom_header (file, &fourcc, &size)) { + goto parse_error; + } + if (fourcc != FOURCC_ftyp) { + /* this could be a prefix atom, let's skip it and try again */ + if (fseek (file, size - 8, SEEK_CUR) != 0) { + goto file_seek_error; + } + if (!read_atom_header (file, &fourcc, &size)) { + goto parse_error; + } + } + + if (fourcc != FOURCC_ftyp) { + goto parse_error; + } + if (fseek (file, size - 8, SEEK_CUR) != 0) + goto file_seek_error; + + /* we don't parse this if we have a tmpdatafile */ + if (!mdat_recov_file_parse_mdat_start (mrf)) { + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_PARSING, + "Error while parsing mdat atom"); + goto fail; + } + + return mrf; + +parse_error: + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_FILE, + "Failed to parse atom"); + goto fail; + +file_seek_error: + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_FILE, + "Failed to seek to start of the file"); + goto fail; + +file_length_error: + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_FILE, + "Failed to determine file size"); + goto fail; + +fail: + mdat_recov_file_free (mrf); + return NULL; +} + +void +mdat_recov_file_free (MdatRecovFile * mrf) +{ + fclose (mrf->file); + g_free (mrf); +} + +static gboolean +moov_recov_parse_num_traks (MoovRecovFile * moovrf) +{ + guint8 traks[4]; + if (fread (traks, 1, 4, moovrf->file) != 4) + return FALSE; + moovrf->num_traks = GST_READ_UINT32_BE (traks); + return TRUE; +} + +static gboolean +moov_recov_parse_moov_timescale (MoovRecovFile * moovrf) +{ + guint8 ts[4]; + if (fread (ts, 1, 4, moovrf->file) != 4) + return FALSE; + moovrf->timescale = GST_READ_UINT32_BE (ts); + return TRUE; +} + +static gboolean +skip_atom (MoovRecovFile * moovrf, guint32 expected_fourcc) +{ + guint32 size; + guint32 fourcc; + + if (!read_atom_header (moovrf->file, &fourcc, &size)) + return FALSE; + if (fourcc != expected_fourcc) + return FALSE; + + return (fseek (moovrf->file, size - 8, SEEK_CUR) == 0); +} + +static gboolean +moov_recov_parse_tkhd (MoovRecovFile * moovrf, TrakRecovData * trakrd) +{ + guint32 size; + guint32 fourcc; + guint8 data[4]; + + /* make sure we are on a tkhd atom */ + if (!read_atom_header (moovrf->file, &fourcc, &size)) + return FALSE; + if (fourcc != FOURCC_tkhd) + return FALSE; + + trakrd->tkhd_file_offset = ftell (moovrf->file) - 8; + + /* move 8 bytes forward to the trak_id pos */ + if (fseek (moovrf->file, 12, SEEK_CUR) != 0) + return FALSE; + if (fread (data, 1, 4, moovrf->file) != 4) + return FALSE; + + /* advance the rest of tkhd */ + if (fseek (moovrf->file, 68, SEEK_CUR) != 0) + return FALSE; + + trakrd->trak_id = GST_READ_UINT32_BE (data); + return TRUE; +} + +static gboolean +moov_recov_parse_stbl (MoovRecovFile * moovrf, TrakRecovData * trakrd) +{ + guint32 size; + guint32 fourcc; + guint32 auxsize; + + if (!read_atom_header (moovrf->file, &fourcc, &size)) + return FALSE; + if (fourcc != FOURCC_stbl) + return FALSE; + + trakrd->stbl_file_offset = ftell (moovrf->file) - 8; + trakrd->stbl_size = size; + + /* skip the stsd */ + if (!read_atom_header (moovrf->file, &fourcc, &auxsize)) + return FALSE; + if (fourcc != FOURCC_stsd) + return FALSE; + if (fseek (moovrf->file, auxsize - 8, SEEK_CUR) != 0) + return FALSE; + + trakrd->stsd_size = auxsize; + trakrd->post_stsd_offset = ftell (moovrf->file); + + /* as this is the last atom we parse, we don't skip forward */ + + return TRUE; +} + +static gboolean +moov_recov_parse_minf (MoovRecovFile * moovrf, TrakRecovData * trakrd) +{ + guint32 size; + guint32 fourcc; + guint32 auxsize; + + if (!read_atom_header (moovrf->file, &fourcc, &size)) + return FALSE; + if (fourcc != FOURCC_minf) + return FALSE; + + trakrd->minf_file_offset = ftell (moovrf->file) - 8; + trakrd->minf_size = size; + + /* skip either of vmhd, smhd, hmhd that might follow */ + if (!read_atom_header (moovrf->file, &fourcc, &auxsize)) + return FALSE; + if (fourcc != FOURCC_vmhd && fourcc != FOURCC_smhd && fourcc != FOURCC_hmhd && + fourcc != FOURCC_gmhd) + return FALSE; + if (fseek (moovrf->file, auxsize - 8, SEEK_CUR)) + return FALSE; + + /* skip a possible hdlr and the following dinf */ + if (!read_atom_header (moovrf->file, &fourcc, &auxsize)) + return FALSE; + if (fourcc == FOURCC_hdlr) { + if (fseek (moovrf->file, auxsize - 8, SEEK_CUR)) + return FALSE; + if (!read_atom_header (moovrf->file, &fourcc, &auxsize)) + return FALSE; + } + if (fourcc != FOURCC_dinf) + return FALSE; + if (fseek (moovrf->file, auxsize - 8, SEEK_CUR)) + return FALSE; + + /* now we are ready to read the stbl */ + if (!moov_recov_parse_stbl (moovrf, trakrd)) + return FALSE; + + return TRUE; +} + +static gboolean +moov_recov_parse_mdhd (MoovRecovFile * moovrf, TrakRecovData * trakrd) +{ + guint32 size; + guint32 fourcc; + guint8 data[4]; + + /* make sure we are on a tkhd atom */ + if (!read_atom_header (moovrf->file, &fourcc, &size)) + return FALSE; + if (fourcc != FOURCC_mdhd) + return FALSE; + + trakrd->mdhd_file_offset = ftell (moovrf->file) - 8; + + /* get the timescale */ + if (fseek (moovrf->file, 12, SEEK_CUR) != 0) + return FALSE; + if (fread (data, 1, 4, moovrf->file) != 4) + return FALSE; + trakrd->timescale = GST_READ_UINT32_BE (data); + if (fseek (moovrf->file, 8, SEEK_CUR) != 0) + return FALSE; + return TRUE; +} + +static gboolean +moov_recov_parse_mdia (MoovRecovFile * moovrf, TrakRecovData * trakrd) +{ + guint32 size; + guint32 fourcc; + + /* make sure we are on a tkhd atom */ + if (!read_atom_header (moovrf->file, &fourcc, &size)) + return FALSE; + if (fourcc != FOURCC_mdia) + return FALSE; + + trakrd->mdia_file_offset = ftell (moovrf->file) - 8; + trakrd->mdia_size = size; + + if (!moov_recov_parse_mdhd (moovrf, trakrd)) + return FALSE; + + if (!skip_atom (moovrf, FOURCC_hdlr)) + return FALSE; + if (!moov_recov_parse_minf (moovrf, trakrd)) + return FALSE; + return TRUE; +} + +static gboolean +moov_recov_parse_trak (MoovRecovFile * moovrf, TrakRecovData * trakrd) +{ + guint64 offset; + guint32 size; + guint32 fourcc; + + offset = ftell (moovrf->file); + if (offset == -1) { + return FALSE; + } + + /* make sure we are on a trak atom */ + if (!read_atom_header (moovrf->file, &fourcc, &size)) { + return FALSE; + } + if (fourcc != FOURCC_trak) { + return FALSE; + } + trakrd->trak_size = size; + + /* now we should have a trak header 'tkhd' */ + if (!moov_recov_parse_tkhd (moovrf, trakrd)) + return FALSE; + + /* FIXME add edts handling here and in qtmux, as this is only detected + * after buffers start flowing */ + + if (!moov_recov_parse_mdia (moovrf, trakrd)) + return FALSE; + + trakrd->file_offset = offset; + /* position after the trak */ + return fseek (moovrf->file, (long int) offset + size, SEEK_SET) == 0; +} + +MoovRecovFile * +moov_recov_file_create (FILE * file, GError ** err) +{ + gint i; + MoovRecovFile *moovrf = g_new0 (MoovRecovFile, 1); + + g_return_val_if_fail (file != NULL, NULL); + + moovrf->file = file; + + /* look for ftyp and prefix at the start */ + if (!moov_recov_file_parse_prefix (moovrf)) { + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_PARSING, + "Error while parsing prefix atoms"); + goto fail; + } + + /* parse the mvhd */ + if (!moov_recov_file_parse_mvhd (moovrf)) { + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_PARSING, + "Error while parsing mvhd atom"); + goto fail; + } + + if (!moov_recov_parse_moov_timescale (moovrf)) { + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_PARSING, + "Error while parsing timescale"); + goto fail; + } + if (!moov_recov_parse_num_traks (moovrf)) { + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_PARSING, + "Error while parsing parsing number of traks"); + goto fail; + } + + /* sanity check */ + if (moovrf->num_traks > 1024) { + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_PARSING, + "Unsupported number of traks"); + goto fail; + } + + /* init the traks */ + moovrf->traks_rd = g_new0 (TrakRecovData, moovrf->num_traks); + for (i = 0; i < moovrf->num_traks; i++) { + atom_stbl_init (&(moovrf->traks_rd[i].stbl)); + } + for (i = 0; i < moovrf->num_traks; i++) { + if (!moov_recov_parse_trak (moovrf, &(moovrf->traks_rd[i]))) { + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_PARSING, + "Error while parsing trak atom"); + goto fail; + } + } + + return moovrf; + +fail: + moov_recov_file_free (moovrf); + return NULL; +} + +void +moov_recov_file_free (MoovRecovFile * moovrf) +{ + gint i; + fclose (moovrf->file); + if (moovrf->traks_rd) { + for (i = 0; i < moovrf->num_traks; i++) { + atom_stbl_clear (&(moovrf->traks_rd[i].stbl)); + } + g_free (moovrf->traks_rd); + } + g_free (moovrf); +} + +static gboolean +moov_recov_parse_buffer_entry (MoovRecovFile * moovrf, TrakBufferEntryInfo * b) +{ + guint8 data[TRAK_BUFFER_ENTRY_INFO_SIZE]; + gint read; + + read = fread (data, 1, TRAK_BUFFER_ENTRY_INFO_SIZE, moovrf->file); + if (read != TRAK_BUFFER_ENTRY_INFO_SIZE) + return FALSE; + + b->track_id = GST_READ_UINT32_BE (data); + b->nsamples = GST_READ_UINT32_BE (data + 4); + b->delta = GST_READ_UINT32_BE (data + 8); + b->size = GST_READ_UINT32_BE (data + 12); + b->chunk_offset = GST_READ_UINT64_BE (data + 16); + b->sync = data[24] != 0; + b->do_pts = data[25] != 0; + b->pts_offset = GST_READ_UINT64_BE (data + 26); + return TRUE; +} + +static gboolean +mdat_recov_add_sample (MdatRecovFile * mdatrf, guint32 size) +{ + /* test if this data exists */ + if (mdatrf->mdat_size - mdatrf->mdat_header_size + size > mdatrf->data_size) + return FALSE; + + mdatrf->mdat_size += size; + return TRUE; +} + +static TrakRecovData * +moov_recov_get_trak (MoovRecovFile * moovrf, guint32 id) +{ + gint i; + for (i = 0; i < moovrf->num_traks; i++) { + if (moovrf->traks_rd[i].trak_id == id) + return &(moovrf->traks_rd[i]); + } + return NULL; +} + +static void +trak_recov_data_add_sample (TrakRecovData * trak, TrakBufferEntryInfo * b) +{ + trak->duration += b->nsamples * b->delta; + atom_stbl_add_samples (&trak->stbl, b->nsamples, b->delta, b->size, + b->chunk_offset, b->sync, b->pts_offset); +} + +/** + * Parses the buffer entries in the MoovRecovFile and matches the inputs + * with the data in the MdatRecovFile. Whenever a buffer entry of that + * represents 'x' bytes of data, the same amount of data is 'validated' in + * the MdatRecovFile and will be inluded in the generated moovie file. + */ +gboolean +moov_recov_parse_buffers (MoovRecovFile * moovrf, MdatRecovFile * mdatrf, + GError ** err) +{ + TrakBufferEntryInfo entry; + TrakRecovData *trak; + + /* we assume both moovrf and mdatrf are at the starting points of their + * data reading */ + while (moov_recov_parse_buffer_entry (moovrf, &entry)) { + /* be sure we still have this data in mdat */ + trak = moov_recov_get_trak (moovrf, entry.track_id); + if (trak == NULL) { + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_PARSING, + "Invalid trak id found in buffer entry"); + return FALSE; + } + if (!mdat_recov_add_sample (mdatrf, entry.size)) + break; + trak_recov_data_add_sample (trak, &entry); + } + return TRUE; +} + +static guint32 +trak_recov_data_get_trak_atom_size (TrakRecovData * trak) +{ + AtomSTBL *stbl = &trak->stbl; + guint64 offset; + + /* write out our stbl child atoms */ + offset = 0; + + if (!atom_stts_copy_data (&stbl->stts, NULL, NULL, &offset)) { + goto fail; + } + if (atom_array_get_len (&stbl->stss.entries) > 0) { + if (!atom_stss_copy_data (&stbl->stss, NULL, NULL, &offset)) { + goto fail; + } + } + if (!atom_stsc_copy_data (&stbl->stsc, NULL, NULL, &offset)) { + goto fail; + } + if (!atom_stsz_copy_data (&stbl->stsz, NULL, NULL, &offset)) { + goto fail; + } + if (stbl->ctts) { + if (!atom_ctts_copy_data (stbl->ctts, NULL, NULL, &offset)) { + goto fail; + } + } + if (!atom_stco64_copy_data (&stbl->stco64, NULL, NULL, &offset)) { + goto fail; + } + + return trak->trak_size + ((trak->stsd_size + offset + 8) - trak->stbl_size); + +fail: + return 0; +} + +static guint8 * +moov_recov_get_stbl_children_data (MoovRecovFile * moovrf, TrakRecovData * trak, + guint64 * p_size) +{ + AtomSTBL *stbl = &trak->stbl; + guint8 *buffer; + guint64 size; + guint64 offset; + + /* write out our stbl child atoms + * + * Use 1MB as a starting size, *_copy_data functions + * will grow the buffer if needed. + */ + size = 1024 * 1024; + buffer = g_malloc0 (size); + offset = 0; + + if (!atom_stts_copy_data (&stbl->stts, &buffer, &size, &offset)) { + goto fail; + } + if (atom_array_get_len (&stbl->stss.entries) > 0) { + if (!atom_stss_copy_data (&stbl->stss, &buffer, &size, &offset)) { + goto fail; + } + } + if (!atom_stsc_copy_data (&stbl->stsc, &buffer, &size, &offset)) { + goto fail; + } + if (!atom_stsz_copy_data (&stbl->stsz, &buffer, &size, &offset)) { + goto fail; + } + if (stbl->ctts) { + if (!atom_ctts_copy_data (stbl->ctts, &buffer, &size, &offset)) { + goto fail; + } + } + if (!atom_stco64_copy_data (&stbl->stco64, &buffer, &size, &offset)) { + goto fail; + } + *p_size = offset; + return buffer; + +fail: + g_free (buffer); + return NULL; +} + +gboolean +moov_recov_write_file (MoovRecovFile * moovrf, MdatRecovFile * mdatrf, + FILE * outf, GError ** err) +{ + guint8 auxdata[16]; + guint8 *data = NULL; + guint8 *prefix_data = NULL; + guint8 *mvhd_data = NULL; + guint8 *trak_data = NULL; + guint32 moov_size = 0; + gint i; + guint64 stbl_children_size = 0; + guint8 *stbl_children = NULL; + guint32 longest_duration = 0; + guint16 version; + + /* check the version */ + if (fseek (moovrf->file, 0, SEEK_SET) != 0) { + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_FILE, + "Failed to seek to the start of the moov recovery file"); + goto fail; + } + if (fread (auxdata, 1, 2, moovrf->file) != 2) { + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_FILE, + "Failed to read version from file"); + } + + version = GST_READ_UINT16_BE (auxdata); + if (version != ATOMS_RECOV_FILE_VERSION) { + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_VERSION, + "Input file version (%u) is not supported in this version (%u)", + version, ATOMS_RECOV_FILE_VERSION); + return FALSE; + } + + /* write the ftyp */ + prefix_data = g_malloc (moovrf->prefix_size); + if (fread (prefix_data, 1, moovrf->prefix_size, + moovrf->file) != moovrf->prefix_size) { + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_FILE, + "Failed to read the ftyp atom from file"); + goto fail; + } + if (fwrite (prefix_data, 1, moovrf->prefix_size, outf) != moovrf->prefix_size) { + ATOMS_RECOV_OUTPUT_WRITE_ERROR (err); + goto fail; + } + g_free (prefix_data); + prefix_data = NULL; + + /* need to calculate the moov size beforehand to add the offset to + * chunk offset entries */ + moov_size += moovrf->mvhd_size + 8; /* mvhd + moov size + fourcc */ + for (i = 0; i < moovrf->num_traks; i++) { + TrakRecovData *trak = &(moovrf->traks_rd[i]); + guint32 duration; /* in moov's timescale */ + guint32 trak_size; + + /* convert trak duration to moov's duration */ + duration = gst_util_uint64_scale_round (trak->duration, moovrf->timescale, + trak->timescale); + + if (duration > longest_duration) + longest_duration = duration; + trak_size = trak_recov_data_get_trak_atom_size (trak); + if (trak_size == 0) { + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_GENERIC, + "Failed to estimate trak atom size"); + goto fail; + } + moov_size += trak_size; + } + + /* add chunks offsets */ + for (i = 0; i < moovrf->num_traks; i++) { + TrakRecovData *trak = &(moovrf->traks_rd[i]); + /* 16 for the mdat header */ + gint64 offset = moov_size + ftell (outf) + 16; + atom_stco64_chunks_add_offset (&trak->stbl.stco64, offset); + } + + /* write the moov */ + GST_WRITE_UINT32_BE (auxdata, moov_size); + GST_WRITE_UINT32_LE (auxdata + 4, FOURCC_moov); + if (fwrite (auxdata, 1, 8, outf) != 8) { + ATOMS_RECOV_OUTPUT_WRITE_ERROR (err); + goto fail; + } + + /* write the mvhd */ + mvhd_data = g_malloc (moovrf->mvhd_size); + if (fseek (moovrf->file, moovrf->mvhd_pos, SEEK_SET) != 0) + goto fail; + if (fread (mvhd_data, 1, moovrf->mvhd_size, + moovrf->file) != moovrf->mvhd_size) + goto fail; + GST_WRITE_UINT32_BE (mvhd_data + 20, moovrf->timescale); + GST_WRITE_UINT32_BE (mvhd_data + 24, longest_duration); + if (fwrite (mvhd_data, 1, moovrf->mvhd_size, outf) != moovrf->mvhd_size) { + ATOMS_RECOV_OUTPUT_WRITE_ERROR (err); + goto fail; + } + g_free (mvhd_data); + mvhd_data = NULL; + + /* write the traks, this is the tough part because we need to update: + * - stbl atom + * - sizes of atoms from stbl to trak + * - trak duration + */ + for (i = 0; i < moovrf->num_traks; i++) { + TrakRecovData *trak = &(moovrf->traks_rd[i]); + guint trak_data_size; + guint32 stbl_new_size; + guint32 minf_new_size; + guint32 mdia_new_size; + guint32 trak_new_size; + guint32 size_diff; + guint32 duration; /* in moov's timescale */ + + /* convert trak duration to moov's duration */ + duration = gst_util_uint64_scale_round (trak->duration, moovrf->timescale, + trak->timescale); + + stbl_children = moov_recov_get_stbl_children_data (moovrf, trak, + &stbl_children_size); + if (stbl_children == NULL) + goto fail; + + /* calc the new size of the atoms from stbl to trak in the atoms tree */ + stbl_new_size = trak->stsd_size + stbl_children_size + 8; + size_diff = stbl_new_size - trak->stbl_size; + minf_new_size = trak->minf_size + size_diff; + mdia_new_size = trak->mdia_size + size_diff; + trak_new_size = trak->trak_size + size_diff; + + if (fseek (moovrf->file, trak->file_offset, SEEK_SET) != 0) + goto fail; + trak_data_size = trak->post_stsd_offset - trak->file_offset; + trak_data = g_malloc (trak_data_size); + if (fread (trak_data, 1, trak_data_size, moovrf->file) != trak_data_size) { + goto fail; + } + /* update the size values in those read atoms before writing */ + GST_WRITE_UINT32_BE (trak_data, trak_new_size); + GST_WRITE_UINT32_BE (trak_data + (trak->mdia_file_offset - + trak->file_offset), mdia_new_size); + GST_WRITE_UINT32_BE (trak_data + (trak->minf_file_offset - + trak->file_offset), minf_new_size); + GST_WRITE_UINT32_BE (trak_data + (trak->stbl_file_offset - + trak->file_offset), stbl_new_size); + + /* update duration values in tkhd and mdhd */ + GST_WRITE_UINT32_BE (trak_data + (trak->tkhd_file_offset - + trak->file_offset) + 28, duration); + GST_WRITE_UINT32_BE (trak_data + (trak->mdhd_file_offset - + trak->file_offset) + 24, trak->duration); + + if (fwrite (trak_data, 1, trak_data_size, outf) != trak_data_size) { + ATOMS_RECOV_OUTPUT_WRITE_ERROR (err); + goto fail; + } + if (fwrite (stbl_children, 1, stbl_children_size, outf) != + stbl_children_size) { + ATOMS_RECOV_OUTPUT_WRITE_ERROR (err); + goto fail; + } + g_free (trak_data); + trak_data = NULL; + g_free (stbl_children); + stbl_children = NULL; + } + + /* write the mdat */ + /* write the header first */ + GST_WRITE_UINT32_BE (auxdata, 1); + GST_WRITE_UINT32_LE (auxdata + 4, FOURCC_mdat); + GST_WRITE_UINT64_BE (auxdata + 8, mdatrf->mdat_size); + if (fwrite (auxdata, 1, 16, outf) != 16) { + ATOMS_RECOV_OUTPUT_WRITE_ERROR (err); + goto fail; + } + + /* now read the mdat data and output to the file */ + if (fseek (mdatrf->file, mdatrf->mdat_start + + (mdatrf->rawfile ? 0 : mdatrf->mdat_header_size), SEEK_SET) != 0) + goto fail; + + data = g_malloc (4096); + while (!feof (mdatrf->file)) { + gint read, write; + + read = fread (data, 1, 4096, mdatrf->file); + write = fwrite (data, 1, read, outf); + + if (write != read) { + g_set_error (err, ATOMS_RECOV_QUARK, ATOMS_RECOV_ERR_FILE, + "Failed to copy data to output file: %s", g_strerror (errno)); + goto fail; + } + } + g_free (data); + + return TRUE; + +fail: + g_free (stbl_children); + g_free (mvhd_data); + g_free (prefix_data); + g_free (trak_data); + g_free (data); + return FALSE; +} diff --git a/gst/isomp4/atomsrecovery.h b/gst/isomp4/atomsrecovery.h new file mode 100755 index 0000000..808d428 --- /dev/null +++ b/gst/isomp4/atomsrecovery.h @@ -0,0 +1,159 @@ +/* Quicktime muxer plugin for GStreamer + * Copyright (C) 2010 Thiago Santos <thiago.sousa.santos@collabora.co.uk> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ +/* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + +#ifndef __ATOMS_RECOVERY_H__ +#define __ATOMS_RECOVERY_H__ + +#include <glib.h> +#include <string.h> +#include <stdio.h> +#include <gst/gst.h> + +#include "atoms.h" + +/* Version to be incremented each time we decide + * to change the file layout */ +#define ATOMS_RECOV_FILE_VERSION 1 + +#define ATOMS_RECOV_QUARK (g_quark_from_string ("qtmux-atoms-recovery")) + +/* gerror error codes */ +#define ATOMS_RECOV_ERR_GENERIC 1 +#define ATOMS_RECOV_ERR_FILE 2 +#define ATOMS_RECOV_ERR_PARSING 3 +#define ATOMS_RECOV_ERR_VERSION 4 + +/* this struct represents each buffer in a moov file, containing the info + * that is placed in the stsd children atoms + * Fields should be writen in BE order, and booleans should be writen as + * 1byte with 0 for false, anything otherwise */ +#define TRAK_BUFFER_ENTRY_INFO_SIZE 34 +typedef struct +{ + guint32 track_id; + guint32 nsamples; + guint32 delta; + guint32 size; + guint64 chunk_offset; + guint64 pts_offset; + gboolean sync; + gboolean do_pts; +} TrakBufferEntryInfo; + +typedef struct +{ + guint32 trak_id; + guint32 duration; /* duration in trak timescale */ + guint32 timescale; /* trak's timescale */ + + guint64 file_offset; + + /* need for later updating duration */ + guint64 tkhd_file_offset; + guint64 mdhd_file_offset; + + /* need these offsets to update size */ + guint32 trak_size; + guint64 mdia_file_offset; + guint32 mdia_size; + guint64 minf_file_offset; + guint32 minf_size; + guint64 stbl_file_offset; + guint32 stbl_size; + + guint64 post_stsd_offset; + guint32 stsd_size; + + /* for storing the samples info */ + AtomSTBL stbl; +} TrakRecovData; + +typedef struct +{ + FILE * file; + gboolean rawfile; + + /* results from parsing the input file */ + guint64 data_size; + guint32 mdat_header_size; + guint mdat_start; + + guint64 mdat_size; +} MdatRecovFile; + +typedef struct +{ + FILE * file; + guint32 timescale; + + guint32 mvhd_pos; + guint32 mvhd_size; + guint32 prefix_size; /* prefix + ftyp total size */ + + gint num_traks; + TrakRecovData *traks_rd; +} MoovRecovFile; + +gboolean atoms_recov_write_trak_info (FILE * f, AtomTRAK * trak); +gboolean atoms_recov_write_headers (FILE * f, AtomFTYP * ftyp, + GstBuffer * prefix, AtomMOOV * moov, + guint32 timescale, + guint32 traks_number); +gboolean atoms_recov_write_trak_samples (FILE * f, AtomTRAK * trak, + guint32 nsamples, guint32 delta, + guint32 size, guint64 chunk_offset, + gboolean sync, gboolean do_pts, + gint64 pts_offset); + +MdatRecovFile * mdat_recov_file_create (FILE * file, gboolean datafile, + GError ** err); +void mdat_recov_file_free (MdatRecovFile * mrf); +MoovRecovFile * moov_recov_file_create (FILE * file, GError ** err); +void moov_recov_file_free (MoovRecovFile * moovrf); +gboolean moov_recov_parse_buffers (MoovRecovFile * moovrf, + MdatRecovFile * mdatrf, + GError ** err); +gboolean moov_recov_write_file (MoovRecovFile * moovrf, + MdatRecovFile * mdatrf, FILE * outf, + GError ** err); + +#endif /* __ATOMS_RECOVERY_H__ */ diff --git a/gst/isomp4/descriptors.c b/gst/isomp4/descriptors.c new file mode 100755 index 0000000..713ffdc --- /dev/null +++ b/gst/isomp4/descriptors.c @@ -0,0 +1,457 @@ +/* Quicktime muxer plugin for GStreamer + * Copyright (C) 2008 Thiago Sousa Santos <thiagoss@embedded.ufcg.edu.br> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ +/* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + +#include "descriptors.h" + +/* + * Some mp4 structures (descriptors) use a coding scheme for + * representing its size. + * It is grouped in bytes. The 1st bit set to 1 means we need another byte, + * 0 otherwise. The remaining 7 bits are the useful values. + * + * The next set of functions handle those values + */ + +/* + * Gets an unsigned integer and packs it into a 'expandable size' format + * (as used by mp4 descriptors) + * @size: the integer to be parsed + * @ptr: the array to place the result + * @array_size: the size of ptr array + */ +static void +expandable_size_parse (guint64 size, guint8 * ptr, guint32 array_size) +{ + int index = 0; + + memset (ptr, 0, sizeof (array_size)); + while (size > 0 && index < array_size) { + ptr[index++] = (size > 0x7F ? 0x80 : 0x0) | (size & 0x7F); + size = size >> 7; + } +} + +/* + * Gets how many positions in an array holding an 'expandable size' + * are really used + * + * @ptr: the array with the 'expandable size' + * @array_size: the size of ptr array + * + * Returns: the number of really used positions + */ +static guint64 +expandable_size_get_length (guint8 * ptr, guint32 array_size) +{ + gboolean next = TRUE; + guint32 index = 0; + + while (next && index < array_size) { + next = (ptr[index] & 0x80); + index++; + } + return index; +} + +/* + * Initializers below + */ + +static void +desc_base_descriptor_init (BaseDescriptor * bd, guint8 tag, guint32 size) +{ + bd->tag = tag; + expandable_size_parse (size, bd->size, 4); +} + +static void +desc_dec_specific_info_init (DecoderSpecificInfoDescriptor * dsid) +{ + desc_base_descriptor_init (&dsid->base, DECODER_SPECIFIC_INFO_TAG, 0); + dsid->length = 0; + dsid->data = NULL; +} + +DecoderSpecificInfoDescriptor * +desc_dec_specific_info_new (void) +{ + DecoderSpecificInfoDescriptor *desc = + g_new0 (DecoderSpecificInfoDescriptor, 1); + desc_dec_specific_info_init (desc); + return desc; +} + +static void +desc_dec_conf_desc_init (DecoderConfigDescriptor * dcd) +{ + desc_base_descriptor_init (&dcd->base, DECODER_CONFIG_DESC_TAG, 0); + dcd->dec_specific_info = NULL; +} + +static void +desc_sl_conf_desc_init (SLConfigDescriptor * sl) +{ + desc_base_descriptor_init (&sl->base, SL_CONFIG_DESC_TAG, 0); + sl->predefined = 0x2; +} + +void +desc_es_init (ESDescriptor * es) +{ + desc_base_descriptor_init (&es->base, ES_DESCRIPTOR_TAG, 0); + + es->id = 0; + es->flags = 0; + es->depends_on_es_id = 0; + es->ocr_es_id = 0; + es->url_length = 0; + es->url_string = NULL; + + desc_dec_conf_desc_init (&es->dec_conf_desc); + desc_sl_conf_desc_init (&es->sl_conf_desc); +} + +ESDescriptor * +desc_es_descriptor_new (void) +{ + ESDescriptor *es = g_new0 (ESDescriptor, 1); + + desc_es_init (es); + return es; +} + +/* + * Deinitializers/Destructors below + */ + +static void +desc_base_descriptor_clear (BaseDescriptor * base) +{ +} + +void +desc_dec_specific_info_free (DecoderSpecificInfoDescriptor * dsid) +{ + desc_base_descriptor_clear (&dsid->base); + if (dsid->data) { + g_free (dsid->data); + dsid->data = NULL; + } + g_free (dsid); +} + +static void +desc_dec_conf_desc_clear (DecoderConfigDescriptor * dec) +{ + desc_base_descriptor_clear (&dec->base); + if (dec->dec_specific_info) { + desc_dec_specific_info_free (dec->dec_specific_info); + } +} + +static void +desc_sl_config_descriptor_clear (SLConfigDescriptor * sl) +{ + desc_base_descriptor_clear (&sl->base); +} + +void +desc_es_descriptor_clear (ESDescriptor * es) +{ + desc_base_descriptor_clear (&es->base); + if (es->url_string) { + g_free (es->url_string); + es->url_string = NULL; + } + desc_dec_conf_desc_clear (&es->dec_conf_desc); + desc_sl_config_descriptor_clear (&es->sl_conf_desc); +} + +/* + * Size handling functions below + */ + +void +desc_dec_specific_info_alloc_data (DecoderSpecificInfoDescriptor * dsid, + guint32 size) +{ + if (dsid->data) { + g_free (dsid->data); + } + dsid->data = g_new0 (guint8, size); + dsid->length = size; +} + +static void +desc_base_descriptor_set_size (BaseDescriptor * bd, guint32 size) +{ + expandable_size_parse (size, bd->size, 4); +} + +static guint64 +desc_base_descriptor_get_size (BaseDescriptor * bd) +{ + guint64 size = 0; + + size += sizeof (guint8); + size += expandable_size_get_length (bd->size, 4) * sizeof (guint8); + return size; +} + +static guint64 +desc_sl_config_descriptor_get_size (SLConfigDescriptor * sl_desc) +{ + guint64 size = 0; + guint64 extra_size = 0; + + size += desc_base_descriptor_get_size (&sl_desc->base); + /* predefined */ + extra_size += sizeof (guint8); + + desc_base_descriptor_set_size (&sl_desc->base, extra_size); + + return size + extra_size; +} + +static guint64 +desc_dec_specific_info_get_size (DecoderSpecificInfoDescriptor * dsid) +{ + guint64 size = 0; + guint64 extra_size = 0; + + size += desc_base_descriptor_get_size (&dsid->base); + extra_size += sizeof (guint8) * dsid->length; + desc_base_descriptor_set_size (&dsid->base, extra_size); + return size + extra_size; +} + +static guint64 +desc_dec_config_descriptor_get_size (DecoderConfigDescriptor * dec_desc) +{ + guint64 size = 0; + guint64 extra_size = 0; + + size += desc_base_descriptor_get_size (&dec_desc->base); + /* object type */ + extra_size += sizeof (guint8); + /* stream type */ + extra_size += sizeof (guint8); + /* buffer size */ + extra_size += sizeof (guint8) * 3; + /* max bitrate */ + extra_size += sizeof (guint32); + /* avg bitrate */ + extra_size += sizeof (guint32); + if (dec_desc->dec_specific_info) { + extra_size += desc_dec_specific_info_get_size (dec_desc->dec_specific_info); + } + + desc_base_descriptor_set_size (&dec_desc->base, extra_size); + return size + extra_size; +} + +static guint64 +desc_es_descriptor_get_size (ESDescriptor * es) +{ + guint64 size = 0; + guint64 extra_size = 0; + + size += desc_base_descriptor_get_size (&es->base); + /* id */ + extra_size += sizeof (guint16); + /* flags */ + extra_size += sizeof (guint8); + /* depends_on_es_id */ + if (es->flags & 0x80) { + extra_size += sizeof (guint16); + } + if (es->flags & 0x40) { + /* url_length */ + extra_size += sizeof (guint8); + /* url */ + extra_size += sizeof (gchar) * es->url_length; + } + if (es->flags & 0x20) { + /* ocr_es_id */ + extra_size += sizeof (guint16); + } + + extra_size += desc_dec_config_descriptor_get_size (&es->dec_conf_desc); + extra_size += desc_sl_config_descriptor_get_size (&es->sl_conf_desc); + + desc_base_descriptor_set_size (&es->base, extra_size); + + return size + extra_size; +} + +static gboolean +desc_es_descriptor_check_stream_dependency (ESDescriptor * es) +{ + return es->flags & 0x80; +} + +static gboolean +desc_es_descriptor_check_url_flag (ESDescriptor * es) +{ + return es->flags & 0x40; +} + +static gboolean +desc_es_descriptor_check_ocr (ESDescriptor * es) +{ + return es->flags & 0x20; +} + +/* Copy/Serializations Functions below */ + +static guint64 +desc_base_descriptor_copy_data (BaseDescriptor * desc, guint8 ** buffer, + guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + + prop_copy_uint8 (desc->tag, buffer, size, offset); + prop_copy_uint8_array (desc->size, expandable_size_get_length (desc->size, 4), + buffer, size, offset); + return original_offset - *offset; +} + +static guint64 +desc_sl_config_descriptor_copy_data (SLConfigDescriptor * desc, + guint8 ** buffer, guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!desc_base_descriptor_copy_data (&desc->base, buffer, size, offset)) { + return 0; + } + /* predefined attribute */ + prop_copy_uint8 (desc->predefined, buffer, size, offset); + + return *offset - original_offset; +} + +static guint64 +desc_dec_specific_info_copy_data (DecoderSpecificInfoDescriptor * desc, + guint8 ** buffer, guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!desc_base_descriptor_copy_data (&desc->base, buffer, size, offset)) { + return 0; + } + prop_copy_uint8_array (desc->data, desc->length, buffer, size, offset); + + return *offset - original_offset; +} + +static guint64 +desc_dec_config_descriptor_copy_data (DecoderConfigDescriptor * desc, + guint8 ** buffer, guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + + if (!desc_base_descriptor_copy_data (&desc->base, buffer, size, offset)) { + return 0; + } + + prop_copy_uint8 (desc->object_type, buffer, size, offset); + + prop_copy_uint8 (desc->stream_type, buffer, size, offset); + prop_copy_uint8_array (desc->buffer_size_DB, 3, buffer, size, offset); + + prop_copy_uint32 (desc->max_bitrate, buffer, size, offset); + prop_copy_uint32 (desc->avg_bitrate, buffer, size, offset); + + if (desc->dec_specific_info) { + if (!desc_dec_specific_info_copy_data (desc->dec_specific_info, buffer, + size, offset)) { + return 0; + } + } + + return *offset - original_offset; +} + +guint64 +desc_es_descriptor_copy_data (ESDescriptor * desc, guint8 ** buffer, + guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + + /* must call this twice to have size fields of all contained descriptors set + * correctly, and to have the size of the size fields taken into account */ + desc_es_descriptor_get_size (desc); + desc_es_descriptor_get_size (desc); + + if (!desc_base_descriptor_copy_data (&desc->base, buffer, size, offset)) { + return 0; + } + /* id and flags */ + prop_copy_uint16 (desc->id, buffer, size, offset); + prop_copy_uint8 (desc->flags, buffer, size, offset); + + if (desc_es_descriptor_check_stream_dependency (desc)) { + prop_copy_uint16 (desc->depends_on_es_id, buffer, size, offset); + } + + if (desc_es_descriptor_check_url_flag (desc)) { + prop_copy_size_string (desc->url_string, desc->url_length, buffer, size, + offset); + } + + if (desc_es_descriptor_check_ocr (desc)) { + prop_copy_uint16 (desc->ocr_es_id, buffer, size, offset); + } + + if (!desc_dec_config_descriptor_copy_data (&desc->dec_conf_desc, buffer, size, + offset)) { + return 0; + } + + if (!desc_sl_config_descriptor_copy_data (&desc->sl_conf_desc, buffer, size, + offset)) { + return 0; + } + + return *offset - original_offset; +} diff --git a/gst/isomp4/descriptors.h b/gst/isomp4/descriptors.h new file mode 100755 index 0000000..b472523 --- /dev/null +++ b/gst/isomp4/descriptors.h @@ -0,0 +1,151 @@ +/* Quicktime muxer plugin for GStreamer + * Copyright (C) 2008 Thiago Sousa Santos <thiagoss@embedded.ufcg.edu.br> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ +/* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + +#ifndef __DESCRIPTORS_H__ +#define __DESCRIPTORS_H__ + +#include <glib.h> +#include <string.h> +#include "properties.h" + +/* + * Tags for descriptor (each kind is represented by a number, instead of fourcc as in atoms) + */ +#define OBJECT_DESC_TAG 0x01 +#define INIT_OBJECT_DESC_TAG 0x02 +#define ES_DESCRIPTOR_TAG 0x03 +#define DECODER_CONFIG_DESC_TAG 0x04 +#define DECODER_SPECIFIC_INFO_TAG 0x05 +#define SL_CONFIG_DESC_TAG 0x06 +#define ES_ID_INC_TAG 0x0E +#define MP4_INIT_OBJECT_DESC_TAG 0x10 + +#define ESDS_OBJECT_TYPE_MPEG1_P3 0x6B +#define ESDS_OBJECT_TYPE_MPEG2_P7_MAIN 0x66 +#define ESDS_OBJECT_TYPE_MPEG4_P7_LC 0x67 +#define ESDS_OBJECT_TYPE_MPEG4_P7_SSR 0x68 +#define ESDS_OBJECT_TYPE_MPEG4_P2 0x20 +#define ESDS_OBJECT_TYPE_MPEG4_P3 0x40 + +#define ESDS_STREAM_TYPE_VISUAL 0x04 +#define ESDS_STREAM_TYPE_AUDIO 0x05 + + +typedef struct _BaseDescriptor +{ + guint8 tag; + /* the first bit of each byte indicates if the next byte should be used */ + guint8 size[4]; +} BaseDescriptor; + +typedef struct _SLConfigDescriptor +{ + BaseDescriptor base; + + guint8 predefined; /* everything is supposed predefined */ +} SLConfigDescriptor; + +typedef struct _DecoderSpecificInfoDescriptor +{ + BaseDescriptor base; + guint32 length; + guint8 *data; +} DecoderSpecificInfoDescriptor; + +typedef struct _DecoderConfigDescriptor { + BaseDescriptor base; + + guint8 object_type; + + /* following are condensed into streamType: + * bit(6) streamType; + * bit(1) upStream; + * const bit(1) reserved=1; + */ + guint8 stream_type; + + guint8 buffer_size_DB[3]; + guint32 max_bitrate; + guint32 avg_bitrate; + + DecoderSpecificInfoDescriptor *dec_specific_info; +} DecoderConfigDescriptor; + +typedef struct _ESDescriptor +{ + BaseDescriptor base; + + guint16 id; + + /* flags contains the following: + * bit(1) streamDependenceFlag; + * bit(1) URL_Flag; + * bit(1) OCRstreamFlag; + * bit(5) streamPriority; + */ + guint8 flags; + + guint16 depends_on_es_id; + guint8 url_length; /* only if URL_flag is set */ + guint8 *url_string; /* size is url_length */ + + guint16 ocr_es_id; /* only if OCRstreamFlag is set */ + + DecoderConfigDescriptor dec_conf_desc; + SLConfigDescriptor sl_conf_desc; + + /* optional remainder of ESDescriptor is not used */ +} ESDescriptor; + +/* --- FUNCTIONS --- */ +void desc_es_init (ESDescriptor *es); +ESDescriptor *desc_es_descriptor_new (void); +guint64 desc_es_descriptor_copy_data (ESDescriptor *es, guint8 **buffer, + guint64 *size, guint64 *offset); +void desc_es_descriptor_clear (ESDescriptor *es); + +DecoderSpecificInfoDescriptor *desc_dec_specific_info_new(void); +void desc_dec_specific_info_free (DecoderSpecificInfoDescriptor *dsid); +void desc_dec_specific_info_alloc_data (DecoderSpecificInfoDescriptor *dsid, + guint32 size); + +#endif /* __DESCRIPTORS_H__ */ diff --git a/gst/isomp4/fourcc.h b/gst/isomp4/fourcc.h new file mode 100755 index 0000000..c361e98 --- /dev/null +++ b/gst/isomp4/fourcc.h @@ -0,0 +1,324 @@ +/* GStreamer + * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ + /* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + + +#ifndef __FOURCC_H__ +#define __FOURCC_H__ + +#include <gst/gst.h> + +G_BEGIN_DECLS + +#define FOURCC_null 0x0 + +#define FOURCC_2vuy GST_MAKE_FOURCC('2','v','u','y') +#define FOURCC_FMP4 GST_MAKE_FOURCC('F','M','P','4') +#define FOURCC_H264 GST_MAKE_FOURCC('H','2','6','4') +#define FOURCC_H265 GST_MAKE_FOURCC('H','2','6','5') +#define FOURCC_MAC3 GST_MAKE_FOURCC('M','A','C','3') +#define FOURCC_MAC6 GST_MAKE_FOURCC('M','A','C','6') +#define FOURCC_MP4V GST_MAKE_FOURCC('M','P','4','V') +#define FOURCC_PICT GST_MAKE_FOURCC('P','I','C','T') +#define FOURCC_QDM2 GST_MAKE_FOURCC('Q','D','M','2') +#define FOURCC_SVQ3 GST_MAKE_FOURCC('S','V','Q','3') +#define FOURCC_VP31 GST_MAKE_FOURCC('V','P','3','1') +#define FOURCC_VP80 GST_MAKE_FOURCC('V','P','8','0') +#define FOURCC_WRLE GST_MAKE_FOURCC('W','R','L','E') +#define FOURCC_XMP_ GST_MAKE_FOURCC('X','M','P','_') +#define FOURCC__ART GST_MAKE_FOURCC(0xa9,'A','R','T') +#define FOURCC_____ GST_MAKE_FOURCC('-','-','-','-') +#define FOURCC___in GST_MAKE_FOURCC(' ',' ','i','n') +#define FOURCC___ty GST_MAKE_FOURCC(' ',' ','t','y') +#define FOURCC__alb GST_MAKE_FOURCC(0xa9,'a','l','b') +#define FOURCC__cpy GST_MAKE_FOURCC(0xa9,'c','p','y') +#define FOURCC__day GST_MAKE_FOURCC(0xa9,'d','a','y') +#define FOURCC__des GST_MAKE_FOURCC(0xa9,'d','e','s') +#define FOURCC__enc GST_MAKE_FOURCC(0xa9,'e','n','c') +#define FOURCC__gen GST_MAKE_FOURCC(0xa9, 'g', 'e', 'n') +#define FOURCC__grp GST_MAKE_FOURCC(0xa9,'g','r','p') +#define FOURCC__inf GST_MAKE_FOURCC(0xa9,'i','n','f') +#define FOURCC__lyr GST_MAKE_FOURCC(0xa9,'l','y','r') +#define FOURCC__mp3 GST_MAKE_FOURCC('.','m','p','3') +#define FOURCC__nam GST_MAKE_FOURCC(0xa9,'n','a','m') +#define FOURCC__req GST_MAKE_FOURCC(0xa9,'r','e','q') +#define FOURCC__too GST_MAKE_FOURCC(0xa9,'t','o','o') +#define FOURCC__wrt GST_MAKE_FOURCC(0xa9,'w','r','t') +#define FOURCC_aART GST_MAKE_FOURCC('a','A','R','T') +#define FOURCC_agsm GST_MAKE_FOURCC('a','g','s','m') +#define FOURCC_alac GST_MAKE_FOURCC('a','l','a','c') +#define FOURCC_alaw GST_MAKE_FOURCC('a','l','a','w') +#define FOURCC_alis GST_MAKE_FOURCC('a','l','i','s') +#define FOURCC_appl GST_MAKE_FOURCC('a','p','p','l') +#define FOURCC_avc1 GST_MAKE_FOURCC('a','v','c','1') +#define FOURCC_avc3 GST_MAKE_FOURCC('a','v','c','3') +#define FOURCC_avcC GST_MAKE_FOURCC('a','v','c','C') +#define FOURCC_clip GST_MAKE_FOURCC('c','l','i','p') +#define FOURCC_cmov GST_MAKE_FOURCC('c','m','o','v') +#define FOURCC_cmvd GST_MAKE_FOURCC('c','m','v','d') +#define FOURCC_co64 GST_MAKE_FOURCC('c','o','6','4') +#define FOURCC_covr GST_MAKE_FOURCC('c','o','v','r') +#define FOURCC_cpil GST_MAKE_FOURCC('c','p','i','l') +#define FOURCC_cprt GST_MAKE_FOURCC('c','p','r','t') +#define FOURCC_crgn GST_MAKE_FOURCC('c','r','g','n') +#define FOURCC_ctab GST_MAKE_FOURCC('c','t','a','b') +#define FOURCC_ctts GST_MAKE_FOURCC('c','t','t','s') +#define FOURCC_data GST_MAKE_FOURCC('d','a','t','a') +#define FOURCC_dcom GST_MAKE_FOURCC('d','c','o','m') +#define FOURCC_desc GST_MAKE_FOURCC('d','e','s','c') +#define FOURCC_dhlr GST_MAKE_FOURCC('d','h','l','r') +#define FOURCC_dinf GST_MAKE_FOURCC('d','i','n','f') +#define FOURCC_disc GST_MAKE_FOURCC('d','i','s','c') +#define FOURCC_disk GST_MAKE_FOURCC('d','i','s','k') +#define FOURCC_drac GST_MAKE_FOURCC('d','r','a','c') +#define FOURCC_dref GST_MAKE_FOURCC('d','r','e','f') +#define FOURCC_drmi GST_MAKE_FOURCC('d','r','m','i') +#define FOURCC_drms GST_MAKE_FOURCC('d','r','m','s') +#define FOURCC_edts GST_MAKE_FOURCC('e','d','t','s') +#define FOURCC_elst GST_MAKE_FOURCC('e','l','s','t') +#define FOURCC_enda GST_MAKE_FOURCC('e','n','d','a') +#define FOURCC_esds GST_MAKE_FOURCC('e','s','d','s') +#define FOURCC_fmp4 GST_MAKE_FOURCC('f','m','p','4') +#define FOURCC_free GST_MAKE_FOURCC('f','r','e','e') +#define FOURCC_frma GST_MAKE_FOURCC('f','r','m','a') +#define FOURCC_ftyp GST_MAKE_FOURCC('f','t','y','p') +#define FOURCC_ftab GST_MAKE_FOURCC('f','t','a','b') +#define FOURCC_gama GST_MAKE_FOURCC('g','a','m','a') +#define FOURCC_glbl GST_MAKE_FOURCC('g','l','b','l') +#define FOURCC_gmhd GST_MAKE_FOURCC('g','m','h','d') +#define FOURCC_gmin GST_MAKE_FOURCC('g','m','i','n') +#define FOURCC_gnre GST_MAKE_FOURCC('g','n','r','e') +#define FOURCC_h263 GST_MAKE_FOURCC('h','2','6','3') +#define FOURCC_hdlr GST_MAKE_FOURCC('h','d','l','r') +#define FOURCC_hev1 GST_MAKE_FOURCC('h','e','v','1') +#define FOURCC_hint GST_MAKE_FOURCC('h','i','n','t') +#define FOURCC_hmhd GST_MAKE_FOURCC('h','m','h','d') +#define FOURCC_hndl GST_MAKE_FOURCC('h','n','d','l') +#define FOURCC_hnti GST_MAKE_FOURCC('h','n','t','i') +#define FOURCC_hvc1 GST_MAKE_FOURCC('h','v','c','1') +#define FOURCC_hvcC GST_MAKE_FOURCC('h','v','c','C') +#define FOURCC_ilst GST_MAKE_FOURCC('i','l','s','t') +#define FOURCC_ima4 GST_MAKE_FOURCC('i','m','a','4') +#define FOURCC_imap GST_MAKE_FOURCC('i','m','a','p') +#define FOURCC_in24 GST_MAKE_FOURCC('i','n','2','4') +#define FOURCC_jp2c GST_MAKE_FOURCC('j','p','2','c') +#define FOURCC_jpeg GST_MAKE_FOURCC('j','p','e','g') +#define FOURCC_keyw GST_MAKE_FOURCC('k','e','y','w') +#define FOURCC_kmat GST_MAKE_FOURCC('k','m','a','t') +#define FOURCC_kywd GST_MAKE_FOURCC('k','y','w','d') +#define FOURCC_load GST_MAKE_FOURCC('l','o','a','d') +#define FOURCC_matt GST_MAKE_FOURCC('m','a','t','t') +#define FOURCC_mdat GST_MAKE_FOURCC('m','d','a','t') +#define FOURCC_mdhd GST_MAKE_FOURCC('m','d','h','d') +#define FOURCC_mdia GST_MAKE_FOURCC('m','d','i','a') +#define FOURCC_mdir GST_MAKE_FOURCC('m','d','i','r') +#define FOURCC_mean GST_MAKE_FOURCC('m','e','a','n') +#define FOURCC_meta GST_MAKE_FOURCC('m','e','t','a') +#define FOURCC_mhlr GST_MAKE_FOURCC('m','h','l','r') +#define FOURCC_minf GST_MAKE_FOURCC('m','i','n','f') +#define FOURCC_moov GST_MAKE_FOURCC('m','o','o','v') +#define FOURCC_mp4a GST_MAKE_FOURCC('m','p','4','a') +#define FOURCC_mp4s GST_MAKE_FOURCC('m','p','4','s') +#define FOURCC_mp4s GST_MAKE_FOURCC('m','p','4','s') +#define FOURCC_mp4v GST_MAKE_FOURCC('m','p','4','v') +#define FOURCC_name GST_MAKE_FOURCC('n','a','m','e') +#define FOURCC_pasp GST_MAKE_FOURCC('p','a','s','p') +#define FOURCC_pcst GST_MAKE_FOURCC('p','c','s','t') +#define FOURCC_pgap GST_MAKE_FOURCC('p','g','a','p') +#define FOURCC_pnot GST_MAKE_FOURCC('p','n','o','t') +#define FOURCC_qt__ GST_MAKE_FOURCC('q','t',' ',' ') +#define FOURCC_qtim GST_MAKE_FOURCC('q','t','i','m') +#define FOURCC_raw_ GST_MAKE_FOURCC('r','a','w',' ') +#define FOURCC_rdrf GST_MAKE_FOURCC('r','d','r','f') +#define FOURCC_rle_ GST_MAKE_FOURCC('r','l','e',' ') +#define FOURCC_rmda GST_MAKE_FOURCC('r','m','d','a') +#define FOURCC_rmdr GST_MAKE_FOURCC('r','m','d','r') +#define FOURCC_rmra GST_MAKE_FOURCC('r','m','r','a') +#define FOURCC_rmvc GST_MAKE_FOURCC('r','m','v','c') +#define FOURCC_rtp_ GST_MAKE_FOURCC('r','t','p',' ') +#define FOURCC_rtsp GST_MAKE_FOURCC('r','t','s','p') +#define FOURCC_s263 GST_MAKE_FOURCC('s','2','6','3') +#define FOURCC_samr GST_MAKE_FOURCC('s','a','m','r') +#define FOURCC_sawb GST_MAKE_FOURCC('s','a','w','b') +#define FOURCC_sbtl GST_MAKE_FOURCC('s','b','t','l') +#define FOURCC_sdp_ GST_MAKE_FOURCC('s','d','p',' ') +#define FOURCC_sidx GST_MAKE_FOURCC('s','i','d','x') +#define FOURCC_smhd GST_MAKE_FOURCC('s','m','h','d') +#define FOURCC_soaa GST_MAKE_FOURCC('s','o','a','a') +#define FOURCC_soal GST_MAKE_FOURCC('s','o','a','l') +#define FOURCC_soar GST_MAKE_FOURCC('s','o','a','r') +#define FOURCC_soco GST_MAKE_FOURCC('s','o','c','o') +#define FOURCC_sonm GST_MAKE_FOURCC('s','o','n','m') +#define FOURCC_sosn GST_MAKE_FOURCC('s','o','s','n') +#define FOURCC_soun GST_MAKE_FOURCC('s','o','u','n') +#define FOURCC_sowt GST_MAKE_FOURCC('s','o','w','t') +#define FOURCC_stbl GST_MAKE_FOURCC('s','t','b','l') +#define FOURCC_stco GST_MAKE_FOURCC('s','t','c','o') +#define FOURCC_stps GST_MAKE_FOURCC('s','t','p','s') +#define FOURCC_strf GST_MAKE_FOURCC('s','t','r','f') +#define FOURCC_strm GST_MAKE_FOURCC('s','t','r','m') +#define FOURCC_stsc GST_MAKE_FOURCC('s','t','s','c') +#define FOURCC_stsd GST_MAKE_FOURCC('s','t','s','d') +#define FOURCC_stss GST_MAKE_FOURCC('s','t','s','s') +#define FOURCC_stsz GST_MAKE_FOURCC('s','t','s','z') +#define FOURCC_stts GST_MAKE_FOURCC('s','t','t','s') +#define FOURCC_subp GST_MAKE_FOURCC('s','u','b','p') +#define FOURCC_text GST_MAKE_FOURCC('t','e','x','t') +#define FOURCC_tkhd GST_MAKE_FOURCC('t','k','h','d') +#define FOURCC_tmpo GST_MAKE_FOURCC('t','m','p','o') +#define FOURCC_trak GST_MAKE_FOURCC('t','r','a','k') +#define FOURCC_tref GST_MAKE_FOURCC('t','r','e','f') +#define FOURCC_trkn GST_MAKE_FOURCC('t','r','k','n') +#define FOURCC_tven GST_MAKE_FOURCC('t','v','e','n') +#define FOURCC_tves GST_MAKE_FOURCC('t','v','e','s') +#define FOURCC_tvsh GST_MAKE_FOURCC('t','v','s','h') +#define FOURCC_tvsn GST_MAKE_FOURCC('t','v','s','n') +#define FOURCC_twos GST_MAKE_FOURCC('t','w','o','s') +#define FOURCC_tx3g GST_MAKE_FOURCC('t','x','3','g') +#define FOURCC_udta GST_MAKE_FOURCC('u','d','t','a') +#define FOURCC_ulaw GST_MAKE_FOURCC('u','l','a','w') +#define FOURCC_url_ GST_MAKE_FOURCC('u','r','l',' ') +#define FOURCC_uuid GST_MAKE_FOURCC('u','u','i','d') +#define FOURCC_v210 GST_MAKE_FOURCC('v','2','1','0') +#define FOURCC_vide GST_MAKE_FOURCC('v','i','d','e') +#define FOURCC_vmhd GST_MAKE_FOURCC('v','m','h','d') +#define FOURCC_wave GST_MAKE_FOURCC('w','a','v','e') +#define FOURCC_wide GST_MAKE_FOURCC('w','i','d','e') +#define FOURCC_zlib GST_MAKE_FOURCC('z','l','i','b') + +#define FOURCC_ap4h GST_MAKE_FOURCC('a','p','4','h') +#define FOURCC_apch GST_MAKE_FOURCC('a','p','c','h') +#define FOURCC_apcn GST_MAKE_FOURCC('a','p','c','n') +#define FOURCC_apco GST_MAKE_FOURCC('a','p','c','o') +#define FOURCC_apcs GST_MAKE_FOURCC('a','p','c','s') +#define FOURCC_m1v GST_MAKE_FOURCC('m','1','v',' ') +#define FOURCC_vivo GST_MAKE_FOURCC('v','i','v','o') + +#define FOURCC_3gg6 GST_MAKE_FOURCC('3','g','g','6') +#define FOURCC_3gg7 GST_MAKE_FOURCC('3','g','g','7') +#define FOURCC_3gp4 GST_MAKE_FOURCC('3','g','p','4') +#define FOURCC_3gp6 GST_MAKE_FOURCC('3','g','p','6') +#define FOURCC_3gr6 GST_MAKE_FOURCC('3','g','r','6') +#define FOURCC_isml GST_MAKE_FOURCC('i','s','m','l') +#define FOURCC_iso2 GST_MAKE_FOURCC('i','s','o','2') +#define FOURCC_isom GST_MAKE_FOURCC('i','s','o','m') +#define FOURCC_mp41 GST_MAKE_FOURCC('m','p','4','1') +#define FOURCC_mp42 GST_MAKE_FOURCC('m','p','4','2') +#define FOURCC_piff GST_MAKE_FOURCC('p','i','f','f') +#define FOURCC_titl GST_MAKE_FOURCC('t','i','t','l') + +/* SVQ3 fourcc */ +#define FOURCC_SEQH GST_MAKE_FOURCC('S','E','Q','H') +#define FOURCC_SMI_ GST_MAKE_FOURCC('S','M','I',' ') + +/* 3gpp asset meta data fourcc */ +#define FOURCC_albm GST_MAKE_FOURCC('a','l','b','m') +#define FOURCC_auth GST_MAKE_FOURCC('a','u','t','h') +#define FOURCC_clsf GST_MAKE_FOURCC('c','l','s','f') +#define FOURCC_dscp GST_MAKE_FOURCC('d','s','c','p') +#define FOURCC_loci GST_MAKE_FOURCC('l','o','c','i') +#define FOURCC_perf GST_MAKE_FOURCC('p','e','r','f') +#define FOURCC_rtng GST_MAKE_FOURCC('r','t','n','g') +#define FOURCC_yrrc GST_MAKE_FOURCC('y','r','r','c') + +/* misc tag stuff */ +#define FOURCC_ID32 GST_MAKE_FOURCC('I', 'D','3','2') + +/* ISO Motion JPEG 2000 fourcc */ +#define FOURCC_cdef GST_MAKE_FOURCC('c','d','e','f') +#define FOURCC_cmap GST_MAKE_FOURCC('c','m','a','p') +#define FOURCC_colr GST_MAKE_FOURCC('c','o','l','r') +#define FOURCC_fiel GST_MAKE_FOURCC('f','i','e','l') +#define FOURCC_ihdr GST_MAKE_FOURCC('i','h','d','r') +#define FOURCC_jp2h GST_MAKE_FOURCC('j','p','2','h') +#define FOURCC_jp2x GST_MAKE_FOURCC('j','p','2','x') +#define FOURCC_mjp2 GST_MAKE_FOURCC('m','j','p','2') + +/* some buggy hardware's notion of mdhd */ +#define FOURCC_mhdr GST_MAKE_FOURCC('m','h','d','r') + +/* Fragmented MP4 */ +#define FOURCC_btrt GST_MAKE_FOURCC('b','t','r','t') +#define FOURCC_mehd GST_MAKE_FOURCC('m','e','h','d') +#define FOURCC_mfhd GST_MAKE_FOURCC('m','f','h','d') +#define FOURCC_mfra GST_MAKE_FOURCC('m','f','r','a') +#define FOURCC_mfro GST_MAKE_FOURCC('m','f','r','o') +#define FOURCC_moof GST_MAKE_FOURCC('m','o','o','f') +#define FOURCC_mvex GST_MAKE_FOURCC('m','v','e','x') +#define FOURCC_mvhd GST_MAKE_FOURCC('m','v','h','d') +#define FOURCC_ovc1 GST_MAKE_FOURCC('o','v','c','1') +#define FOURCC_owma GST_MAKE_FOURCC('o','w','m','a') +#define FOURCC_sdtp GST_MAKE_FOURCC('s','d','t','p') +#define FOURCC_tfhd GST_MAKE_FOURCC('t','f','h','d') +#define FOURCC_tfra GST_MAKE_FOURCC('t','f','r','a') +#define FOURCC_traf GST_MAKE_FOURCC('t','r','a','f') +#define FOURCC_trex GST_MAKE_FOURCC('t','r','e','x') +#define FOURCC_trun GST_MAKE_FOURCC('t','r','u','n') + +/* MPEG DASH */ +#define FOURCC_tfdt GST_MAKE_FOURCC('t','f','d','t') + +/* Xiph fourcc */ +#define FOURCC_XdxT GST_MAKE_FOURCC('X','d','x','T') +#define FOURCC_XiTh GST_MAKE_FOURCC('X','i','T','h') +#define FOURCC_tCtC GST_MAKE_FOURCC('t','C','t','C') +#define FOURCC_tCtH GST_MAKE_FOURCC('t','C','t','H') +#define FOURCC_tCt_ GST_MAKE_FOURCC('t','C','t','#') + +/* ilst metatags */ +#define FOURCC__cmt GST_MAKE_FOURCC(0xa9, 'c','m','t') + +/* apple tags */ +#define FOURCC__mak GST_MAKE_FOURCC(0xa9, 'm','a','k') +#define FOURCC__mod GST_MAKE_FOURCC(0xa9, 'm','o','d') +#define FOURCC__swr GST_MAKE_FOURCC(0xa9, 's','w','r') + +/* Chapters reference */ +#define FOURCC_chap GST_MAKE_FOURCC('c','h','a','p') + +/* For Microsoft Wave formats embedded in quicktime, the FOURCC is + 'm', 's', then the 16 bit wave codec id */ +#define MS_WAVE_FOURCC(codecid) GST_MAKE_FOURCC( \ + 'm', 's', ((codecid)>>8)&0xff, ((codecid)&0xff)) + +G_END_DECLS + +#endif /* __FOURCC_H__ */ diff --git a/gst/isomp4/gstisoff.c b/gst/isomp4/gstisoff.c new file mode 100755 index 0000000..5c9f1ed --- /dev/null +++ b/gst/isomp4/gstisoff.c @@ -0,0 +1,200 @@ +/* + * ISO File Format parsing library + * + * gstisoff.h + * + * Copyright (C) 2015 Samsung Electronics. All rights reserved. + * Author: Thiago Santos <thiagoss@osg.samsung.com> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2.1 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library (COPYING); if not, write to the + * Free Software Foundation, Inc., 59 Temple Place - Suite 330, + * Boston, MA 02111-1307, USA. + */ + +#include "gstisoff.h" +#include <gst/base/gstbytereader.h> + +void +gst_isoff_qt_sidx_parser_init (GstSidxParser * parser) +{ + parser->status = GST_ISOFF_QT_SIDX_PARSER_INIT; + parser->cumulative_entry_size = 0; + parser->sidx.entries = NULL; + parser->sidx.entries_count = 0; +} + +void +gst_isoff_qt_sidx_parser_clear (GstSidxParser * parser) +{ + g_free (parser->sidx.entries); + parser->sidx.entries = NULL; +} + +static void +gst_isoff_qt_parse_sidx_entry (GstSidxBoxEntry * entry, GstByteReader * reader) +{ + guint32 aux; + + aux = gst_byte_reader_get_uint32_be_unchecked (reader); + entry->ref_type = aux >> 31; + entry->size = aux & 0x7FFFFFFF; + entry->duration = gst_byte_reader_get_uint32_be_unchecked (reader); + aux = gst_byte_reader_get_uint32_be_unchecked (reader); + entry->starts_with_sap = aux >> 31; + entry->sap_type = ((aux >> 28) & 0x7); + entry->sap_delta_time = aux & 0xFFFFFFF; +} + +GstIsoffParserResult +gst_isoff_qt_sidx_parser_add_data (GstSidxParser * parser, + const guint8 * buffer, gint length, guint * consumed) +{ + GstIsoffParserResult res = GST_ISOFF_QT_PARSER_OK; + GstByteReader reader; + gsize remaining; + guint32 fourcc; + + gst_byte_reader_init (&reader, buffer, length); + + switch (parser->status) { + case GST_ISOFF_QT_SIDX_PARSER_INIT: + if (gst_byte_reader_get_remaining (&reader) < GST_ISOFF_QT_FULL_BOX_SIZE) { + break; + } + + parser->size = gst_byte_reader_get_uint32_be_unchecked (&reader); + fourcc = gst_byte_reader_get_uint32_le_unchecked (&reader); + if (fourcc != GST_ISOFF_QT_FOURCC_SIDX) { + res = GST_ISOFF_QT_PARSER_UNEXPECTED; + gst_byte_reader_set_pos (&reader, 0); + break; + } + if (parser->size == 1) { + if (gst_byte_reader_get_remaining (&reader) < 12) { + gst_byte_reader_set_pos (&reader, 0); + break; + } + + parser->size = gst_byte_reader_get_uint64_be_unchecked (&reader); + } + if (parser->size == 0) { + res = GST_ISOFF_QT_PARSER_ERROR; + gst_byte_reader_set_pos (&reader, 0); + break; + } + parser->sidx.version = gst_byte_reader_get_uint8_unchecked (&reader); + parser->sidx.flags = gst_byte_reader_get_uint24_le_unchecked (&reader); + + parser->status = GST_ISOFF_QT_SIDX_PARSER_HEADER; + + case GST_ISOFF_QT_SIDX_PARSER_HEADER: + remaining = gst_byte_reader_get_remaining (&reader); + if (remaining < 12 + (parser->sidx.version == 0 ? 8 : 16)) { + break; + } + + parser->sidx.ref_id = gst_byte_reader_get_uint32_be_unchecked (&reader); + parser->sidx.timescale = + gst_byte_reader_get_uint32_be_unchecked (&reader); + if (parser->sidx.version == 0) { + parser->sidx.earliest_pts = + gst_byte_reader_get_uint32_be_unchecked (&reader); + parser->sidx.first_offset = parser->sidx.earliest_pts = + gst_byte_reader_get_uint32_be_unchecked (&reader); + } else { + parser->sidx.earliest_pts = + gst_byte_reader_get_uint64_be_unchecked (&reader); + parser->sidx.first_offset = + gst_byte_reader_get_uint64_be_unchecked (&reader); + } + /* skip 2 reserved bytes */ + gst_byte_reader_skip_unchecked (&reader, 2); + parser->sidx.entries_count = + gst_byte_reader_get_uint16_be_unchecked (&reader); + + GST_LOG ("Timescale: %" G_GUINT32_FORMAT, parser->sidx.timescale); + GST_LOG ("Earliest pts: %" G_GUINT64_FORMAT, parser->sidx.earliest_pts); + GST_LOG ("First offset: %" G_GUINT64_FORMAT, parser->sidx.first_offset); + + parser->cumulative_pts = + gst_util_uint64_scale_int_round (parser->sidx.earliest_pts, + GST_SECOND, parser->sidx.timescale); + + if (parser->sidx.entries_count) { + parser->sidx.entries = + g_malloc (sizeof (GstSidxBoxEntry) * parser->sidx.entries_count); + } + parser->sidx.entry_index = 0; + + parser->status = GST_ISOFF_QT_SIDX_PARSER_DATA; + + case GST_ISOFF_QT_SIDX_PARSER_DATA: + while (parser->sidx.entry_index < parser->sidx.entries_count) { + GstSidxBoxEntry *entry = + &parser->sidx.entries[parser->sidx.entry_index]; + + remaining = gst_byte_reader_get_remaining (&reader); + if (remaining < 12) + break; + + entry->offset = parser->cumulative_entry_size; + entry->pts = parser->cumulative_pts; + gst_isoff_qt_parse_sidx_entry (entry, &reader); + entry->duration = gst_util_uint64_scale_int_round (entry->duration, + GST_SECOND, parser->sidx.timescale); + parser->cumulative_entry_size += entry->size; + parser->cumulative_pts += entry->duration; + + GST_LOG ("Sidx entry %d) offset: %" G_GUINT64_FORMAT ", pts: %" + GST_TIME_FORMAT ", duration %" GST_TIME_FORMAT " - size %" + G_GUINT32_FORMAT, parser->sidx.entry_index, entry->offset, + GST_TIME_ARGS (entry->pts), GST_TIME_ARGS (entry->duration), + entry->size); + + parser->sidx.entry_index++; + } + + if (parser->sidx.entry_index == parser->sidx.entries_count) + parser->status = GST_ISOFF_QT_SIDX_PARSER_FINISHED; + else + break; + case GST_ISOFF_QT_SIDX_PARSER_FINISHED: + parser->sidx.entry_index = 0; + res = GST_ISOFF_QT_PARSER_DONE; + break; + } + + *consumed = gst_byte_reader_get_pos (&reader); + return res; +} + +GstIsoffParserResult +gst_isoff_qt_sidx_parser_add_buffer (GstSidxParser * parser, GstBuffer * buffer, + guint * consumed) +{ + GstIsoffParserResult res = GST_ISOFF_QT_PARSER_OK; + GstMapInfo info; + + if (!gst_buffer_map (buffer, &info, GST_MAP_READ)) { + *consumed = 0; + return GST_ISOFF_QT_PARSER_ERROR; + } + + res = + gst_isoff_qt_sidx_parser_add_data (parser, info.data, info.size, + consumed); + + gst_buffer_unmap (buffer, &info); + return res; +} diff --git a/gst/isomp4/gstisoff.h b/gst/isomp4/gstisoff.h new file mode 100755 index 0000000..c6fbf33 --- /dev/null +++ b/gst/isomp4/gstisoff.h @@ -0,0 +1,100 @@ +/* + * ISO File Format parsing library + * + * gstisoff.h + * + * Copyright (C) 2015 Samsung Electronics. All rights reserved. + * Author: Thiago Santos <thiagoss@osg.samsung.com> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2.1 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library (COPYING); if not, write to the + * Free Software Foundation, Inc., 59 Temple Place - Suite 330, + * Boston, MA 02111-1307, USA. + */ + +#ifndef __GST_ISOFF_QT_H__ +#define __GST_ISOFF_QT_H__ + +#include <gst/gst.h> + +G_BEGIN_DECLS + +typedef enum { + GST_ISOFF_QT_PARSER_OK, + GST_ISOFF_QT_PARSER_DONE, + GST_ISOFF_QT_PARSER_UNEXPECTED, + GST_ISOFF_QT_PARSER_ERROR +} GstIsoffParserResult; + +/* this is the minimum size, it can be larger if it + * uses extended size or type */ +#define GST_ISOFF_QT_FULL_BOX_SIZE 12 + +#define GST_ISOFF_QT_FOURCC_SIDX GST_MAKE_FOURCC('s','i','d','x') +typedef struct _GstSidxBoxEntry +{ + gboolean ref_type; + guint32 size; + GstClockTime duration; + gboolean starts_with_sap; + guint8 sap_type; + guint32 sap_delta_time; + + guint64 offset; + GstClockTime pts; +} GstSidxBoxEntry; + +typedef struct _GstSidxBox +{ + guint8 version; + guint32 flags; + + guint32 ref_id; + guint32 timescale; + guint64 earliest_pts; + guint64 first_offset; + + gint entry_index; + gint entries_count; + + GstSidxBoxEntry *entries; +} GstSidxBox; + +typedef enum _GstSidxParserStatus +{ + GST_ISOFF_QT_SIDX_PARSER_INIT, + GST_ISOFF_QT_SIDX_PARSER_HEADER, + GST_ISOFF_QT_SIDX_PARSER_DATA, + GST_ISOFF_QT_SIDX_PARSER_FINISHED +} GstSidxParserStatus; + +typedef struct _GstSidxParser +{ + GstSidxParserStatus status; + + guint64 size; + guint64 cumulative_entry_size; + guint64 cumulative_pts; + + GstSidxBox sidx; +} GstSidxParser; + +void gst_isoff_qt_sidx_parser_init (GstSidxParser * parser); +void gst_isoff_qt_sidx_parser_clear (GstSidxParser * parser); +GstIsoffParserResult gst_isoff_qt_sidx_parser_add_data (GstSidxParser * parser, const guint8 * buffer, gint length, guint * consumed); +GstIsoffParserResult gst_isoff_qt_sidx_parser_add_buffer (GstSidxParser * parser, GstBuffer * buf, guint * consumed); + +G_END_DECLS + +#endif /* __GST_ISOFF_QT_H__ */ + diff --git a/gst/isomp4/gstqtmoovrecover.c b/gst/isomp4/gstqtmoovrecover.c new file mode 100755 index 0000000..80b22eb --- /dev/null +++ b/gst/isomp4/gstqtmoovrecover.c @@ -0,0 +1,381 @@ +/* Quicktime muxer plugin for GStreamer + * Copyright (C) 2010 Thiago Santos <thiago.sousa.santos@collabora.co.uk> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ +/* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + + +/** + * SECTION:element-qtmoovrecover + * @short_description: Utility element for recovering unfinished quicktime files + * + * <refsect2> + * <para> + * This element recovers quicktime files created with qtmux using the moov + * recovery feature. + * </para> + * <title>Example pipelines</title> + * <para> + * <programlisting> + * TODO + * </programlisting> + * </para> + * </refsect2> + */ + +#ifdef HAVE_CONFIG_H +#include "config.h" +#endif + +#include <glib/gstdio.h> +#include <gst/gst.h> + +#include "gstqtmoovrecover.h" + +GST_DEBUG_CATEGORY_STATIC (gst_qt_moov_recover_debug); +#define GST_CAT_DEFAULT gst_qt_moov_recover_debug + +/* QTMoovRecover signals and args */ +enum +{ + /* FILL ME */ + LAST_SIGNAL +}; + +enum +{ + PROP_0, + PROP_RECOVERY_INPUT, + PROP_BROKEN_INPUT, + PROP_FIXED_OUTPUT, + PROP_FAST_START_MODE +}; + +#define gst_qt_moov_recover_parent_class parent_class +G_DEFINE_TYPE (GstQTMoovRecover, gst_qt_moov_recover, GST_TYPE_PIPELINE); + +/* property functions */ +static void gst_qt_moov_recover_set_property (GObject * object, + guint prop_id, const GValue * value, GParamSpec * pspec); +static void gst_qt_moov_recover_get_property (GObject * object, + guint prop_id, GValue * value, GParamSpec * pspec); + +static GstStateChangeReturn gst_qt_moov_recover_change_state (GstElement * + element, GstStateChange transition); + +static void gst_qt_moov_recover_finalize (GObject * object); + +static void +gst_qt_moov_recover_class_init (GstQTMoovRecoverClass * klass) +{ + GObjectClass *gobject_class; + GstElementClass *gstelement_class; + + gobject_class = (GObjectClass *) klass; + gstelement_class = (GstElementClass *) klass; + + parent_class = g_type_class_peek_parent (klass); + + gobject_class->finalize = gst_qt_moov_recover_finalize; + gobject_class->get_property = gst_qt_moov_recover_get_property; + gobject_class->set_property = gst_qt_moov_recover_set_property; + + gstelement_class->change_state = gst_qt_moov_recover_change_state; + + g_object_class_install_property (gobject_class, PROP_FIXED_OUTPUT, + g_param_spec_string ("fixed-output", + "Path to write the fixed file", + "Path to write the fixed file to (used as output)", + NULL, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); + g_object_class_install_property (gobject_class, PROP_BROKEN_INPUT, + g_param_spec_string ("broken-input", + "Path to broken input file", + "Path to broken input file. (If qtmux was on faststart mode, this " + "file is the faststart file)", NULL, + G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); + g_object_class_install_property (gobject_class, PROP_RECOVERY_INPUT, + g_param_spec_string ("recovery-input", + "Path to recovery file", + "Path to recovery file (used as input)", NULL, + G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); + g_object_class_install_property (gobject_class, PROP_FAST_START_MODE, + g_param_spec_boolean ("faststart-mode", + "If the broken input is from faststart mode", + "If the broken input is from faststart mode", + FALSE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); + + GST_DEBUG_CATEGORY_INIT (gst_qt_moov_recover_debug, "qtmoovrecover", 0, + "QT Moovie Recover"); + + gst_element_class_set_static_metadata (gstelement_class, "QT Moov Recover", + "Util", "Recovers unfinished qtmux files", + "Thiago Santos <thiago.sousa.santos@collabora.co.uk>"); +} + +static void +gst_qt_moov_recover_init (GstQTMoovRecover * qtmr) +{ +} + +static void +gst_qt_moov_recover_finalize (GObject * object) +{ + G_OBJECT_CLASS (parent_class)->finalize (object); +} + +static void +gst_qt_moov_recover_run (void *data) +{ + FILE *moovrec = NULL; + FILE *mdatinput = NULL; + FILE *output = NULL; + MdatRecovFile *mdat_recov = NULL; + MoovRecovFile *moov_recov = NULL; + GstQTMoovRecover *qtmr = GST_QT_MOOV_RECOVER_CAST (data); + GError *err = NULL; + + GST_LOG_OBJECT (qtmr, "Starting task"); + + GST_DEBUG_OBJECT (qtmr, "Validating properties"); + GST_OBJECT_LOCK (qtmr); + /* validate properties */ + if (qtmr->broken_input == NULL) { + GST_OBJECT_UNLOCK (qtmr); + GST_ELEMENT_ERROR (qtmr, RESOURCE, SETTINGS, + ("Please set broken-input property"), (NULL)); + goto end; + } + if (qtmr->recovery_input == NULL) { + GST_OBJECT_UNLOCK (qtmr); + GST_ELEMENT_ERROR (qtmr, RESOURCE, SETTINGS, + ("Please set recovery-input property"), (NULL)); + goto end; + } + if (qtmr->fixed_output == NULL) { + GST_OBJECT_UNLOCK (qtmr); + GST_ELEMENT_ERROR (qtmr, RESOURCE, SETTINGS, + ("Please set fixed-output property"), (NULL)); + goto end; + } + + GST_DEBUG_OBJECT (qtmr, "Opening input/output files"); + /* open files */ + moovrec = g_fopen (qtmr->recovery_input, "rb"); + if (moovrec == NULL) { + GST_OBJECT_UNLOCK (qtmr); + GST_ELEMENT_ERROR (qtmr, RESOURCE, OPEN_READ, + ("Failed to open recovery-input file"), (NULL)); + goto end; + } + + mdatinput = g_fopen (qtmr->broken_input, "rb"); + if (mdatinput == NULL) { + GST_OBJECT_UNLOCK (qtmr); + GST_ELEMENT_ERROR (qtmr, RESOURCE, OPEN_READ, + ("Failed to open broken-input file"), (NULL)); + goto end; + } + output = g_fopen (qtmr->fixed_output, "wb+"); + if (output == NULL) { + GST_OBJECT_UNLOCK (qtmr); + GST_ELEMENT_ERROR (qtmr, RESOURCE, OPEN_READ_WRITE, + ("Failed to open fixed-output file"), (NULL)); + goto end; + } + GST_OBJECT_UNLOCK (qtmr); + + GST_DEBUG_OBJECT (qtmr, "Parsing input files"); + /* now create our structures */ + mdat_recov = mdat_recov_file_create (mdatinput, qtmr->faststart_mode, &err); + mdatinput = NULL; + if (mdat_recov == NULL) { + GST_ELEMENT_ERROR (qtmr, RESOURCE, FAILED, + ("Broken file could not be parsed correctly"), (NULL)); + goto end; + } + moov_recov = moov_recov_file_create (moovrec, &err); + moovrec = NULL; + if (moov_recov == NULL) { + GST_ELEMENT_ERROR (qtmr, RESOURCE, FAILED, + ("Recovery file could not be parsed correctly"), (NULL)); + goto end; + } + + /* now parse the buffers data from moovrec */ + if (!moov_recov_parse_buffers (moov_recov, mdat_recov, &err)) { + goto end; + } + + GST_DEBUG_OBJECT (qtmr, "Writing fixed file to output"); + if (!moov_recov_write_file (moov_recov, mdat_recov, output, &err)) { + goto end; + } + + /* here means success */ + GST_DEBUG_OBJECT (qtmr, "Finished successfully, posting EOS"); + gst_element_post_message (GST_ELEMENT_CAST (qtmr), + gst_message_new_eos (GST_OBJECT_CAST (qtmr))); + +end: + GST_LOG_OBJECT (qtmr, "Finalizing task"); + if (err) { + GST_ELEMENT_ERROR (qtmr, RESOURCE, FAILED, ("%s", err->message), (NULL)); + g_error_free (err); + } + + if (moov_recov) + moov_recov_file_free (moov_recov); + if (moovrec) + fclose (moovrec); + + if (mdat_recov) + mdat_recov_file_free (mdat_recov); + if (mdatinput) + fclose (mdatinput); + + if (output) + fclose (output); + GST_LOG_OBJECT (qtmr, "Leaving task"); + gst_task_stop (qtmr->task); +} + +static void +gst_qt_moov_recover_get_property (GObject * object, + guint prop_id, GValue * value, GParamSpec * pspec) +{ + GstQTMoovRecover *qtmr = GST_QT_MOOV_RECOVER_CAST (object); + + GST_OBJECT_LOCK (qtmr); + switch (prop_id) { + case PROP_FAST_START_MODE: + g_value_set_boolean (value, qtmr->faststart_mode); + break; + case PROP_BROKEN_INPUT: + g_value_set_string (value, qtmr->broken_input); + break; + case PROP_RECOVERY_INPUT: + g_value_set_string (value, qtmr->recovery_input); + break; + case PROP_FIXED_OUTPUT: + g_value_set_string (value, qtmr->fixed_output); + break; + default: + G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); + break; + } + GST_OBJECT_UNLOCK (qtmr); +} + +static void +gst_qt_moov_recover_set_property (GObject * object, + guint prop_id, const GValue * value, GParamSpec * pspec) +{ + GstQTMoovRecover *qtmr = GST_QT_MOOV_RECOVER_CAST (object); + + GST_OBJECT_LOCK (qtmr); + switch (prop_id) { + case PROP_FAST_START_MODE: + qtmr->faststart_mode = g_value_get_boolean (value); + break; + case PROP_BROKEN_INPUT: + g_free (qtmr->broken_input); + qtmr->broken_input = g_value_dup_string (value); + break; + case PROP_RECOVERY_INPUT: + g_free (qtmr->recovery_input); + qtmr->recovery_input = g_value_dup_string (value); + break; + case PROP_FIXED_OUTPUT: + g_free (qtmr->fixed_output); + qtmr->fixed_output = g_value_dup_string (value); + break; + default: + G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); + break; + } + GST_OBJECT_UNLOCK (qtmr); +} + +static GstStateChangeReturn +gst_qt_moov_recover_change_state (GstElement * element, + GstStateChange transition) +{ + GstStateChangeReturn ret; + GstQTMoovRecover *qtmr = GST_QT_MOOV_RECOVER_CAST (element); + + switch (transition) { + case GST_STATE_CHANGE_NULL_TO_READY: + qtmr->task = gst_task_new (gst_qt_moov_recover_run, qtmr, NULL); + g_rec_mutex_init (&qtmr->task_mutex); + gst_task_set_lock (qtmr->task, &qtmr->task_mutex); + break; + case GST_STATE_CHANGE_PAUSED_TO_PLAYING: + gst_task_start (qtmr->task); + break; + default: + break; + } + + ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition); + + switch (transition) { + case GST_STATE_CHANGE_PLAYING_TO_PAUSED: + gst_task_stop (qtmr->task); + gst_task_join (qtmr->task); + break; + case GST_STATE_CHANGE_READY_TO_NULL: + if (gst_task_get_state (qtmr->task) != GST_TASK_STOPPED) + GST_ERROR ("task %p should be stopped by now", qtmr->task); + gst_object_unref (qtmr->task); + qtmr->task = NULL; + g_rec_mutex_clear (&qtmr->task_mutex); + break; + default: + break; + } + return ret; +} + + +gboolean +gst_qt_moov_recover_register (GstPlugin * plugin) +{ + return gst_element_register (plugin, "qtmoovrecover", GST_RANK_NONE, + GST_TYPE_QT_MOOV_RECOVER); +} diff --git a/gst/isomp4/gstqtmoovrecover.h b/gst/isomp4/gstqtmoovrecover.h new file mode 100755 index 0000000..b86c223 --- /dev/null +++ b/gst/isomp4/gstqtmoovrecover.h @@ -0,0 +1,88 @@ +/* Quicktime muxer plugin for GStreamer + * Copyright (C) 2010 Thiago Santos <thiago.sousa.santos@collabora.co.uk> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ +/* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + +#ifndef __GST_QT_MOOV_RECOVER_H__ +#define __GST_QT_MOOV_RECOVER_H__ + +#include <gst/gst.h> + +#include "atoms.h" +#include "atomsrecovery.h" + +G_BEGIN_DECLS + +#define GST_TYPE_QT_MOOV_RECOVER (gst_qt_moov_recover_get_type()) +#define GST_QT_MOOV_RECOVER(obj) (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_QT_MOOV_RECOVER, GstQTMoovRecover)) +#define GST_QT_MOOV_RECOVER_CLASS(klass) (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_QT_MOOV_RECOVER, GstQTMoovRecover)) +#define GST_IS_QT_MOOV_RECOVER(obj) (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_QT_MOOV_RECOVER)) +#define GST_IS_QT_MOOV_RECOVER_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_QT_MOOV_RECOVER)) +#define GST_QT_MOOV_RECOVER_CAST(obj) ((GstQTMoovRecover*)(obj)) + + +typedef struct _GstQTMoovRecover GstQTMoovRecover; +typedef struct _GstQTMoovRecoverClass GstQTMoovRecoverClass; + +struct _GstQTMoovRecover +{ + GstPipeline pipeline; + + GstTask *task; + GRecMutex task_mutex; + + /* properties */ + gboolean faststart_mode; + gchar *recovery_input; + gchar *fixed_output; + gchar *broken_input; +}; + +struct _GstQTMoovRecoverClass +{ + GstPipelineClass parent_class; +}; + +GType gst_qt_moov_recover_get_type (void); +gboolean gst_qt_moov_recover_register (GstPlugin * plugin); + +G_END_DECLS + +#endif /* __GST_QT_MOOV_RECOVER_H__ */ diff --git a/gst/isomp4/gstqtmux-doc.c b/gst/isomp4/gstqtmux-doc.c new file mode 100755 index 0000000..3b857d8 --- /dev/null +++ b/gst/isomp4/gstqtmux-doc.c @@ -0,0 +1,242 @@ +/* Quicktime muxer documentation + * Copyright (C) 2008-2010 Thiago Santos <thiagoss@embedded.ufcg.edu.br> + * Copyright (C) 2008 Mark Nauwelaerts <mnauw@users.sf.net> + * Copyright (C) 2010 Nokia Corporation. All rights reserved. + * Contact: Stefan Kost <stefan.kost@nokia.com> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ +/* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + +/* ============================= mp4mux ==================================== */ + +/** + * SECTION:element-mp4mux + * @short_description: Muxer for ISO MPEG-4 (.mp4) files + * + * This element merges streams (audio and video) into ISO MPEG-4 (.mp4) files. + * + * The following background intends to explain why various similar muxers + * are present in this plugin. + * + * The <ulink url="http://www.apple.com/quicktime/resources/qtfileformat.pdf"> + * QuickTime file format specification</ulink> served as basis for the MP4 file + * format specification (mp4mux), and as such the QuickTime file structure is + * nearly identical to the so-called ISO Base Media file format defined in + * ISO 14496-12 (except for some media specific parts). + * In turn, the latter ISO Base Media format was further specialized as a + * Motion JPEG-2000 file format in ISO 15444-3 (mj2mux) + * and in various 3GPP(2) specs (3gppmux). + * The fragmented file features defined (only) in ISO Base Media are used by + * ISMV files making up (a.o.) Smooth Streaming (ismlmux). + * + * A few properties (#GstMp4Mux:movie-timescale, #GstMp4Mux:trak-timescale) + * allow adjusting some technical parameters, which might be useful in (rare) + * cases to resolve compatibility issues in some situations. + * + * Some other properties influence the result more fundamentally. + * A typical mov/mp4 file's metadata (aka moov) is located at the end of the + * file, somewhat contrary to this usually being called "the header". + * However, a #GstMp4Mux:faststart file will (with some effort) arrange this to + * be located near start of the file, which then allows it e.g. to be played + * while downloading. Alternatively, rather than having one chunk of metadata at + * start (or end), there can be some metadata at start and most of the other + * data can be spread out into fragments of #GstMp4Mux:fragment-duration. + * If such fragmented layout is intended for streaming purposes, then + * #GstMp4Mux:streamable allows foregoing to add index metadata (at the end of + * file). + * + * <refsect2> + * <title>Example pipelines</title> + * |[ + * gst-launch-1.0 gst-launch-1.0 v4l2src num-buffers=50 ! queue ! x264enc ! mp4mux ! filesink location=video.mp4 + * ]| + * Records a video stream captured from a v4l2 device, encodes it into H.264 + * and muxes it into an mp4 file. + * </refsect2> + */ + +/* ============================= 3gppmux ==================================== */ + +/** + * SECTION:element-3gppmux + * @short_description: Muxer for 3GPP (.3gp) files + * + * This element merges streams (audio and video) into 3GPP (.3gp) files. + * + * The following background intends to explain why various similar muxers + * are present in this plugin. + * + * The <ulink url="http://www.apple.com/quicktime/resources/qtfileformat.pdf"> + * QuickTime file format specification</ulink> served as basis for the MP4 file + * format specification (mp4mux), and as such the QuickTime file structure is + * nearly identical to the so-called ISO Base Media file format defined in + * ISO 14496-12 (except for some media specific parts). + * In turn, the latter ISO Base Media format was further specialized as a + * Motion JPEG-2000 file format in ISO 15444-3 (mj2mux) + * and in various 3GPP(2) specs (3gppmux). + * The fragmented file features defined (only) in ISO Base Media are used by + * ISMV files making up (a.o.) Smooth Streaming (ismlmux). + * + * A few properties (#Gst3GPPMux:movie-timescale, #Gst3GPPMux:trak-timescale) + * allow adjusting some technical parameters, which might be useful in (rare) + * cases to resolve compatibility issues in some situations. + * + * Some other properties influence the result more fundamentally. + * A typical mov/mp4 file's metadata (aka moov) is located at the end of the file, + * somewhat contrary to this usually being called "the header". However, a + * #Gst3GPPMux:faststart file will (with some effort) arrange this to be located + * near start of the file, which then allows it e.g. to be played while + * downloading. Alternatively, rather than having one chunk of metadata at start + * (or end), there can be some metadata at start and most of the other data can + * be spread out into fragments of #Gst3GPPMux:fragment-duration. If such + * fragmented layout is intended for streaming purposes, then + * #Gst3GPPMux:streamable allows foregoing to add index metadata (at the end of + * file). + * + * <refsect2> + * <title>Example pipelines</title> + * |[ + * gst-launch-1.0 v4l2src num-buffers=50 ! queue ! ffenc_h263 ! 3gppmux ! filesink location=video.3gp + * ]| + * Records a video stream captured from a v4l2 device, encodes it into H.263 + * and muxes it into an 3gp file. + * </refsect2> + * + * Documentation last reviewed on 2011-04-21 + */ + +/* ============================= mj2pmux ==================================== */ + +/** + * SECTION:element-mj2mux + * @short_description: Muxer for Motion JPEG-2000 (.mj2) files + * + * This element merges streams (audio and video) into MJ2 (.mj2) files. + * + * The following background intends to explain why various similar muxers + * are present in this plugin. + * + * The <ulink url="http://www.apple.com/quicktime/resources/qtfileformat.pdf"> + * QuickTime file format specification</ulink> served as basis for the MP4 file + * format specification (mp4mux), and as such the QuickTime file structure is + * nearly identical to the so-called ISO Base Media file format defined in + * ISO 14496-12 (except for some media specific parts). + * In turn, the latter ISO Base Media format was further specialized as a + * Motion JPEG-2000 file format in ISO 15444-3 (mj2mux) + * and in various 3GPP(2) specs (3gppmux). + * The fragmented file features defined (only) in ISO Base Media are used by + * ISMV files making up (a.o.) Smooth Streaming (ismlmux). + * + * A few properties (#GstMJ2Mux:movie-timescale, #GstMJ2Mux:trak-timescale) + * allow adjusting some technical parameters, which might be useful in (rare) + * cases to resolve compatibility issues in some situations. + * + * Some other properties influence the result more fundamentally. + * A typical mov/mp4 file's metadata (aka moov) is located at the end of the file, + * somewhat contrary to this usually being called "the header". However, a + * #GstMJ2Mux:faststart file will (with some effort) arrange this to be located + * near start of the file, which then allows it e.g. to be played while + * downloading. Alternatively, rather than having one chunk of metadata at start + * (or end), there can be some metadata at start and most of the other data can + * be spread out into fragments of #GstMJ2Mux:fragment-duration. If such + * fragmented layout is intended for streaming purposes, then + * #GstMJ2Mux:streamable allows foregoing to add index metadata (at the end of + * file). + * + * <refsect2> + * <title>Example pipelines</title> + * |[ + * gst-launch-1.0 v4l2src num-buffers=50 ! queue ! jp2kenc ! mj2mux ! filesink location=video.mj2 + * ]| + * Records a video stream captured from a v4l2 device, encodes it into JPEG-2000 + * and muxes it into an mj2 file. + * </refsect2> + * + * Documentation last reviewed on 2011-04-21 + */ + +/* ============================= ismlmux ==================================== */ + +/** + * SECTION:element-ismlmux + * @short_description: Muxer for ISML smooth streaming (.isml) files + * + * This element merges streams (audio and video) into MJ2 (.mj2) files. + * + * The following background intends to explain why various similar muxers + * are present in this plugin. + * + * The <ulink url="http://www.apple.com/quicktime/resources/qtfileformat.pdf"> + * QuickTime file format specification</ulink> served as basis for the MP4 file + * format specification (mp4mux), and as such the QuickTime file structure is + * nearly identical to the so-called ISO Base Media file format defined in + * ISO 14496-12 (except for some media specific parts). + * In turn, the latter ISO Base Media format was further specialized as a + * Motion JPEG-2000 file format in ISO 15444-3 (mj2mux) + * and in various 3GPP(2) specs (3gppmux). + * The fragmented file features defined (only) in ISO Base Media are used by + * ISMV files making up (a.o.) Smooth Streaming (ismlmux). + * + * A few properties (#GstISMLMux:movie-timescale, #GstISMLMux:trak-timescale) + * allow adjusting some technical parameters, which might be useful in (rare) + * cases to resolve compatibility issues in some situations. + * + * Some other properties influence the result more fundamentally. + * A typical mov/mp4 file's metadata (aka moov) is located at the end of the file, + * somewhat contrary to this usually being called "the header". However, a + * #GstISMLMux:faststart file will (with some effort) arrange this to be located + * near start of the file, which then allows it e.g. to be played while + * downloading. Alternatively, rather than having one chunk of metadata at start + * (or end), there can be some metadata at start and most of the other data can + * be spread out into fragments of #GstISMLMux:fragment-duration. If such + * fragmented layout is intended for streaming purposes, then + * #GstISMLMux:streamable allows foregoing to add index metadata (at the end of + * file). + * + * <refsect2> + * <title>Example pipelines</title> + * |[ + * gst-launch-1.0 v4l2src num-buffers=50 ! queue ! jp2kenc ! mj2mux ! filesink location=video.mj2 + * ]| + * Records a video stream captured from a v4l2 device, encodes it into JPEG-2000 + * and muxes it into an mj2 file. + * </refsect2> + * + * Documentation last reviewed on 2011-04-21 + */ diff --git a/gst/isomp4/gstqtmux-doc.h b/gst/isomp4/gstqtmux-doc.h new file mode 100755 index 0000000..9d12164 --- /dev/null +++ b/gst/isomp4/gstqtmux-doc.h @@ -0,0 +1,52 @@ +/* Quicktime muxer documentation + * Copyright (C) 2008-2010 Thiago Santos <thiagoss@embedded.ufcg.edu.br> + * Copyright (C) 2008 Mark Nauwelaerts <mnauw@users.sf.net> + * Copyright (C) 2010 Nokia Corporation. All rights reserved. + * Contact: Stefan Kost <stefan.kost@nokia.com> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ +/* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + +#error "This header is for gtk-doc only and not supposed to be included" + +typedef struct _GstMP4Mux GstMP4Mux; +typedef struct _Gst3GPPMux Gst3GPPMux; +typedef struct _GstISMLMux GstISMLMux; +typedef struct _GstMJ2Mux GstMJ2Mux; + diff --git a/gst/isomp4/gstqtmux.c b/gst/isomp4/gstqtmux.c new file mode 100755 index 0000000..14e699b --- /dev/null +++ b/gst/isomp4/gstqtmux.c @@ -0,0 +1,3897 @@ +/* Quicktime muxer plugin for GStreamer + * Copyright (C) 2008-2010 Thiago Santos <thiagoss@embedded.ufcg.edu.br> + * Copyright (C) 2008 Mark Nauwelaerts <mnauw@users.sf.net> + * Copyright (C) 2010 Nokia Corporation. All rights reserved. + * Contact: Stefan Kost <stefan.kost@nokia.com> + + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ +/* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + + +/** + * SECTION:element-qtmux + * @short_description: Muxer for quicktime(.mov) files + * + * This element merges streams (audio and video) into QuickTime(.mov) files. + * + * The following background intends to explain why various similar muxers + * are present in this plugin. + * + * The <ulink url="http://www.apple.com/quicktime/resources/qtfileformat.pdf"> + * QuickTime file format specification</ulink> served as basis for the MP4 file + * format specification (mp4mux), and as such the QuickTime file structure is + * nearly identical to the so-called ISO Base Media file format defined in + * ISO 14496-12 (except for some media specific parts). + * In turn, the latter ISO Base Media format was further specialized as a + * Motion JPEG-2000 file format in ISO 15444-3 (mj2mux) + * and in various 3GPP(2) specs (gppmux). + * The fragmented file features defined (only) in ISO Base Media are used by + * ISMV files making up (a.o.) Smooth Streaming (ismlmux). + * + * A few properties (#GstQTMux:movie-timescale, #GstQTMux:trak-timescale) allow + * adjusting some technical parameters, which might be useful in (rare) cases to + * resolve compatibility issues in some situations. + * + * Some other properties influence the result more fundamentally. + * A typical mov/mp4 file's metadata (aka moov) is located at the end of the + * file, somewhat contrary to this usually being called "the header". + * However, a #GstQTMux:faststart file will (with some effort) arrange this to + * be located near start of the file, which then allows it e.g. to be played + * while downloading. Alternatively, rather than having one chunk of metadata at + * start (or end), there can be some metadata at start and most of the other + * data can be spread out into fragments of #GstQTMux:fragment-duration. + * If such fragmented layout is intended for streaming purposes, then + * #GstQTMux:streamable allows foregoing to add index metadata (at the end of + * file). + * + * <refsect2> + * <title>Example pipelines</title> + * |[ + * gst-launch-1.0 v4l2src num-buffers=500 ! video/x-raw,width=320,height=240 ! videoconvert ! qtmux ! filesink location=video.mov + * ]| + * Records a video stream captured from a v4l2 device and muxes it into a qt file. + * </refsect2> + */ + +/* + * Based on avimux + */ + +#ifdef HAVE_CONFIG_H +#include "config.h" +#endif + +#include <glib/gstdio.h> + +#include <gst/gst.h> +#include <gst/base/gstcollectpads.h> +#include <gst/audio/audio.h> +#include <gst/video/video.h> +#include <gst/tag/tag.h> + +#include <sys/types.h> +#ifdef G_OS_WIN32 +#include <io.h> /* lseek, open, close, read */ +#undef lseek +#define lseek _lseeki64 +#undef off_t +#define off_t guint64 +#endif + +#ifdef _MSC_VER +#define ftruncate g_win32_ftruncate +#endif + +#ifdef HAVE_UNISTD_H +# include <unistd.h> +#endif + +#include "gstqtmux.h" + +GST_DEBUG_CATEGORY_STATIC (gst_qt_mux_debug); +#define GST_CAT_DEFAULT gst_qt_mux_debug + +/* Hacker notes. + * + * The basic building blocks of MP4 files are: + * - an 'ftyp' box at the very start + * - an 'mdat' box which contains the raw audio/video/subtitle data; + * this is just a bunch of bytes, completely unframed and possibly + * unordered with no additional meta-information + * - a 'moov' box that contains information about the different streams + * and what they contain, as well as sample tables for each stream + * that tell the demuxer where in the mdat box each buffer/sample is + * and what its duration/timestamp etc. is, and whether it's a + * keyframe etc. + * Additionally, fragmented MP4 works by writing chunks of data in + * pairs of 'moof' and 'mdat' boxes: + * - 'moof' boxes, header preceding each mdat fragment describing the + * contents, like a moov but only for that fragment. + * - a 'mfra' box for Fragmented MP4, which is written at the end and + * contains a summary of all fragments and seek tables. + * + * Currently mp4mux can work in 3 different modes / generate 3 types + * of output files/streams: + * + * - Normal mp4: mp4mux will write a little ftyp identifier at the + * beginning, then start an mdat box into which it will write all the + * sample data. At EOS it will then write the moov header with track + * headers and sample tables at the end of the file, and rewrite the + * start of the file to fix up the mdat box size at the beginning. + * It has to wait for EOS to write the moov (which includes the + * sample tables) because it doesn't know how much space those + * tables will be. The output downstream must be seekable to rewrite + * the mdat box at EOS. + * + * - Fragmented mp4: moov header with track headers at start + * but no sample table), followed by N fragments, each containing + * track headers with sample tables followed by some data. Downstream + * does not need to be seekable if the 'streamable' flag is TRUE, + * as the final mfra and total duration will be omitted. + * + * - Fast-start mp4: the goal here is to create a file where the moov + * headers are at the beginning; what mp4mux will do is write all + * sample data into a temp file and build moov header plus sample + * tables in memory and then when EOS comes, it will push out the + * moov header plus sample tables at the beginning, followed by the + * mdat sample data at the end which is read in from the temp file + * Files created in this mode are better for streaming over the + * network, since the client doesn't have to seek to the end of the + * file to get the headers, but it requires copying all sample data + * out of the temp file at EOS, which can be expensive. Downstream does + * not need to be seekable, because of the use of the temp file. + * + */ + +#ifndef GST_REMOVE_DEPRECATED +enum +{ + DTS_METHOD_DD, + DTS_METHOD_REORDER, + DTS_METHOD_ASC +}; + +static GType +gst_qt_mux_dts_method_get_type (void) +{ + static GType gst_qt_mux_dts_method = 0; + + if (!gst_qt_mux_dts_method) { + static const GEnumValue dts_methods[] = { + {DTS_METHOD_DD, "delta/duration", "dd"}, + {DTS_METHOD_REORDER, "reorder", "reorder"}, + {DTS_METHOD_ASC, "ascending", "asc"}, + {0, NULL, NULL}, + }; + + gst_qt_mux_dts_method = + g_enum_register_static ("GstQTMuxDtsMethods", dts_methods); + } + + return gst_qt_mux_dts_method; +} + +#define GST_TYPE_QT_MUX_DTS_METHOD \ + (gst_qt_mux_dts_method_get_type ()) +#endif + +/* QTMux signals and args */ +enum +{ + /* FILL ME */ + LAST_SIGNAL +}; + +enum +{ + PROP_0, + PROP_MOVIE_TIMESCALE, + PROP_TRAK_TIMESCALE, + PROP_FAST_START, + PROP_FAST_START_TEMP_FILE, + PROP_MOOV_RECOV_FILE, + PROP_FRAGMENT_DURATION, + PROP_STREAMABLE, +#ifndef GST_REMOVE_DEPRECATED + PROP_DTS_METHOD, +#endif + PROP_DO_CTTS, +}; + +/* some spare for header size as well */ +#define MDAT_LARGE_FILE_LIMIT ((guint64) 1024 * 1024 * 1024 * 2) + +#define DEFAULT_MOVIE_TIMESCALE 1800 +#define DEFAULT_TRAK_TIMESCALE 0 +#define DEFAULT_DO_CTTS TRUE +#define DEFAULT_FAST_START FALSE +#define DEFAULT_FAST_START_TEMP_FILE NULL +#define DEFAULT_MOOV_RECOV_FILE NULL +#define DEFAULT_FRAGMENT_DURATION 0 +#define DEFAULT_STREAMABLE TRUE +#ifndef GST_REMOVE_DEPRECATED +#define DEFAULT_DTS_METHOD DTS_METHOD_REORDER +#endif + + +static void gst_qt_mux_finalize (GObject * object); + +static GstStateChangeReturn gst_qt_mux_change_state (GstElement * element, + GstStateChange transition); + +/* property functions */ +static void gst_qt_mux_set_property (GObject * object, + guint prop_id, const GValue * value, GParamSpec * pspec); +static void gst_qt_mux_get_property (GObject * object, + guint prop_id, GValue * value, GParamSpec * pspec); + +/* pad functions */ +static GstPad *gst_qt_mux_request_new_pad (GstElement * element, + GstPadTemplate * templ, const gchar * name, const GstCaps * caps); +static void gst_qt_mux_release_pad (GstElement * element, GstPad * pad); + +/* event */ +static gboolean gst_qt_mux_sink_event (GstCollectPads * pads, + GstCollectData * data, GstEvent * event, gpointer user_data); + +static GstFlowReturn gst_qt_mux_handle_buffer (GstCollectPads * pads, + GstCollectData * cdata, GstBuffer * buf, gpointer user_data); +static GstFlowReturn gst_qt_mux_add_buffer (GstQTMux * qtmux, GstQTPad * pad, + GstBuffer * buf); + +static GstElementClass *parent_class = NULL; + +static void +gst_qt_mux_base_init (gpointer g_class) +{ + GstElementClass *element_class = GST_ELEMENT_CLASS (g_class); + GstQTMuxClass *klass = (GstQTMuxClass *) g_class; + GstQTMuxClassParams *params; + GstPadTemplate *videosinktempl, *audiosinktempl, *subtitlesinktempl; + GstPadTemplate *srctempl; + gchar *longname, *description; + + params = + (GstQTMuxClassParams *) g_type_get_qdata (G_OBJECT_CLASS_TYPE (g_class), + GST_QT_MUX_PARAMS_QDATA); + g_assert (params != NULL); + + /* construct the element details struct */ + longname = g_strdup_printf ("%s Muxer", params->prop->long_name); + description = g_strdup_printf ("Multiplex audio and video into a %s file", + params->prop->long_name); + gst_element_class_set_static_metadata (element_class, longname, + "Codec/Muxer", description, + "Thiago Sousa Santos <thiagoss@embedded.ufcg.edu.br>"); + g_free (longname); + g_free (description); + + /* pad templates */ + srctempl = gst_pad_template_new ("src", GST_PAD_SRC, + GST_PAD_ALWAYS, params->src_caps); + gst_element_class_add_pad_template (element_class, srctempl); + + if (params->audio_sink_caps) { + audiosinktempl = gst_pad_template_new ("audio_%u", + GST_PAD_SINK, GST_PAD_REQUEST, params->audio_sink_caps); + gst_element_class_add_pad_template (element_class, audiosinktempl); + } + + if (params->video_sink_caps) { + videosinktempl = gst_pad_template_new ("video_%u", + GST_PAD_SINK, GST_PAD_REQUEST, params->video_sink_caps); + gst_element_class_add_pad_template (element_class, videosinktempl); + } + + if (params->subtitle_sink_caps) { + subtitlesinktempl = gst_pad_template_new ("subtitle_%u", + GST_PAD_SINK, GST_PAD_REQUEST, params->subtitle_sink_caps); + gst_element_class_add_pad_template (element_class, subtitlesinktempl); + } + + klass->format = params->prop->format; +} + +static void +gst_qt_mux_class_init (GstQTMuxClass * klass) +{ + GObjectClass *gobject_class; + GstElementClass *gstelement_class; + GParamFlags streamable_flags; + const gchar *streamable_desc; + gboolean streamable; +#define STREAMABLE_DESC "If set to true, the output should be as if it is to "\ + "be streamed and hence no indexes written or duration written." + + gobject_class = (GObjectClass *) klass; + gstelement_class = (GstElementClass *) klass; + + parent_class = g_type_class_peek_parent (klass); + + gobject_class->finalize = gst_qt_mux_finalize; + gobject_class->get_property = gst_qt_mux_get_property; + gobject_class->set_property = gst_qt_mux_set_property; + + streamable_flags = G_PARAM_READWRITE | G_PARAM_CONSTRUCT; + if (klass->format == GST_QT_MUX_FORMAT_ISML) { + streamable_desc = STREAMABLE_DESC; + streamable = DEFAULT_STREAMABLE; + } else { + streamable_desc = + STREAMABLE_DESC " (DEPRECATED, only valid for fragmented MP4)"; + streamable_flags |= G_PARAM_DEPRECATED; + streamable = FALSE; + } + + g_object_class_install_property (gobject_class, PROP_MOVIE_TIMESCALE, + g_param_spec_uint ("movie-timescale", "Movie timescale", + "Timescale to use in the movie (units per second)", + 1, G_MAXUINT32, DEFAULT_MOVIE_TIMESCALE, + G_PARAM_READWRITE | G_PARAM_CONSTRUCT | G_PARAM_STATIC_STRINGS)); + g_object_class_install_property (gobject_class, PROP_TRAK_TIMESCALE, + g_param_spec_uint ("trak-timescale", "Track timescale", + "Timescale to use for the tracks (units per second, 0 is automatic)", + 0, G_MAXUINT32, DEFAULT_TRAK_TIMESCALE, + G_PARAM_READWRITE | G_PARAM_CONSTRUCT | G_PARAM_STATIC_STRINGS)); + g_object_class_install_property (gobject_class, PROP_DO_CTTS, + g_param_spec_boolean ("presentation-time", + "Include presentation-time info", + "Calculate and include presentation/composition time " + "(in addition to decoding time)", DEFAULT_DO_CTTS, + G_PARAM_READWRITE | G_PARAM_CONSTRUCT | G_PARAM_STATIC_STRINGS)); +#ifndef GST_REMOVE_DEPRECATED + g_object_class_install_property (gobject_class, PROP_DTS_METHOD, + g_param_spec_enum ("dts-method", "dts-method", + "Method to determine DTS time (DEPRECATED)", + GST_TYPE_QT_MUX_DTS_METHOD, DEFAULT_DTS_METHOD, + G_PARAM_DEPRECATED | G_PARAM_READWRITE | G_PARAM_CONSTRUCT | + G_PARAM_STATIC_STRINGS)); +#endif + g_object_class_install_property (gobject_class, PROP_FAST_START, + g_param_spec_boolean ("faststart", "Format file to faststart", + "If the file should be formatted for faststart (headers first)", + DEFAULT_FAST_START, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); + g_object_class_install_property (gobject_class, PROP_FAST_START_TEMP_FILE, + g_param_spec_string ("faststart-file", "File to use for storing buffers", + "File that will be used temporarily to store data from the stream " + "when creating a faststart file. If null a filepath will be " + "created automatically", DEFAULT_FAST_START_TEMP_FILE, + G_PARAM_READWRITE | G_PARAM_CONSTRUCT | G_PARAM_STATIC_STRINGS)); + g_object_class_install_property (gobject_class, PROP_MOOV_RECOV_FILE, + g_param_spec_string ("moov-recovery-file", + "File to store data for posterior moov atom recovery", + "File to be used to store " + "data for moov atom making movie file recovery possible in case " + "of a crash during muxing. Null for disabled. (Experimental)", + DEFAULT_MOOV_RECOV_FILE, + G_PARAM_READWRITE | G_PARAM_CONSTRUCT | G_PARAM_STATIC_STRINGS)); + g_object_class_install_property (gobject_class, PROP_FRAGMENT_DURATION, + g_param_spec_uint ("fragment-duration", "Fragment duration", + "Fragment durations in ms (produce a fragmented file if > 0)", + 0, G_MAXUINT32, klass->format == GST_QT_MUX_FORMAT_ISML ? + 2000 : DEFAULT_FRAGMENT_DURATION, + G_PARAM_READWRITE | G_PARAM_CONSTRUCT | G_PARAM_STATIC_STRINGS)); + g_object_class_install_property (gobject_class, PROP_STREAMABLE, + g_param_spec_boolean ("streamable", "Streamable", streamable_desc, + streamable, streamable_flags | G_PARAM_STATIC_STRINGS)); + + gstelement_class->request_new_pad = + GST_DEBUG_FUNCPTR (gst_qt_mux_request_new_pad); + gstelement_class->change_state = GST_DEBUG_FUNCPTR (gst_qt_mux_change_state); + gstelement_class->release_pad = GST_DEBUG_FUNCPTR (gst_qt_mux_release_pad); +} + +static void +gst_qt_mux_pad_reset (GstQTPad * qtpad) +{ + qtpad->fourcc = 0; + qtpad->is_out_of_order = FALSE; + qtpad->sample_size = 0; + qtpad->sync = FALSE; + qtpad->last_dts = 0; + qtpad->first_ts = GST_CLOCK_TIME_NONE; + qtpad->prepare_buf_func = NULL; + qtpad->create_empty_buffer = NULL; + qtpad->avg_bitrate = 0; + qtpad->max_bitrate = 0; + qtpad->total_duration = 0; + qtpad->total_bytes = 0; + qtpad->sparse = FALSE; + + qtpad->buf_head = 0; + qtpad->buf_tail = 0; + + gst_buffer_replace (&qtpad->last_buf, NULL); + + if (qtpad->tags) { + gst_tag_list_unref (qtpad->tags); + qtpad->tags = NULL; + } + + /* reference owned elsewhere */ + qtpad->trak = NULL; + + if (qtpad->traf) { + atom_traf_free (qtpad->traf); + qtpad->traf = NULL; + } + atom_array_clear (&qtpad->fragment_buffers); + + /* reference owned elsewhere */ + qtpad->tfra = NULL; +} + +/* + * Takes GstQTMux back to its initial state + */ +static void +gst_qt_mux_reset (GstQTMux * qtmux, gboolean alloc) +{ + GSList *walk; + + qtmux->state = GST_QT_MUX_STATE_NONE; + qtmux->header_size = 0; + qtmux->mdat_size = 0; + qtmux->mdat_pos = 0; + qtmux->longest_chunk = GST_CLOCK_TIME_NONE; + qtmux->video_pads = 0; + qtmux->audio_pads = 0; + qtmux->fragment_sequence = 0; + + if (qtmux->ftyp) { + atom_ftyp_free (qtmux->ftyp); + qtmux->ftyp = NULL; + } + if (qtmux->moov) { + atom_moov_free (qtmux->moov); + qtmux->moov = NULL; + } + if (qtmux->mfra) { + atom_mfra_free (qtmux->mfra); + qtmux->mfra = NULL; + } + if (qtmux->fast_start_file) { + fclose (qtmux->fast_start_file); + g_remove (qtmux->fast_start_file_path); + qtmux->fast_start_file = NULL; + } + if (qtmux->moov_recov_file) { + fclose (qtmux->moov_recov_file); + qtmux->moov_recov_file = NULL; + } + for (walk = qtmux->extra_atoms; walk; walk = g_slist_next (walk)) { + AtomInfo *ainfo = (AtomInfo *) walk->data; + ainfo->free_func (ainfo->atom); + g_free (ainfo); + } + g_slist_free (qtmux->extra_atoms); + qtmux->extra_atoms = NULL; + + GST_OBJECT_LOCK (qtmux); + gst_tag_setter_reset_tags (GST_TAG_SETTER (qtmux)); + GST_OBJECT_UNLOCK (qtmux); + + /* reset pad data */ + for (walk = qtmux->sinkpads; walk; walk = g_slist_next (walk)) { + GstQTPad *qtpad = (GstQTPad *) walk->data; + gst_qt_mux_pad_reset (qtpad); + + /* hm, moov_free above yanked the traks away from us, + * so do not free, but do clear */ + qtpad->trak = NULL; + } + + if (alloc) { + qtmux->moov = atom_moov_new (qtmux->context); + /* ensure all is as nice and fresh as request_new_pad would provide it */ + for (walk = qtmux->sinkpads; walk; walk = g_slist_next (walk)) { + GstQTPad *qtpad = (GstQTPad *) walk->data; + + qtpad->trak = atom_trak_new (qtmux->context); + atom_moov_add_trak (qtmux->moov, qtpad->trak); + } + } +} + +static void +gst_qt_mux_init (GstQTMux * qtmux, GstQTMuxClass * qtmux_klass) +{ + GstElementClass *klass = GST_ELEMENT_CLASS (qtmux_klass); + GstPadTemplate *templ; + + templ = gst_element_class_get_pad_template (klass, "src"); + qtmux->srcpad = gst_pad_new_from_template (templ, "src"); + gst_pad_use_fixed_caps (qtmux->srcpad); + gst_element_add_pad (GST_ELEMENT (qtmux), qtmux->srcpad); + + qtmux->sinkpads = NULL; + qtmux->collect = gst_collect_pads_new (); + gst_collect_pads_set_buffer_function (qtmux->collect, + GST_DEBUG_FUNCPTR (gst_qt_mux_handle_buffer), qtmux); + gst_collect_pads_set_event_function (qtmux->collect, + GST_DEBUG_FUNCPTR (gst_qt_mux_sink_event), qtmux); + gst_collect_pads_set_clip_function (qtmux->collect, + GST_DEBUG_FUNCPTR (gst_collect_pads_clip_running_time), qtmux); + + /* properties set to default upon construction */ + + /* always need this */ + qtmux->context = + atoms_context_new (gst_qt_mux_map_format_to_flavor (qtmux_klass->format)); + + /* internals to initial state */ + gst_qt_mux_reset (qtmux, TRUE); +} + + +static void +gst_qt_mux_finalize (GObject * object) +{ + GstQTMux *qtmux = GST_QT_MUX_CAST (object); + + gst_qt_mux_reset (qtmux, FALSE); + + g_free (qtmux->fast_start_file_path); + g_free (qtmux->moov_recov_file_path); + + atoms_context_free (qtmux->context); + gst_object_unref (qtmux->collect); + + g_slist_free (qtmux->sinkpads); + + G_OBJECT_CLASS (parent_class)->finalize (object); +} + +static GstBuffer * +gst_qt_mux_prepare_jpc_buffer (GstQTPad * qtpad, GstBuffer * buf, + GstQTMux * qtmux) +{ + GstBuffer *newbuf; + GstMapInfo map; + gsize size; + + GST_LOG_OBJECT (qtmux, "Preparing jpc buffer"); + + if (buf == NULL) + return NULL; + + size = gst_buffer_get_size (buf); + newbuf = gst_buffer_new_and_alloc (size + 8); + gst_buffer_copy_into (newbuf, buf, GST_BUFFER_COPY_ALL, 8, size); + + gst_buffer_map (newbuf, &map, GST_MAP_WRITE); + GST_WRITE_UINT32_BE (map.data, map.size); + GST_WRITE_UINT32_LE (map.data + 4, FOURCC_jp2c); + + gst_buffer_unmap (buf, &map); + gst_buffer_unref (buf); + + return newbuf; +} + +static GstBuffer * +gst_qt_mux_prepare_tx3g_buffer (GstQTPad * qtpad, GstBuffer * buf, + GstQTMux * qtmux) +{ + GstBuffer *newbuf; + GstMapInfo frommap; + GstMapInfo tomap; + gsize size; + + GST_LOG_OBJECT (qtmux, "Preparing tx3g buffer %" GST_PTR_FORMAT, buf); + + if (buf == NULL) + return NULL; + + gst_buffer_map (buf, &frommap, GST_MAP_READ); + + size = (gint16) strnlen ((const char *) frommap.data, frommap.size); + newbuf = gst_buffer_new_and_alloc (size + 2); + + gst_buffer_map (newbuf, &tomap, GST_MAP_WRITE); + + GST_WRITE_UINT16_BE (tomap.data, size); + memcpy (tomap.data + 2, frommap.data, size); + + gst_buffer_unmap (newbuf, &tomap); + gst_buffer_unmap (buf, &frommap); + + gst_buffer_copy_into (newbuf, buf, GST_BUFFER_COPY_METADATA, 0, size); + + /* gst_buffer_copy_into is trying to be too clever and + * won't copy duration when size is different */ + GST_BUFFER_DURATION (newbuf) = GST_BUFFER_DURATION (buf); + + gst_buffer_unref (buf); + + return newbuf; +} + +static GstBuffer * +gst_qt_mux_create_empty_tx3g_buffer (GstQTPad * qtpad, gint64 duration) +{ + guint8 *data; + + data = g_malloc (2); + GST_WRITE_UINT16_BE (data, 0); + + return gst_buffer_new_wrapped (data, 2); +} + +static void +gst_qt_mux_add_mp4_tag (GstQTMux * qtmux, const GstTagList * list, + AtomUDTA * udta, const char *tag, const char *tag2, guint32 fourcc) +{ + switch (gst_tag_get_type (tag)) { + /* strings */ + case G_TYPE_STRING: + { + gchar *str = NULL; + + if (!gst_tag_list_get_string (list, tag, &str) || !str) + break; + GST_DEBUG_OBJECT (qtmux, "Adding tag %" GST_FOURCC_FORMAT " -> %s", + GST_FOURCC_ARGS (fourcc), str); + atom_udta_add_str_tag (udta, fourcc, str); + g_free (str); + break; + } + /* double */ + case G_TYPE_DOUBLE: + { + gdouble value; + + if (!gst_tag_list_get_double (list, tag, &value)) + break; + GST_DEBUG_OBJECT (qtmux, "Adding tag %" GST_FOURCC_FORMAT " -> %u", + GST_FOURCC_ARGS (fourcc), (gint) value); + atom_udta_add_uint_tag (udta, fourcc, 21, (gint) value); + break; + } + case G_TYPE_UINT: + { + guint value = 0; + if (tag2) { + /* paired unsigned integers */ + guint count = 0; + gboolean got_tag; + + got_tag = gst_tag_list_get_uint (list, tag, &value); + got_tag = gst_tag_list_get_uint (list, tag2, &count) || got_tag; + if (!got_tag) + break; + GST_DEBUG_OBJECT (qtmux, "Adding tag %" GST_FOURCC_FORMAT " -> %u/%u", + GST_FOURCC_ARGS (fourcc), value, count); + atom_udta_add_uint_tag (udta, fourcc, 0, + value << 16 | (count & 0xFFFF)); + } else { + /* unpaired unsigned integers */ + if (!gst_tag_list_get_uint (list, tag, &value)) + break; + GST_DEBUG_OBJECT (qtmux, "Adding tag %" GST_FOURCC_FORMAT " -> %u", + GST_FOURCC_ARGS (fourcc), value); + atom_udta_add_uint_tag (udta, fourcc, 1, value); + } + break; + } + default: + g_assert_not_reached (); + break; + } +} + +static void +gst_qt_mux_add_mp4_date (GstQTMux * qtmux, const GstTagList * list, + AtomUDTA * udta, const char *tag, const char *tag2, guint32 fourcc) +{ + GDate *date = NULL; + GDateYear year; + GDateMonth month; + GDateDay day; + gchar *str; + + g_return_if_fail (gst_tag_get_type (tag) == G_TYPE_DATE); + + if (!gst_tag_list_get_date (list, tag, &date) || !date) + return; + + year = g_date_get_year (date); + month = g_date_get_month (date); + day = g_date_get_day (date); + + g_date_free (date); + + if (year == G_DATE_BAD_YEAR && month == G_DATE_BAD_MONTH && + day == G_DATE_BAD_DAY) { + GST_WARNING_OBJECT (qtmux, "invalid date in tag"); + return; + } + + str = g_strdup_printf ("%u-%u-%u", year, month, day); + GST_DEBUG_OBJECT (qtmux, "Adding tag %" GST_FOURCC_FORMAT " -> %s", + GST_FOURCC_ARGS (fourcc), str); + atom_udta_add_str_tag (udta, fourcc, str); + g_free (str); +} + +static void +gst_qt_mux_add_mp4_cover (GstQTMux * qtmux, const GstTagList * list, + AtomUDTA * udta, const char *tag, const char *tag2, guint32 fourcc) +{ + GValue value = { 0, }; + GstBuffer *buf; + GstSample *sample; + GstCaps *caps; + GstStructure *structure; + gint flags = 0; + GstMapInfo map; + + g_return_if_fail (gst_tag_get_type (tag) == GST_TYPE_SAMPLE); + + if (!gst_tag_list_copy_value (&value, list, tag)) + return; + + sample = gst_value_get_sample (&value); + + if (!sample) + goto done; + + buf = gst_sample_get_buffer (sample); + if (!buf) + goto done; + + caps = gst_sample_get_caps (sample); + if (!caps) { + GST_WARNING_OBJECT (qtmux, "preview image without caps"); + goto done; + } + + GST_DEBUG_OBJECT (qtmux, "preview image caps %" GST_PTR_FORMAT, caps); + + structure = gst_caps_get_structure (caps, 0); + if (gst_structure_has_name (structure, "image/jpeg")) + flags = 13; + else if (gst_structure_has_name (structure, "image/png")) + flags = 14; + + if (!flags) { + GST_WARNING_OBJECT (qtmux, "preview image format not supported"); + goto done; + } + + gst_buffer_map (buf, &map, GST_MAP_READ); + GST_DEBUG_OBJECT (qtmux, "Adding tag %" GST_FOURCC_FORMAT + " -> image size %" G_GSIZE_FORMAT "", GST_FOURCC_ARGS (fourcc), map.size); + atom_udta_add_tag (udta, fourcc, flags, map.data, map.size); + gst_buffer_unmap (buf, &map); +done: + g_value_unset (&value); +} + +static void +gst_qt_mux_add_3gp_str (GstQTMux * qtmux, const GstTagList * list, + AtomUDTA * udta, const char *tag, const char *tag2, guint32 fourcc) +{ + gchar *str = NULL; + guint number; + + g_return_if_fail (gst_tag_get_type (tag) == G_TYPE_STRING); + g_return_if_fail (!tag2 || gst_tag_get_type (tag2) == G_TYPE_UINT); + + if (!gst_tag_list_get_string (list, tag, &str) || !str) + return; + + if (tag2) + if (!gst_tag_list_get_uint (list, tag2, &number)) + tag2 = NULL; + + if (!tag2) { + GST_DEBUG_OBJECT (qtmux, "Adding tag %" GST_FOURCC_FORMAT " -> %s", + GST_FOURCC_ARGS (fourcc), str); + atom_udta_add_3gp_str_tag (udta, fourcc, str); + } else { + GST_DEBUG_OBJECT (qtmux, "Adding tag %" GST_FOURCC_FORMAT " -> %s/%d", + GST_FOURCC_ARGS (fourcc), str, number); + atom_udta_add_3gp_str_int_tag (udta, fourcc, str, number); + } + + g_free (str); +} + +static void +gst_qt_mux_add_3gp_date (GstQTMux * qtmux, const GstTagList * list, + AtomUDTA * udta, const char *tag, const char *tag2, guint32 fourcc) +{ + GDate *date = NULL; + GDateYear year; + + g_return_if_fail (gst_tag_get_type (tag) == G_TYPE_DATE); + + if (!gst_tag_list_get_date (list, tag, &date) || !date) + return; + + year = g_date_get_year (date); + + if (year == G_DATE_BAD_YEAR) { + GST_WARNING_OBJECT (qtmux, "invalid date in tag"); + return; + } + + GST_DEBUG_OBJECT (qtmux, "Adding tag %" GST_FOURCC_FORMAT " -> %d", + GST_FOURCC_ARGS (fourcc), year); + atom_udta_add_3gp_uint_tag (udta, fourcc, year); +} + +static void +gst_qt_mux_add_3gp_location (GstQTMux * qtmux, const GstTagList * list, + AtomUDTA * udta, const char *tag, const char *tag2, guint32 fourcc) +{ + gdouble latitude = -360, longitude = -360, altitude = 0; + gchar *location = NULL; + guint8 *data, *ddata; + gint size = 0, len = 0; + gboolean ret = FALSE; + + g_return_if_fail (strcmp (tag, GST_TAG_GEO_LOCATION_NAME) == 0); + + ret = gst_tag_list_get_string (list, tag, &location); + ret |= gst_tag_list_get_double (list, GST_TAG_GEO_LOCATION_LONGITUDE, + &longitude); + ret |= gst_tag_list_get_double (list, GST_TAG_GEO_LOCATION_LATITUDE, + &latitude); + ret |= gst_tag_list_get_double (list, GST_TAG_GEO_LOCATION_ELEVATION, + &altitude); + + if (!ret) + return; + + if (location) + len = strlen (location); + size += len + 1 + 2; + + /* role + (long, lat, alt) + body + notes */ + size += 1 + 3 * 4 + 1 + 1; + + data = ddata = g_malloc (size); + + /* language tag */ + GST_WRITE_UINT16_BE (data, language_code (GST_QT_MUX_DEFAULT_TAG_LANGUAGE)); + /* location */ + if (location) + memcpy (data + 2, location, len); + GST_WRITE_UINT8 (data + 2 + len, 0); + data += len + 1 + 2; + /* role */ + GST_WRITE_UINT8 (data, 0); + /* long, lat, alt */ +#define QT_WRITE_SFP32(data, fp) GST_WRITE_UINT32_BE(data, (guint32) ((gint) (fp * 65536.0))) + QT_WRITE_SFP32 (data + 1, longitude); + QT_WRITE_SFP32 (data + 5, latitude); + QT_WRITE_SFP32 (data + 9, altitude); + /* neither astronomical body nor notes */ + GST_WRITE_UINT16_BE (data + 13, 0); + + GST_DEBUG_OBJECT (qtmux, "Adding tag 'loci'"); + atom_udta_add_3gp_tag (udta, fourcc, ddata, size); + g_free (ddata); +} + +static void +gst_qt_mux_add_3gp_keywords (GstQTMux * qtmux, const GstTagList * list, + AtomUDTA * udta, const char *tag, const char *tag2, guint32 fourcc) +{ + gchar *keywords = NULL; + guint8 *data, *ddata; + gint size = 0, i; + gchar **kwds; + + g_return_if_fail (strcmp (tag, GST_TAG_KEYWORDS) == 0); + + if (!gst_tag_list_get_string (list, tag, &keywords) || !keywords) + return; + + kwds = g_strsplit (keywords, ",", 0); + g_free (keywords); + + size = 0; + for (i = 0; kwds[i]; i++) { + /* size byte + null-terminator */ + size += strlen (kwds[i]) + 1 + 1; + } + + /* language tag + count + keywords */ + size += 2 + 1; + + data = ddata = g_malloc (size); + + /* language tag */ + GST_WRITE_UINT16_BE (data, language_code (GST_QT_MUX_DEFAULT_TAG_LANGUAGE)); + /* count */ + GST_WRITE_UINT8 (data + 2, i); + data += 3; + /* keywords */ + for (i = 0; kwds[i]; ++i) { + gint len = strlen (kwds[i]); + + GST_DEBUG_OBJECT (qtmux, "Adding tag %" GST_FOURCC_FORMAT " -> %s", + GST_FOURCC_ARGS (fourcc), kwds[i]); + /* size */ + GST_WRITE_UINT8 (data, len + 1); + memcpy (data + 1, kwds[i], len + 1); + data += len + 2; + } + + g_strfreev (kwds); + + atom_udta_add_3gp_tag (udta, fourcc, ddata, size); + g_free (ddata); +} + +static gboolean +gst_qt_mux_parse_classification_string (GstQTMux * qtmux, const gchar * input, + guint32 * p_fourcc, guint16 * p_table, gchar ** p_content) +{ + guint32 fourcc; + gint table; + gint size; + const gchar *data; + + data = input; + size = strlen (input); + + if (size < 4 + 3 + 1 + 1 + 1) { + /* at least the minimum xxxx://y/z */ + GST_WARNING_OBJECT (qtmux, "Classification tag input (%s) too short, " + "ignoring", input); + return FALSE; + } + + /* read the fourcc */ + memcpy (&fourcc, data, 4); + size -= 4; + data += 4; + + if (strncmp (data, "://", 3) != 0) { + goto mismatch; + } + data += 3; + size -= 3; + + /* read the table number */ + if (sscanf (data, "%d", &table) != 1) { + goto mismatch; + } + if (table < 0) { + GST_WARNING_OBJECT (qtmux, "Invalid table number in classification tag (%d)" + ", table numbers should be positive, ignoring tag", table); + return FALSE; + } + + /* find the next / */ + while (size > 0 && data[0] != '/') { + data += 1; + size -= 1; + } + if (size == 0) { + goto mismatch; + } + g_assert (data[0] == '/'); + + /* skip the '/' */ + data += 1; + size -= 1; + if (size == 0) { + goto mismatch; + } + + /* read up the rest of the string */ + *p_content = g_strdup (data); + *p_table = (guint16) table; + *p_fourcc = fourcc; + return TRUE; + +mismatch: + { + GST_WARNING_OBJECT (qtmux, "Ignoring classification tag as " + "input (%s) didn't match the expected entitycode://table/content", + input); + return FALSE; + } +} + +static void +gst_qt_mux_add_3gp_classification (GstQTMux * qtmux, const GstTagList * list, + AtomUDTA * udta, const char *tag, const char *tag2, guint32 fourcc) +{ + gchar *clsf_data = NULL; + gint size = 0; + guint32 entity = 0; + guint16 table = 0; + gchar *content = NULL; + guint8 *data; + + g_return_if_fail (strcmp (tag, GST_TAG_3GP_CLASSIFICATION) == 0); + + if (!gst_tag_list_get_string (list, tag, &clsf_data) || !clsf_data) + return; + + GST_DEBUG_OBJECT (qtmux, "Adding tag %" GST_FOURCC_FORMAT " -> %s", + GST_FOURCC_ARGS (fourcc), clsf_data); + + /* parse the string, format is: + * entityfourcc://table/content + */ + gst_qt_mux_parse_classification_string (qtmux, clsf_data, &entity, &table, + &content); + g_free (clsf_data); + /* +1 for the \0 */ + size = strlen (content) + 1; + + /* now we have everything, build the atom + * atom description is at 3GPP TS 26.244 V8.2.0 (2009-09) */ + data = g_malloc (4 + 2 + 2 + size); + GST_WRITE_UINT32_LE (data, entity); + GST_WRITE_UINT16_BE (data + 4, (guint16) table); + GST_WRITE_UINT16_BE (data + 6, 0); + memcpy (data + 8, content, size); + g_free (content); + + atom_udta_add_3gp_tag (udta, fourcc, data, 4 + 2 + 2 + size); + g_free (data); +} + +typedef void (*GstQTMuxAddUdtaTagFunc) (GstQTMux * mux, + const GstTagList * list, AtomUDTA * udta, const char *tag, + const char *tag2, guint32 fourcc); + +/* + * Struct to record mappings from gstreamer tags to fourcc codes + */ +typedef struct _GstTagToFourcc +{ + guint32 fourcc; + const gchar *gsttag; + const gchar *gsttag2; + const GstQTMuxAddUdtaTagFunc func; +} GstTagToFourcc; + +/* tag list tags to fourcc matching */ +static const GstTagToFourcc tag_matches_mp4[] = { + {FOURCC__alb, GST_TAG_ALBUM, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC_soal, GST_TAG_ALBUM_SORTNAME, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC__ART, GST_TAG_ARTIST, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC_soar, GST_TAG_ARTIST_SORTNAME, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC_aART, GST_TAG_ALBUM_ARTIST, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC_soaa, GST_TAG_ALBUM_ARTIST_SORTNAME, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC__swr, GST_TAG_APPLICATION_NAME, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC__cmt, GST_TAG_COMMENT, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC__wrt, GST_TAG_COMPOSER, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC_soco, GST_TAG_COMPOSER_SORTNAME, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC_tvsh, GST_TAG_SHOW_NAME, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC_sosn, GST_TAG_SHOW_SORTNAME, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC_tvsn, GST_TAG_SHOW_SEASON_NUMBER, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC_tves, GST_TAG_SHOW_EPISODE_NUMBER, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC__gen, GST_TAG_GENRE, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC__nam, GST_TAG_TITLE, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC_sonm, GST_TAG_TITLE_SORTNAME, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC_perf, GST_TAG_PERFORMER, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC__grp, GST_TAG_GROUPING, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC__des, GST_TAG_DESCRIPTION, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC__lyr, GST_TAG_LYRICS, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC__too, GST_TAG_ENCODER, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC_cprt, GST_TAG_COPYRIGHT, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC_keyw, GST_TAG_KEYWORDS, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC__day, GST_TAG_DATE, NULL, gst_qt_mux_add_mp4_date}, + {FOURCC_tmpo, GST_TAG_BEATS_PER_MINUTE, NULL, gst_qt_mux_add_mp4_tag}, + {FOURCC_trkn, GST_TAG_TRACK_NUMBER, GST_TAG_TRACK_COUNT, + gst_qt_mux_add_mp4_tag}, + {FOURCC_disk, GST_TAG_ALBUM_VOLUME_NUMBER, GST_TAG_ALBUM_VOLUME_COUNT, + gst_qt_mux_add_mp4_tag}, + {FOURCC_covr, GST_TAG_PREVIEW_IMAGE, NULL, gst_qt_mux_add_mp4_cover}, + {FOURCC_covr, GST_TAG_IMAGE, NULL, gst_qt_mux_add_mp4_cover}, + {0, NULL,} +}; + +static const GstTagToFourcc tag_matches_3gp[] = { + {FOURCC_titl, GST_TAG_TITLE, NULL, gst_qt_mux_add_3gp_str}, + {FOURCC_dscp, GST_TAG_DESCRIPTION, NULL, gst_qt_mux_add_3gp_str}, + {FOURCC_cprt, GST_TAG_COPYRIGHT, NULL, gst_qt_mux_add_3gp_str}, + {FOURCC_perf, GST_TAG_ARTIST, NULL, gst_qt_mux_add_3gp_str}, + {FOURCC_auth, GST_TAG_COMPOSER, NULL, gst_qt_mux_add_3gp_str}, + {FOURCC_gnre, GST_TAG_GENRE, NULL, gst_qt_mux_add_3gp_str}, + {FOURCC_kywd, GST_TAG_KEYWORDS, NULL, gst_qt_mux_add_3gp_keywords}, + {FOURCC_yrrc, GST_TAG_DATE, NULL, gst_qt_mux_add_3gp_date}, + {FOURCC_albm, GST_TAG_ALBUM, GST_TAG_TRACK_NUMBER, gst_qt_mux_add_3gp_str}, + {FOURCC_loci, GST_TAG_GEO_LOCATION_NAME, NULL, gst_qt_mux_add_3gp_location}, + {FOURCC_clsf, GST_TAG_3GP_CLASSIFICATION, NULL, + gst_qt_mux_add_3gp_classification}, + {0, NULL,} +}; + +/* qtdemux produces these for atoms it cannot parse */ +#define GST_QT_DEMUX_PRIVATE_TAG "private-qt-tag" + +static void +gst_qt_mux_add_xmp_tags (GstQTMux * qtmux, const GstTagList * list) +{ + GstQTMuxClass *qtmux_klass = (GstQTMuxClass *) (G_OBJECT_GET_CLASS (qtmux)); + GstBuffer *xmp = NULL; + + /* adobe specs only have 'quicktime' and 'mp4', + * but I guess we can extrapolate to gpp. + * Keep mj2 out for now as we don't add any tags for it yet. + * If you have further info about xmp on these formats, please share */ + if (qtmux_klass->format == GST_QT_MUX_FORMAT_MJ2) + return; + + GST_DEBUG_OBJECT (qtmux, "Adding xmp tags"); + + if (qtmux_klass->format == GST_QT_MUX_FORMAT_QT) { + xmp = gst_tag_xmp_writer_tag_list_to_xmp_buffer (GST_TAG_XMP_WRITER (qtmux), + list, TRUE); + if (xmp) + atom_udta_add_xmp_tags (&qtmux->moov->udta, xmp); + } else { + AtomInfo *ainfo; + /* for isom/mp4, it is a top level uuid atom */ + xmp = gst_tag_xmp_writer_tag_list_to_xmp_buffer (GST_TAG_XMP_WRITER (qtmux), + list, TRUE); + if (xmp) { + ainfo = build_uuid_xmp_atom (xmp); + if (ainfo) { + qtmux->extra_atoms = g_slist_prepend (qtmux->extra_atoms, ainfo); + } + } + } + if (xmp) + gst_buffer_unref (xmp); +} + +static void +gst_qt_mux_add_metadata_tags (GstQTMux * qtmux, const GstTagList * list, + AtomUDTA * udta) +{ + GstQTMuxClass *qtmux_klass = (GstQTMuxClass *) (G_OBJECT_GET_CLASS (qtmux)); + guint32 fourcc; + gint i; + const gchar *tag, *tag2; + const GstTagToFourcc *tag_matches; + + switch (qtmux_klass->format) { + case GST_QT_MUX_FORMAT_3GP: + tag_matches = tag_matches_3gp; + break; + case GST_QT_MUX_FORMAT_MJ2: + tag_matches = NULL; + break; + default: + /* sort of iTunes style for mp4 and QT (?) */ + tag_matches = tag_matches_mp4; + break; + } + + if (!tag_matches) + return; + + for (i = 0; tag_matches[i].fourcc; i++) { + fourcc = tag_matches[i].fourcc; + tag = tag_matches[i].gsttag; + tag2 = tag_matches[i].gsttag2; + + g_assert (tag_matches[i].func); + tag_matches[i].func (qtmux, list, udta, tag, tag2, fourcc); + } + + /* add unparsed blobs if present */ + if (gst_tag_exists (GST_QT_DEMUX_PRIVATE_TAG)) { + guint num_tags; + + num_tags = gst_tag_list_get_tag_size (list, GST_QT_DEMUX_PRIVATE_TAG); + for (i = 0; i < num_tags; ++i) { + GstSample *sample = NULL; + GstBuffer *buf; + const GstStructure *s; + + if (!gst_tag_list_get_sample_index (list, GST_QT_DEMUX_PRIVATE_TAG, i, + &sample)) + continue; + buf = gst_sample_get_buffer (sample); + + if (buf && (s = gst_sample_get_info (sample))) { + const gchar *style = NULL; + GstMapInfo map; + + gst_buffer_map (buf, &map, GST_MAP_READ); + GST_DEBUG_OBJECT (qtmux, + "Found private tag %d/%d; size %" G_GSIZE_FORMAT ", info %" + GST_PTR_FORMAT, i, num_tags, map.size, s); + if (s && (style = gst_structure_get_string (s, "style"))) { + /* try to prevent some style tag ending up into another variant + * (todo: make into a list if more cases) */ + if ((strcmp (style, "itunes") == 0 && + qtmux_klass->format == GST_QT_MUX_FORMAT_MP4) || + (strcmp (style, "iso") == 0 && + qtmux_klass->format == GST_QT_MUX_FORMAT_3GP)) { + GST_DEBUG_OBJECT (qtmux, "Adding private tag"); + atom_udta_add_blob_tag (udta, map.data, map.size); + } + } + gst_buffer_unmap (buf, &map); + } + } + } + + return; +} + +/* + * Gets the tagsetter iface taglist and puts the known tags + * into the output stream + */ +static void +gst_qt_mux_setup_metadata (GstQTMux * qtmux) +{ + const GstTagList *tags; + GSList *walk; + + GST_OBJECT_LOCK (qtmux); + tags = gst_tag_setter_get_tag_list (GST_TAG_SETTER (qtmux)); + GST_OBJECT_UNLOCK (qtmux); + + GST_LOG_OBJECT (qtmux, "tags: %" GST_PTR_FORMAT, tags); + + if (tags && !gst_tag_list_is_empty (tags)) { + GstTagList *copy = gst_tag_list_copy (tags); + + GST_DEBUG_OBJECT (qtmux, "Removing bogus tags"); + gst_tag_list_remove_tag (copy, GST_TAG_VIDEO_CODEC); + gst_tag_list_remove_tag (copy, GST_TAG_AUDIO_CODEC); + gst_tag_list_remove_tag (copy, GST_TAG_CONTAINER_FORMAT); + + GST_DEBUG_OBJECT (qtmux, "Formatting tags"); + gst_qt_mux_add_metadata_tags (qtmux, copy, &qtmux->moov->udta); + gst_qt_mux_add_xmp_tags (qtmux, copy); + gst_tag_list_unref (copy); + } else { + GST_DEBUG_OBJECT (qtmux, "No tags received"); + } + + for (walk = qtmux->sinkpads; walk; walk = g_slist_next (walk)) { + GstCollectData *cdata = (GstCollectData *) walk->data; + GstQTPad *qpad = (GstQTPad *) cdata; + GstPad *pad = qpad->collect.pad; + + if (qpad->tags) { + GST_DEBUG_OBJECT (pad, "Adding tags"); + gst_tag_list_remove_tag (qpad->tags, GST_TAG_CONTAINER_FORMAT); + gst_qt_mux_add_metadata_tags (qtmux, qpad->tags, &qpad->trak->udta); + GST_DEBUG_OBJECT (pad, "Tags added"); + } else { + GST_DEBUG_OBJECT (pad, "No tags received"); + } + } +} + +static inline GstBuffer * +_gst_buffer_new_take_data (guint8 * data, guint size) +{ + GstBuffer *buf; + + buf = gst_buffer_new (); + gst_buffer_append_memory (buf, + gst_memory_new_wrapped (0, data, size, 0, size, data, g_free)); + + return buf; +} + +static GstFlowReturn +gst_qt_mux_send_buffer (GstQTMux * qtmux, GstBuffer * buf, guint64 * offset, + gboolean mind_fast) +{ + GstFlowReturn res; + gsize size; + + g_return_val_if_fail (buf != NULL, GST_FLOW_ERROR); + + size = gst_buffer_get_size (buf); + GST_LOG_OBJECT (qtmux, "sending buffer size %" G_GSIZE_FORMAT, size); + + if (mind_fast && qtmux->fast_start_file) { + GstMapInfo map; + gint ret; + + GST_LOG_OBJECT (qtmux, "to temporary file"); + gst_buffer_map (buf, &map, GST_MAP_READ); + ret = fwrite (map.data, sizeof (guint8), map.size, qtmux->fast_start_file); + gst_buffer_unmap (buf, &map); + gst_buffer_unref (buf); + if (ret != size) + goto write_error; + else + res = GST_FLOW_OK; + } else { + GST_LOG_OBJECT (qtmux, "downstream"); + res = gst_pad_push (qtmux->srcpad, buf); + } + + if (G_LIKELY (offset)) + *offset += size; + + return res; + + /* ERRORS */ +write_error: + { + GST_ELEMENT_ERROR (qtmux, RESOURCE, WRITE, + ("Failed to write to temporary file"), GST_ERROR_SYSTEM); + return GST_FLOW_ERROR; + } +} + +static gboolean +gst_qt_mux_seek_to_beginning (FILE * f) +{ +#ifdef HAVE_FSEEKO + if (fseeko (f, (off_t) 0, SEEK_SET) != 0) + return FALSE; +#elif defined (G_OS_UNIX) || defined (G_OS_WIN32) + if (lseek (fileno (f), (off_t) 0, SEEK_SET) == (off_t) - 1) + return FALSE; +#else + if (fseek (f, (long) 0, SEEK_SET) != 0) + return FALSE; +#endif + return TRUE; +} + +static GstFlowReturn +gst_qt_mux_send_buffered_data (GstQTMux * qtmux, guint64 * offset) +{ + GstFlowReturn ret = GST_FLOW_OK; + GstBuffer *buf = NULL; + + if (fflush (qtmux->fast_start_file)) + goto flush_failed; + + if (!gst_qt_mux_seek_to_beginning (qtmux->fast_start_file)) + goto seek_failed; + + /* hm, this could all take a really really long time, + * but there may not be another way to get moov atom first + * (somehow optimize copy?) */ + GST_DEBUG_OBJECT (qtmux, "Sending buffered data"); + while (ret == GST_FLOW_OK) { + const int bufsize = 4096; + GstMapInfo map; + gsize size; + + buf = gst_buffer_new_and_alloc (bufsize); + gst_buffer_map (buf, &map, GST_MAP_WRITE); + size = fread (map.data, sizeof (guint8), bufsize, qtmux->fast_start_file); + if (size == 0) { + gst_buffer_unmap (buf, &map); + break; + } + GST_LOG_OBJECT (qtmux, "Pushing buffered buffer of size %d", (gint) size); + gst_buffer_unmap (buf, &map); + if (size != bufsize) + gst_buffer_set_size (buf, size); + ret = gst_qt_mux_send_buffer (qtmux, buf, offset, FALSE); + buf = NULL; + } + if (buf) + gst_buffer_unref (buf); + + if (ftruncate (fileno (qtmux->fast_start_file), 0)) + goto seek_failed; + if (!gst_qt_mux_seek_to_beginning (qtmux->fast_start_file)) + goto seek_failed; + + return ret; + + /* ERRORS */ +flush_failed: + { + GST_ELEMENT_ERROR (qtmux, RESOURCE, WRITE, + ("Failed to flush temporary file"), GST_ERROR_SYSTEM); + ret = GST_FLOW_ERROR; + goto fail; + } +seek_failed: + { + GST_ELEMENT_ERROR (qtmux, RESOURCE, SEEK, + ("Failed to seek temporary file"), GST_ERROR_SYSTEM); + ret = GST_FLOW_ERROR; + goto fail; + } +fail: + { + /* clear descriptor so we don't remove temp file later on, + * might be possible to recover */ + fclose (qtmux->fast_start_file); + qtmux->fast_start_file = NULL; + return ret; + } +} + +/* + * Sends the initial mdat atom fields (size fields and fourcc type), + * the subsequent buffers are considered part of it's data. + * As we can't predict the amount of data that we are going to place in mdat + * we need to record the position of the size field in the stream so we can + * seek back to it later and update when the streams have finished. + */ +static GstFlowReturn +gst_qt_mux_send_mdat_header (GstQTMux * qtmux, guint64 * off, guint64 size, + gboolean extended) +{ + Atom *node_header; + GstBuffer *buf; + guint8 *data = NULL; + guint64 offset = 0; + + GST_DEBUG_OBJECT (qtmux, "Sending mdat's atom header, " + "size %" G_GUINT64_FORMAT, size); + + node_header = g_malloc0 (sizeof (Atom)); + node_header->type = FOURCC_mdat; + if (extended) { + /* use extended size */ + node_header->size = 1; + node_header->extended_size = 0; + if (size) + node_header->extended_size = size + 16; + } else { + node_header->size = size + 8; + } + + size = offset = 0; + if (atom_copy_data (node_header, &data, &size, &offset) == 0) + goto serialize_error; + + buf = _gst_buffer_new_take_data (data, offset); + g_free (node_header); + + GST_LOG_OBJECT (qtmux, "Pushing mdat start"); + return gst_qt_mux_send_buffer (qtmux, buf, off, FALSE); + + /* ERRORS */ +serialize_error: + { + GST_ELEMENT_ERROR (qtmux, STREAM, MUX, (NULL), + ("Failed to serialize mdat")); + g_free (node_header); + return GST_FLOW_ERROR; + } +} + +/* + * We get the position of the mdat size field, seek back to it + * and overwrite with the real value + */ +static GstFlowReturn +gst_qt_mux_update_mdat_size (GstQTMux * qtmux, guint64 mdat_pos, + guint64 mdat_size, guint64 * offset) +{ + GstBuffer *buf; + gboolean large_file; + GstSegment segment; + GstMapInfo map; + + large_file = (mdat_size > MDAT_LARGE_FILE_LIMIT); + + if (large_file) + mdat_pos += 8; + + /* seek and rewrite the header */ + gst_segment_init (&segment, GST_FORMAT_BYTES); + segment.start = mdat_pos; + gst_pad_push_event (qtmux->srcpad, gst_event_new_segment (&segment)); + + if (large_file) { + buf = gst_buffer_new_and_alloc (sizeof (guint64)); + gst_buffer_map (buf, &map, GST_MAP_WRITE); + GST_WRITE_UINT64_BE (map.data, mdat_size + 16); + } else { + buf = gst_buffer_new_and_alloc (16); + gst_buffer_map (buf, &map, GST_MAP_WRITE); + GST_WRITE_UINT32_BE (map.data, 8); + GST_WRITE_UINT32_LE (map.data + 4, FOURCC_free); + GST_WRITE_UINT32_BE (map.data + 8, mdat_size + 8); + GST_WRITE_UINT32_LE (map.data + 12, FOURCC_mdat); + } + gst_buffer_unmap (buf, &map); + + return gst_qt_mux_send_buffer (qtmux, buf, offset, FALSE); +} + +static GstFlowReturn +gst_qt_mux_send_ftyp (GstQTMux * qtmux, guint64 * off) +{ + GstBuffer *buf; + guint64 size = 0, offset = 0; + guint8 *data = NULL; + + GST_DEBUG_OBJECT (qtmux, "Sending ftyp atom"); + + if (!atom_ftyp_copy_data (qtmux->ftyp, &data, &size, &offset)) + goto serialize_error; + + buf = _gst_buffer_new_take_data (data, offset); + + GST_LOG_OBJECT (qtmux, "Pushing ftyp"); + return gst_qt_mux_send_buffer (qtmux, buf, off, FALSE); + + /* ERRORS */ +serialize_error: + { + GST_ELEMENT_ERROR (qtmux, STREAM, MUX, (NULL), + ("Failed to serialize ftyp")); + return GST_FLOW_ERROR; + } +} + +static void +gst_qt_mux_prepare_ftyp (GstQTMux * qtmux, AtomFTYP ** p_ftyp, + GstBuffer ** p_prefix) +{ + GstQTMuxClass *qtmux_klass = (GstQTMuxClass *) (G_OBJECT_GET_CLASS (qtmux)); + guint32 major, version; + GList *comp; + GstBuffer *prefix = NULL; + AtomFTYP *ftyp = NULL; + + GST_DEBUG_OBJECT (qtmux, "Preparing ftyp and possible prefix atom"); + + /* init and send context and ftyp based on current property state */ + gst_qt_mux_map_format_to_header (qtmux_klass->format, &prefix, &major, + &version, &comp, qtmux->moov, qtmux->longest_chunk, + qtmux->fast_start_file != NULL); + ftyp = atom_ftyp_new (qtmux->context, major, version, comp); + if (comp) + g_list_free (comp); + if (prefix) { + if (p_prefix) + *p_prefix = prefix; + else + gst_buffer_unref (prefix); + } + *p_ftyp = ftyp; +} + +static GstFlowReturn +gst_qt_mux_prepare_and_send_ftyp (GstQTMux * qtmux) +{ + GstFlowReturn ret = GST_FLOW_OK; + GstBuffer *prefix = NULL; + + GST_DEBUG_OBJECT (qtmux, "Preparing to send ftyp atom"); + + /* init and send context and ftyp based on current property state */ + if (qtmux->ftyp) { + atom_ftyp_free (qtmux->ftyp); + qtmux->ftyp = NULL; + } + gst_qt_mux_prepare_ftyp (qtmux, &qtmux->ftyp, &prefix); + if (prefix) { + ret = gst_qt_mux_send_buffer (qtmux, prefix, &qtmux->header_size, FALSE); + if (ret != GST_FLOW_OK) + return ret; + } + return gst_qt_mux_send_ftyp (qtmux, &qtmux->header_size); +} + +static void +gst_qt_mux_set_header_on_caps (GstQTMux * mux, GstBuffer * buf) +{ + GstStructure *structure; + GValue array = { 0 }; + GValue value = { 0 }; + GstCaps *caps, *tcaps; + + tcaps = gst_pad_get_current_caps (mux->srcpad); + caps = gst_caps_copy (tcaps); + gst_caps_unref (tcaps); + + structure = gst_caps_get_structure (caps, 0); + + g_value_init (&array, GST_TYPE_ARRAY); + + GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_HEADER); + g_value_init (&value, GST_TYPE_BUFFER); + gst_value_take_buffer (&value, gst_buffer_ref (buf)); + gst_value_array_append_value (&array, &value); + g_value_unset (&value); + + gst_structure_set_value (structure, "streamheader", &array); + g_value_unset (&array); + gst_pad_set_caps (mux->srcpad, caps); + gst_caps_unref (caps); +} + +static void +gst_qt_mux_configure_moov (GstQTMux * qtmux, guint32 * _timescale) +{ + gboolean fragmented; + guint32 timescale; + + GST_OBJECT_LOCK (qtmux); + timescale = qtmux->timescale; + fragmented = qtmux->fragment_sequence > 0; + GST_OBJECT_UNLOCK (qtmux); + + /* inform lower layers of our property wishes, and determine duration. + * Let moov take care of this using its list of traks; + * so that released pads are also included */ + GST_DEBUG_OBJECT (qtmux, "Updating timescale to %" G_GUINT32_FORMAT, + timescale); + atom_moov_update_timescale (qtmux->moov, timescale); + atom_moov_set_fragmented (qtmux->moov, fragmented); + + atom_moov_update_duration (qtmux->moov); + + if (_timescale) + *_timescale = timescale; +} + +static GstFlowReturn +gst_qt_mux_send_moov (GstQTMux * qtmux, guint64 * _offset, gboolean mind_fast) +{ + guint64 offset = 0, size = 0; + guint8 *data; + GstBuffer *buf; + GstFlowReturn ret = GST_FLOW_OK; + + /* serialize moov */ + offset = size = 0; + data = NULL; + GST_LOG_OBJECT (qtmux, "Copying movie header into buffer"); + if (!atom_moov_copy_data (qtmux->moov, &data, &size, &offset)) + goto serialize_error; + + buf = _gst_buffer_new_take_data (data, offset); + GST_DEBUG_OBJECT (qtmux, "Pushing moov atoms"); + gst_qt_mux_set_header_on_caps (qtmux, buf); + ret = gst_qt_mux_send_buffer (qtmux, buf, _offset, mind_fast); + + return ret; + +serialize_error: + { + g_free (data); + return GST_FLOW_ERROR; + } +} + +/* either calculates size of extra atoms or pushes them */ +static GstFlowReturn +gst_qt_mux_send_extra_atoms (GstQTMux * qtmux, gboolean send, guint64 * offset, + gboolean mind_fast) +{ + GSList *walk; + guint64 loffset = 0, size = 0; + guint8 *data; + GstFlowReturn ret = GST_FLOW_OK; + + for (walk = qtmux->extra_atoms; walk; walk = g_slist_next (walk)) { + AtomInfo *ainfo = (AtomInfo *) walk->data; + + loffset = size = 0; + data = NULL; + if (!ainfo->copy_data_func (ainfo->atom, + send ? &data : NULL, &size, &loffset)) + goto serialize_error; + + if (send) { + GstBuffer *buf; + + GST_DEBUG_OBJECT (qtmux, + "Pushing extra top-level atom %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (ainfo->atom->type)); + buf = _gst_buffer_new_take_data (data, loffset); + ret = gst_qt_mux_send_buffer (qtmux, buf, offset, FALSE); + if (ret != GST_FLOW_OK) + break; + } else { + if (offset) + *offset += loffset; + } + } + + return ret; + +serialize_error: + { + g_free (data); + return GST_FLOW_ERROR; + } +} + +static gboolean +gst_qt_mux_downstream_is_seekable (GstQTMux * qtmux) +{ + gboolean seekable = FALSE; + GstQuery *query = gst_query_new_seeking (GST_FORMAT_BYTES); + + if (gst_pad_peer_query (qtmux->srcpad, query)) { + gst_query_parse_seeking (query, NULL, &seekable, NULL, NULL); + GST_INFO_OBJECT (qtmux, "downstream is %sseekable", seekable ? "" : "not "); + } else { + /* have to assume seeking is not supported if query not handled downstream */ + GST_WARNING_OBJECT (qtmux, "downstream did not handle seeking query"); + seekable = FALSE; + } + gst_query_unref (query); + + return seekable; +} + +static void +gst_qt_mux_prepare_moov_recovery (GstQTMux * qtmux) +{ + GSList *walk; + gboolean fail = FALSE; + AtomFTYP *ftyp = NULL; + GstBuffer *prefix = NULL; + + GST_DEBUG_OBJECT (qtmux, "Openning moov recovery file: %s", + qtmux->moov_recov_file_path); + + qtmux->moov_recov_file = g_fopen (qtmux->moov_recov_file_path, "wb+"); + if (qtmux->moov_recov_file == NULL) { + GST_WARNING_OBJECT (qtmux, "Failed to open moov recovery file in %s", + qtmux->moov_recov_file_path); + return; + } + + gst_qt_mux_prepare_ftyp (qtmux, &ftyp, &prefix); + + if (!atoms_recov_write_headers (qtmux->moov_recov_file, ftyp, prefix, + qtmux->moov, qtmux->timescale, g_slist_length (qtmux->sinkpads))) { + GST_WARNING_OBJECT (qtmux, "Failed to write moov recovery file " "headers"); + goto fail; + } + + atom_ftyp_free (ftyp); + if (prefix) + gst_buffer_unref (prefix); + + for (walk = qtmux->sinkpads; walk && !fail; walk = g_slist_next (walk)) { + GstCollectData *cdata = (GstCollectData *) walk->data; + GstQTPad *qpad = (GstQTPad *) cdata; + /* write info for each stream */ + fail = atoms_recov_write_trak_info (qtmux->moov_recov_file, qpad->trak); + if (fail) { + GST_WARNING_OBJECT (qtmux, "Failed to write trak info to recovery " + "file"); + break; + } + } + +fail: + /* cleanup */ + fclose (qtmux->moov_recov_file); + qtmux->moov_recov_file = NULL; + GST_WARNING_OBJECT (qtmux, "An error was detected while writing to " + "recover file, moov recovery won't work"); +} + +static GstFlowReturn +gst_qt_mux_start_file (GstQTMux * qtmux) +{ + GstQTMuxClass *qtmux_klass = (GstQTMuxClass *) (G_OBJECT_GET_CLASS (qtmux)); + GstFlowReturn ret = GST_FLOW_OK; + GstCaps *caps; + GstSegment segment; + gchar s_id[32]; + + GST_DEBUG_OBJECT (qtmux, "starting file"); + + /* stream-start (FIXME: create id based on input ids) */ + g_snprintf (s_id, sizeof (s_id), "qtmux-%08x", g_random_int ()); + gst_pad_push_event (qtmux->srcpad, gst_event_new_stream_start (s_id)); + + caps = gst_caps_copy (gst_pad_get_pad_template_caps (qtmux->srcpad)); + /* qtmux has structure with and without variant, remove all but the first */ + while (gst_caps_get_size (caps) > 1) + gst_caps_remove_structure (caps, 1); + gst_pad_set_caps (qtmux->srcpad, caps); + gst_caps_unref (caps); + + /* Default is 'normal' mode */ + qtmux->mux_mode = GST_QT_MUX_MODE_MOOV_AT_END; + + /* Require a sensible fragment duration when muxing + * using the ISML muxer */ + if (qtmux_klass->format == GST_QT_MUX_FORMAT_ISML && + qtmux->fragment_duration == 0) + goto invalid_isml; + + if (qtmux->fragment_duration > 0) { + if (qtmux->streamable) + qtmux->mux_mode = GST_QT_MUX_MODE_FRAGMENTED_STREAMABLE; + else + qtmux->mux_mode = GST_QT_MUX_MODE_FRAGMENTED; + } else if (qtmux->fast_start) { + qtmux->mux_mode = GST_QT_MUX_MODE_FAST_START; + } + + switch (qtmux->mux_mode) { + case GST_QT_MUX_MODE_MOOV_AT_END: + /* We have to be able to seek to rewrite the mdat header, or any + * moov atom we write will not be visible in the file, because an + * MDAT with 0 as the size covers the rest of the file. A file + * with no moov is not playable, so error out now. */ + if (!gst_qt_mux_downstream_is_seekable (qtmux)) { + GST_ELEMENT_ERROR (qtmux, STREAM, MUX, + ("Downstream is not seekable - will not be able to create a playable file"), + (NULL)); + return GST_FLOW_ERROR; + } + break; + case GST_QT_MUX_MODE_FAST_START: + case GST_QT_MUX_MODE_FRAGMENTED_STREAMABLE: + break; /* Don't need seekability, ignore */ + case GST_QT_MUX_MODE_FRAGMENTED: + if (!gst_qt_mux_downstream_is_seekable (qtmux)) { + GST_WARNING_OBJECT (qtmux, "downstream is not seekable, but " + "streamable=false. Will ignore that and create streamable output " + "instead"); + qtmux->streamable = TRUE; + g_object_notify (G_OBJECT (qtmux), "streamable"); + } + break; + } + + /* let downstream know we think in BYTES and expect to do seeking later on */ + gst_segment_init (&segment, GST_FORMAT_BYTES); + gst_pad_push_event (qtmux->srcpad, gst_event_new_segment (&segment)); + + /* initialize our moov recovery file */ + GST_OBJECT_LOCK (qtmux); + if (qtmux->moov_recov_file_path) { + gst_qt_mux_prepare_moov_recovery (qtmux); + } + GST_OBJECT_UNLOCK (qtmux); + + /* + * send mdat header if already needed, and mark position for later update. + * We don't send ftyp now if we are on fast start mode, because we can + * better fine tune using the information we gather to create the whole moov + * atom. + */ + switch (qtmux->mux_mode) { + case GST_QT_MUX_MODE_MOOV_AT_END: + ret = gst_qt_mux_prepare_and_send_ftyp (qtmux); + if (ret != GST_FLOW_OK) + break; + + /* store the mdat position for rewriting later ... */ + qtmux->mdat_pos = qtmux->header_size; + /* extended atom in case we go over 4GB while writing and need + * the full 64-bit atom */ + ret = gst_qt_mux_send_mdat_header (qtmux, &qtmux->header_size, 0, TRUE); + break; + case GST_QT_MUX_MODE_FAST_START: + GST_OBJECT_LOCK (qtmux); + qtmux->fast_start_file = g_fopen (qtmux->fast_start_file_path, "wb+"); + if (!qtmux->fast_start_file) + goto open_failed; + GST_OBJECT_UNLOCK (qtmux); + /* send a dummy buffer for preroll */ + ret = gst_qt_mux_send_buffer (qtmux, gst_buffer_new (), NULL, FALSE); + break; + case GST_QT_MUX_MODE_FRAGMENTED: + case GST_QT_MUX_MODE_FRAGMENTED_STREAMABLE: + ret = gst_qt_mux_prepare_and_send_ftyp (qtmux); + if (ret != GST_FLOW_OK) + break; + /* well, it's moov pos if fragmented ... */ + qtmux->mdat_pos = qtmux->header_size; + GST_DEBUG_OBJECT (qtmux, "fragment duration %d ms, writing headers", + qtmux->fragment_duration); + /* also used as snapshot marker to indicate fragmented file */ + qtmux->fragment_sequence = 1; + /* prepare moov and/or tags */ + gst_qt_mux_configure_moov (qtmux, NULL); + gst_qt_mux_setup_metadata (qtmux); + ret = gst_qt_mux_send_moov (qtmux, &qtmux->header_size, FALSE); + if (ret != GST_FLOW_OK) + return ret; + /* extra atoms */ + ret = + gst_qt_mux_send_extra_atoms (qtmux, TRUE, &qtmux->header_size, FALSE); + if (ret != GST_FLOW_OK) + break; + /* prepare index if not streamable */ + if (qtmux->mux_mode == GST_QT_MUX_MODE_FRAGMENTED) + qtmux->mfra = atom_mfra_new (qtmux->context); + break; + } + + return ret; + /* ERRORS */ +invalid_isml: + { + GST_ELEMENT_ERROR (qtmux, STREAM, MUX, + ("Cannot create an ISML file with 0 fragment duration"), (NULL)); + return GST_FLOW_ERROR; + } + +open_failed: + { + GST_ELEMENT_ERROR (qtmux, RESOURCE, OPEN_READ_WRITE, + (("Could not open temporary file \"%s\""), + qtmux->fast_start_file_path), GST_ERROR_SYSTEM); + GST_OBJECT_UNLOCK (qtmux); + return GST_FLOW_ERROR; + } +} + +static GstFlowReturn +gst_qt_mux_stop_file (GstQTMux * qtmux) +{ + gboolean ret = GST_FLOW_OK; + guint64 offset = 0, size = 0; + GSList *walk; + gboolean large_file; + guint32 timescale; + GstClockTime first_ts = GST_CLOCK_TIME_NONE; + + /* for setting some subtitles fields */ + guint max_width = 0; + guint max_height = 0; + + GST_DEBUG_OBJECT (qtmux, "Updating remaining values and sending last data"); + + /* pushing last buffers for each pad */ + for (walk = qtmux->collect->data; walk; walk = g_slist_next (walk)) { + GstCollectData *cdata = (GstCollectData *) walk->data; + GstQTPad *qtpad = (GstQTPad *) cdata; + + /* avoid add_buffer complaining if not negotiated + * in which case no buffers either, so skipping */ + if (!qtpad->fourcc) { + GST_DEBUG_OBJECT (qtmux, "Pad %s has never had buffers", + GST_PAD_NAME (qtpad->collect.pad)); + continue; + } + + /* send last buffer; also flushes possibly queued buffers/ts */ + GST_DEBUG_OBJECT (qtmux, "Sending the last buffer for pad %s", + GST_PAD_NAME (qtpad->collect.pad)); + ret = gst_qt_mux_add_buffer (qtmux, qtpad, NULL); + if (ret != GST_FLOW_OK) { + GST_WARNING_OBJECT (qtmux, "Failed to send last buffer for %s, " + "flow return: %s", GST_PAD_NAME (qtpad->collect.pad), + gst_flow_get_name (ret)); + } + + /* having flushed above, can check for buffers now */ + if (!GST_CLOCK_TIME_IS_VALID (qtpad->first_ts)) { + GST_DEBUG_OBJECT (qtmux, "Pad %s has no buffers", + GST_PAD_NAME (qtpad->collect.pad)); + continue; + } + + /* determine max stream duration */ + if (!GST_CLOCK_TIME_IS_VALID (first_ts) || + (GST_CLOCK_TIME_IS_VALID (qtpad->first_ts) && + qtpad->last_dts > first_ts)) { + first_ts = qtpad->last_dts; + } + + /* subtitles need to know the video width/height, + * it is stored shifted 16 bits to the left according to the + * spec */ + max_width = MAX (max_width, (qtpad->trak->tkhd.width >> 16)); + max_height = MAX (max_height, (qtpad->trak->tkhd.height >> 16)); + + /* update average bitrate of streams if needed */ + { + guint32 avgbitrate = 0; + guint32 maxbitrate = qtpad->max_bitrate; + + if (qtpad->avg_bitrate) + avgbitrate = qtpad->avg_bitrate; + else if (qtpad->total_duration > 0) + avgbitrate = (guint32) gst_util_uint64_scale_round (qtpad->total_bytes, + 8 * GST_SECOND, qtpad->total_duration); + + atom_trak_update_bitrates (qtpad->trak, avgbitrate, maxbitrate); + } + } + + /* need to update values on subtitle traks now that we know the + * max width and height */ + for (walk = qtmux->collect->data; walk; walk = g_slist_next (walk)) { + GstCollectData *cdata = (GstCollectData *) walk->data; + GstQTPad *qtpad = (GstQTPad *) cdata; + + if (!qtpad->fourcc) { + GST_DEBUG_OBJECT (qtmux, "Pad %s has never had buffers", + GST_PAD_NAME (qtpad->collect.pad)); + continue; + } + + if (qtpad->fourcc == FOURCC_tx3g) { + atom_trak_tx3g_update_dimension (qtpad->trak, max_width, max_height); + } + } + + switch (qtmux->mux_mode) { + case GST_QT_MUX_MODE_FRAGMENTED_STREAMABLE: + { + /* Streamable mode; no need to write duration or MFRA */ + GST_DEBUG_OBJECT (qtmux, "streamable file; nothing to stop"); + return GST_FLOW_OK; + } + case GST_QT_MUX_MODE_FRAGMENTED: + { + GstSegment segment; + guint8 *data = NULL; + GstBuffer *buf; + + size = offset = 0; + GST_DEBUG_OBJECT (qtmux, "adding mfra"); + if (!atom_mfra_copy_data (qtmux->mfra, &data, &size, &offset)) + goto serialize_error; + buf = _gst_buffer_new_take_data (data, offset); + ret = gst_qt_mux_send_buffer (qtmux, buf, NULL, FALSE); + if (ret != GST_FLOW_OK) + return ret; + + timescale = qtmux->timescale; + /* only mvex duration is updated, + * mvhd should be consistent with empty moov + * (but TODO maybe some clients do not handle that well ?) */ + qtmux->moov->mvex.mehd.fragment_duration = + gst_util_uint64_scale (first_ts, timescale, GST_SECOND); + GST_DEBUG_OBJECT (qtmux, "rewriting moov with mvex duration %" + GST_TIME_FORMAT, GST_TIME_ARGS (first_ts)); + /* seek and rewrite the header */ + gst_segment_init (&segment, GST_FORMAT_BYTES); + segment.start = qtmux->mdat_pos; + gst_pad_push_event (qtmux->srcpad, gst_event_new_segment (&segment)); + /* no need to seek back */ + return gst_qt_mux_send_moov (qtmux, NULL, FALSE); + } + default: + break; + } + + /* Moov-at-end or fast-start mode from here down */ + gst_qt_mux_configure_moov (qtmux, ×cale); + /* check for late streams. First, find the earliest start time */ + first_ts = GST_CLOCK_TIME_NONE; + for (walk = qtmux->collect->data; walk; walk = g_slist_next (walk)) { + GstCollectData *cdata = (GstCollectData *) walk->data; + GstQTPad *qtpad = (GstQTPad *) cdata; + + if (!GST_CLOCK_TIME_IS_VALID (first_ts) || + (GST_CLOCK_TIME_IS_VALID (qtpad->first_ts) && + qtpad->first_ts < first_ts)) { + first_ts = qtpad->first_ts; + } + } + GST_DEBUG_OBJECT (qtmux, "Media first ts selected: %" GST_TIME_FORMAT, + GST_TIME_ARGS (first_ts)); + /* add EDTSs for late streams */ + for (walk = qtmux->collect->data; walk; walk = g_slist_next (walk)) { + GstCollectData *cdata = (GstCollectData *) walk->data; + GstQTPad *qtpad = (GstQTPad *) cdata; + guint32 lateness; + guint32 duration; + + if (GST_CLOCK_TIME_IS_VALID (qtpad->first_ts) && qtpad->first_ts > first_ts) { + GST_DEBUG_OBJECT (qtmux, "Pad %s is a late stream by %" GST_TIME_FORMAT, + GST_PAD_NAME (qtpad->collect.pad), + GST_TIME_ARGS (qtpad->first_ts - first_ts)); + lateness = gst_util_uint64_scale_round (qtpad->first_ts - first_ts, + timescale, GST_SECOND); + duration = qtpad->trak->tkhd.duration; + atom_trak_add_elst_entry (qtpad->trak, lateness, (guint32) - 1, + (guint32) (1 * 65536.0)); + atom_trak_add_elst_entry (qtpad->trak, duration, 0, + (guint32) (1 * 65536.0)); + + /* need to add the empty time to the trak duration */ + duration += lateness; + + qtpad->trak->tkhd.duration = duration; + + /* And possibly grow the moov duration */ + if (duration > qtmux->moov->mvhd.time_info.duration) { + qtmux->moov->mvhd.time_info.duration = duration; + qtmux->moov->mvex.mehd.fragment_duration = duration; + } + } + } + + /* tags into file metadata */ + gst_qt_mux_setup_metadata (qtmux); + large_file = (qtmux->mdat_size > MDAT_LARGE_FILE_LIMIT); + + /* if faststart, update the offset of the atoms in the movie with the offset + * that the movie headers before mdat will cause. + * Also, send the ftyp */ + if (qtmux->mux_mode == GST_QT_MUX_MODE_FAST_START) { + GstFlowReturn flow_ret; + offset = size = 0; + + flow_ret = gst_qt_mux_prepare_and_send_ftyp (qtmux); + if (flow_ret != GST_FLOW_OK) { + goto ftyp_error; + } + /* copy into NULL to obtain size */ + if (!atom_moov_copy_data (qtmux->moov, NULL, &size, &offset)) + goto serialize_error; + GST_DEBUG_OBJECT (qtmux, "calculated moov atom size %" G_GUINT64_FORMAT, + offset); + offset += qtmux->header_size + (large_file ? 16 : 8); + + /* sum up with the extra atoms size */ + ret = gst_qt_mux_send_extra_atoms (qtmux, FALSE, &offset, FALSE); + if (ret != GST_FLOW_OK) + return ret; + } else { + offset = qtmux->header_size; + } + + /* Now that we know the size of moov + extra atoms, we can adjust + * the chunk offsets stored into the moov */ + atom_moov_chunks_add_offset (qtmux->moov, offset); + + /* write out moov and extra atoms */ + /* note: as of this point, we no longer care about tracking written data size, + * since there is no more use for it anyway */ + ret = gst_qt_mux_send_moov (qtmux, NULL, FALSE); + if (ret != GST_FLOW_OK) + return ret; + + /* extra atoms */ + ret = gst_qt_mux_send_extra_atoms (qtmux, TRUE, NULL, FALSE); + if (ret != GST_FLOW_OK) + return ret; + + switch (qtmux->mux_mode) { + case GST_QT_MUX_MODE_MOOV_AT_END: + { + /* mdat needs update iff not using faststart */ + GST_DEBUG_OBJECT (qtmux, "updating mdat size"); + ret = gst_qt_mux_update_mdat_size (qtmux, qtmux->mdat_pos, + qtmux->mdat_size, NULL); + /* note; no seeking back to the end of file is done, + * since we no longer write anything anyway */ + break; + } + case GST_QT_MUX_MODE_FAST_START: + { + /* send mdat atom and move buffered data into it */ + /* mdat_size = accumulated (buffered data) */ + ret = gst_qt_mux_send_mdat_header (qtmux, NULL, qtmux->mdat_size, + large_file); + if (ret != GST_FLOW_OK) + return ret; + ret = gst_qt_mux_send_buffered_data (qtmux, NULL); + if (ret != GST_FLOW_OK) + return ret; + break; + } + default: + g_assert_not_reached (); + } + + return ret; + + /* ERRORS */ +serialize_error: + { + GST_ELEMENT_ERROR (qtmux, STREAM, MUX, (NULL), + ("Failed to serialize moov")); + return GST_FLOW_ERROR; + } +ftyp_error: + { + GST_ELEMENT_ERROR (qtmux, STREAM, MUX, (NULL), ("Failed to send ftyp")); + return GST_FLOW_ERROR; + } +} + +static GstFlowReturn +gst_qt_mux_pad_fragment_add_buffer (GstQTMux * qtmux, GstQTPad * pad, + GstBuffer * buf, gboolean force, guint32 nsamples, gint64 dts, + guint32 delta, guint32 size, gboolean sync, gint64 pts_offset) +{ + GstFlowReturn ret = GST_FLOW_OK; + + /* setup if needed */ + if (G_UNLIKELY (!pad->traf || force)) + goto init; + +flush: + /* flush pad fragment if threshold reached, + * or at new keyframe if we should be minding those in the first place */ + if (G_UNLIKELY (force || (sync && pad->sync) || + pad->fragment_duration < (gint64) delta)) { + AtomMOOF *moof; + guint64 size = 0, offset = 0; + guint8 *data = NULL; + GstBuffer *buffer; + guint i, total_size; + + /* now we know where moof ends up, update offset in tfra */ + if (pad->tfra) + atom_tfra_update_offset (pad->tfra, qtmux->header_size); + + moof = atom_moof_new (qtmux->context, qtmux->fragment_sequence); + /* takes ownership */ + atom_moof_add_traf (moof, pad->traf); + pad->traf = NULL; + atom_moof_copy_data (moof, &data, &size, &offset); + buffer = _gst_buffer_new_take_data (data, offset); + GST_LOG_OBJECT (qtmux, "writing moof size %" G_GSIZE_FORMAT, + gst_buffer_get_size (buffer)); + ret = gst_qt_mux_send_buffer (qtmux, buffer, &qtmux->header_size, FALSE); + + /* and actual data */ + total_size = 0; + for (i = 0; i < atom_array_get_len (&pad->fragment_buffers); i++) { + total_size += + gst_buffer_get_size (atom_array_index (&pad->fragment_buffers, i)); + } + + GST_LOG_OBJECT (qtmux, "writing %d buffers, total_size %d", + atom_array_get_len (&pad->fragment_buffers), total_size); + if (ret == GST_FLOW_OK) + ret = gst_qt_mux_send_mdat_header (qtmux, &qtmux->header_size, total_size, + FALSE); + for (i = 0; i < atom_array_get_len (&pad->fragment_buffers); i++) { + if (G_LIKELY (ret == GST_FLOW_OK)) + ret = gst_qt_mux_send_buffer (qtmux, + atom_array_index (&pad->fragment_buffers, i), &qtmux->header_size, + FALSE); + else + gst_buffer_unref (atom_array_index (&pad->fragment_buffers, i)); + } + + atom_array_clear (&pad->fragment_buffers); + atom_moof_free (moof); + qtmux->fragment_sequence++; + force = FALSE; + } + +init: + if (G_UNLIKELY (!pad->traf)) { + GST_LOG_OBJECT (qtmux, "setting up new fragment"); + pad->traf = atom_traf_new (qtmux->context, atom_trak_get_id (pad->trak)); + atom_array_init (&pad->fragment_buffers, 512); + pad->fragment_duration = gst_util_uint64_scale (qtmux->fragment_duration, + atom_trak_get_timescale (pad->trak), 1000); + + if (G_UNLIKELY (qtmux->mfra && !pad->tfra)) { + pad->tfra = atom_tfra_new (qtmux->context, atom_trak_get_id (pad->trak)); + atom_mfra_add_tfra (qtmux->mfra, pad->tfra); + } + } + + /* add buffer and metadata */ + atom_traf_add_samples (pad->traf, delta, size, sync, pts_offset, + pad->sync && sync); + atom_array_append (&pad->fragment_buffers, buf, 256); + pad->fragment_duration -= delta; + + if (pad->tfra) { + guint32 sn = atom_traf_get_sample_num (pad->traf); + + if ((sync && pad->sync) || (sn == 1 && !pad->sync)) + atom_tfra_add_entry (pad->tfra, dts, sn); + } + + if (G_UNLIKELY (force)) + goto flush; + + return ret; +} + +static GstFlowReturn +gst_qt_mux_register_and_push_sample (GstQTMux * qtmux, GstQTPad * pad, + GstBuffer * buffer, gboolean is_last_buffer, guint nsamples, + gint64 last_dts, gint64 scaled_duration, guint sample_size, + guint64 chunk_offset, gboolean sync, gboolean do_pts, gint64 pts_offset) +{ + GstFlowReturn ret = GST_FLOW_OK; + + /* note that a new chunk is started each time (not fancy but works) */ + if (qtmux->moov_recov_file) { + if (!atoms_recov_write_trak_samples (qtmux->moov_recov_file, pad->trak, + nsamples, (gint32) scaled_duration, sample_size, chunk_offset, sync, + do_pts, pts_offset)) { + GST_WARNING_OBJECT (qtmux, "Failed to write sample information to " + "recovery file, disabling recovery"); + fclose (qtmux->moov_recov_file); + qtmux->moov_recov_file = NULL; + } + } + + switch (qtmux->mux_mode) { + case GST_QT_MUX_MODE_MOOV_AT_END: + case GST_QT_MUX_MODE_FAST_START: + + atom_trak_add_samples (pad->trak, nsamples, (gint32) scaled_duration, + sample_size, chunk_offset, sync, pts_offset); + ret = gst_qt_mux_send_buffer (qtmux, buffer, &qtmux->mdat_size, TRUE); + break; + case GST_QT_MUX_MODE_FRAGMENTED: + case GST_QT_MUX_MODE_FRAGMENTED_STREAMABLE: + /* ensure that always sync samples are marked as such */ + ret = gst_qt_mux_pad_fragment_add_buffer (qtmux, pad, buffer, + is_last_buffer, nsamples, last_dts, (gint32) scaled_duration, + sample_size, !pad->sync || sync, pts_offset); + break; + } + + return ret; +} + +/* + * Here we push the buffer and update the tables in the track atoms + */ +static GstFlowReturn +gst_qt_mux_add_buffer (GstQTMux * qtmux, GstQTPad * pad, GstBuffer * buf) +{ + GstBuffer *last_buf = NULL; + GstClockTime duration; + guint nsamples, sample_size; + guint64 chunk_offset; + gint64 last_dts, scaled_duration; + gint64 pts_offset = 0; + gboolean sync = FALSE; + GstFlowReturn ret = GST_FLOW_OK; + + if (!pad->fourcc) + goto not_negotiated; + + /* if this pad has a prepare function, call it */ + if (pad->prepare_buf_func != NULL) { + buf = pad->prepare_buf_func (pad, buf, qtmux); + } + + last_buf = pad->last_buf; + + /* DTS delta is used to calculate sample duration. + * If buffer has missing DTS, we take either segment start or + * previous buffer end time, whichever is later. + * This must only be done for non sparse streams, sparse streams + * can have gaps between buffers (which is handled later by adding + * extra empty buffer with duration that fills the gap). */ + if (!pad->sparse && buf && !GST_BUFFER_DTS_IS_VALID (buf)) { + GstClockTime last_buf_duration = last_buf + && GST_BUFFER_DURATION_IS_VALID (last_buf) ? + GST_BUFFER_DURATION (last_buf) : 0; + + buf = gst_buffer_make_writable (buf); + GST_BUFFER_DTS (buf) = 0; /* running-time 0 */ + + if (last_buf + && (GST_BUFFER_DTS (last_buf) + last_buf_duration) > + GST_BUFFER_DTS (buf)) { + GST_BUFFER_DTS (buf) = GST_BUFFER_DTS (last_buf) + last_buf_duration; + } + + if (GST_BUFFER_PTS_IS_VALID (buf)) + GST_BUFFER_DTS (buf) = MIN (GST_BUFFER_DTS (buf), GST_BUFFER_PTS (buf)); + } + + if (last_buf && !buf && !GST_BUFFER_DURATION_IS_VALID (last_buf)) { + /* this is last buffer; there is no next buffer so we need valid number as duration */ + last_buf = gst_buffer_make_writable (last_buf); + GST_BUFFER_DURATION (last_buf) = 0; + } + + if (last_buf == NULL) { +#ifndef GST_DISABLE_GST_DEBUG + if (buf == NULL) { + GST_DEBUG_OBJECT (qtmux, "Pad %s has no previous buffer stored and " + "received NULL buffer, doing nothing", + GST_PAD_NAME (pad->collect.pad)); + } else { + GST_LOG_OBJECT (qtmux, + "Pad %s has no previous buffer stored, storing now", + GST_PAD_NAME (pad->collect.pad)); + } +#endif + pad->last_buf = buf; + goto exit; + } else + gst_buffer_ref (last_buf); + + /* if this is the first buffer, store the timestamp */ + if (G_UNLIKELY (pad->first_ts == GST_CLOCK_TIME_NONE) && last_buf) { + if (GST_BUFFER_DTS_IS_VALID (last_buf)) { + pad->first_ts = GST_BUFFER_DTS (last_buf); + } else if (GST_BUFFER_PTS_IS_VALID (last_buf)) { + pad->first_ts = GST_BUFFER_PTS (last_buf); + } + + if (GST_CLOCK_TIME_IS_VALID (pad->first_ts)) { + GST_DEBUG ("setting first_ts to %" G_GUINT64_FORMAT, pad->first_ts); + } else { + GST_WARNING_OBJECT (qtmux, "First buffer for pad %s has no timestamp, " + "using 0 as first timestamp", GST_PAD_NAME (pad->collect.pad)); + pad->first_ts = 0; + } + GST_DEBUG_OBJECT (qtmux, "Stored first timestamp for pad %s %" + GST_TIME_FORMAT, GST_PAD_NAME (pad->collect.pad), + GST_TIME_ARGS (pad->first_ts)); + } + + if (last_buf && buf && GST_CLOCK_TIME_IS_VALID (GST_BUFFER_DTS (buf)) && + GST_CLOCK_TIME_IS_VALID (GST_BUFFER_DTS (last_buf)) && + GST_BUFFER_DTS (buf) < GST_BUFFER_DTS (last_buf)) { + GST_ERROR ("decreasing DTS value %" GST_TIME_FORMAT " < %" GST_TIME_FORMAT, + GST_TIME_ARGS (GST_BUFFER_DTS (buf)), + GST_TIME_ARGS (GST_BUFFER_DTS (last_buf))); + GST_BUFFER_DTS (buf) = GST_BUFFER_DTS (last_buf); + } + + /* duration actually means time delta between samples, so we calculate + * the duration based on the difference in DTS or PTS, falling back + * to DURATION if the other two don't exist, such as with the last + * sample before EOS. */ + duration = GST_BUFFER_DURATION (last_buf); + if (!pad->sparse) { + if (last_buf && buf && GST_BUFFER_DTS_IS_VALID (buf) + && GST_BUFFER_DTS_IS_VALID (last_buf)) + duration = GST_BUFFER_DTS (buf) - GST_BUFFER_DTS (last_buf); + else if (last_buf && buf && GST_BUFFER_PTS_IS_VALID (buf) + && GST_BUFFER_PTS_IS_VALID (last_buf)) + duration = GST_BUFFER_PTS (buf) - GST_BUFFER_PTS (last_buf); + } + + gst_buffer_replace (&pad->last_buf, buf); + + /* for computing the avg bitrate */ + if (G_LIKELY (last_buf)) { + pad->total_bytes += gst_buffer_get_size (last_buf); + pad->total_duration += duration; + } + + last_dts = gst_util_uint64_scale_round (pad->last_dts, + atom_trak_get_timescale (pad->trak), GST_SECOND); + + /* fragments only deal with 1 buffer == 1 chunk (== 1 sample) */ + if (pad->sample_size && !qtmux->fragment_sequence) { + /* Constant size packets: usually raw audio (with many samples per + buffer (= chunk)), but can also be fixed-packet-size codecs like ADPCM + */ + sample_size = pad->sample_size; + if (gst_buffer_get_size (last_buf) % sample_size != 0) + goto fragmented_sample; + /* note: qt raw audio storage warps it implicitly into a timewise + * perfect stream, discarding buffer times */ + if (GST_BUFFER_DURATION (last_buf) != GST_CLOCK_TIME_NONE) { + nsamples = gst_util_uint64_scale_round (GST_BUFFER_DURATION (last_buf), + atom_trak_get_timescale (pad->trak), GST_SECOND); + } else { + nsamples = gst_buffer_get_size (last_buf) / sample_size; + } + if (nsamples > 0) + duration = GST_BUFFER_DURATION (last_buf) / nsamples; + else + duration = 0; + + /* timescale = samplerate */ + scaled_duration = 1; + pad->last_dts += duration * nsamples; + } else { + nsamples = 1; + sample_size = gst_buffer_get_size (last_buf); + if ((pad->last_buf && GST_BUFFER_DTS_IS_VALID (pad->last_buf)) + || GST_BUFFER_DTS_IS_VALID (last_buf)) { + gint64 scaled_dts; + if (pad->last_buf && GST_BUFFER_DTS_IS_VALID (pad->last_buf)) { + pad->last_dts = GST_BUFFER_DTS (pad->last_buf); + } else { + pad->last_dts = GST_BUFFER_DTS (last_buf) + + GST_BUFFER_DURATION (last_buf); + } + if ((gint64) (pad->last_dts) < 0) { + scaled_dts = -gst_util_uint64_scale_round (-pad->last_dts, + atom_trak_get_timescale (pad->trak), GST_SECOND); + } else { + scaled_dts = gst_util_uint64_scale_round (pad->last_dts, + atom_trak_get_timescale (pad->trak), GST_SECOND); + } + scaled_duration = scaled_dts - last_dts; + last_dts = scaled_dts; + } else { + /* first convert intended timestamp (in GstClockTime resolution) to + * trak timescale, then derive delta; + * this ensures sums of (scale)delta add up to converted timestamp, + * which only deviates at most 1/scale from timestamp itself */ + scaled_duration = gst_util_uint64_scale_round (pad->last_dts + duration, + atom_trak_get_timescale (pad->trak), GST_SECOND) - last_dts; + pad->last_dts += duration; + } + } + chunk_offset = qtmux->mdat_size; + + GST_LOG_OBJECT (qtmux, + "Pad (%s) dts updated to %" GST_TIME_FORMAT, + GST_PAD_NAME (pad->collect.pad), GST_TIME_ARGS (pad->last_dts)); + GST_LOG_OBJECT (qtmux, + "Adding %d samples to track, duration: %" G_GUINT64_FORMAT + " size: %" G_GUINT32_FORMAT " chunk offset: %" G_GUINT64_FORMAT, + nsamples, scaled_duration, sample_size, chunk_offset); + + /* might be a sync sample */ + if (pad->sync && + !GST_BUFFER_FLAG_IS_SET (last_buf, GST_BUFFER_FLAG_DELTA_UNIT)) { + GST_LOG_OBJECT (qtmux, "Adding new sync sample entry for track of pad %s", + GST_PAD_NAME (pad->collect.pad)); + sync = TRUE; + } + + if (GST_CLOCK_TIME_IS_VALID (GST_BUFFER_DTS (last_buf))) { + last_dts = gst_util_uint64_scale_round (GST_BUFFER_DTS (last_buf), + atom_trak_get_timescale (pad->trak), GST_SECOND); + pts_offset = + (gint64) (gst_util_uint64_scale_round (GST_BUFFER_PTS (last_buf), + atom_trak_get_timescale (pad->trak), GST_SECOND) - last_dts); + + } else { + pts_offset = 0; + last_dts = gst_util_uint64_scale_round (GST_BUFFER_PTS (last_buf), + atom_trak_get_timescale (pad->trak), GST_SECOND); + } + GST_DEBUG ("dts: %" GST_TIME_FORMAT " pts: %" GST_TIME_FORMAT + " timebase_dts: %d pts_offset: %d", + GST_TIME_ARGS (GST_BUFFER_DTS (last_buf)), + GST_TIME_ARGS (GST_BUFFER_PTS (last_buf)), + (int) (last_dts), (int) (pts_offset)); + + /* + * Each buffer starts a new chunk, so we can assume the buffer + * duration is the chunk duration + */ + if (GST_CLOCK_TIME_IS_VALID (duration) && (duration > qtmux->longest_chunk || + !GST_CLOCK_TIME_IS_VALID (qtmux->longest_chunk))) { + GST_DEBUG_OBJECT (qtmux, "New longest chunk found: %" GST_TIME_FORMAT + ", pad %s", GST_TIME_ARGS (duration), GST_PAD_NAME (pad->collect.pad)); + qtmux->longest_chunk = duration; + } + + /* now we go and register this buffer/sample all over */ + ret = gst_qt_mux_register_and_push_sample (qtmux, pad, last_buf, + buf == NULL, nsamples, last_dts, scaled_duration, sample_size, + chunk_offset, sync, TRUE, pts_offset); + + /* if this is sparse and we have a next buffer, check if there is any gap + * between them to insert an empty sample */ + if (pad->sparse && buf) { + if (pad->create_empty_buffer) { + GstBuffer *empty_buf; + gint64 empty_duration = + GST_BUFFER_TIMESTAMP (buf) - (GST_BUFFER_TIMESTAMP (last_buf) + + duration); + gint64 empty_duration_scaled; + + empty_buf = pad->create_empty_buffer (pad, empty_duration); + + empty_duration_scaled = gst_util_uint64_scale_round (empty_duration, + atom_trak_get_timescale (pad->trak), GST_SECOND); + + pad->total_bytes += gst_buffer_get_size (empty_buf); + pad->total_duration += duration; + + ret = + gst_qt_mux_register_and_push_sample (qtmux, pad, empty_buf, FALSE, 1, + last_dts + scaled_duration, empty_duration_scaled, + gst_buffer_get_size (empty_buf), qtmux->mdat_size, sync, TRUE, 0); + } else { + /* our only case currently is tx3g subtitles, so there is no reason to fill this yet */ + g_assert_not_reached (); + GST_WARNING_OBJECT (qtmux, + "no empty buffer creation function found for pad %s", + GST_PAD_NAME (pad->collect.pad)); + } + } + + if (buf) + gst_buffer_unref (buf); + +exit: + + return ret; + + /* ERRORS */ +bail: + { + if (buf) + gst_buffer_unref (buf); + gst_buffer_unref (last_buf); + return GST_FLOW_ERROR; + } +fragmented_sample: + { + GST_ELEMENT_ERROR (qtmux, STREAM, MUX, (NULL), + ("Audio buffer contains fragmented sample.")); + goto bail; + } +not_negotiated: + { + GST_ELEMENT_ERROR (qtmux, CORE, NEGOTIATION, (NULL), + ("format wasn't negotiated before buffer flow on pad %s", + GST_PAD_NAME (pad->collect.pad))); + if (buf) + gst_buffer_unref (buf); + return GST_FLOW_NOT_NEGOTIATED; + } +} + +static GstFlowReturn +gst_qt_mux_handle_buffer (GstCollectPads * pads, GstCollectData * cdata, + GstBuffer * buf, gpointer user_data) +{ + GstFlowReturn ret = GST_FLOW_OK; + GstQTMux *qtmux = GST_QT_MUX_CAST (user_data); + GstQTPad *best_pad = NULL; + GstClockTime best_time = GST_CLOCK_TIME_NONE; + + if (G_UNLIKELY (qtmux->state == GST_QT_MUX_STATE_STARTED)) { + if ((ret = gst_qt_mux_start_file (qtmux)) != GST_FLOW_OK) + return ret; + else + qtmux->state = GST_QT_MUX_STATE_DATA; + } + + if (G_UNLIKELY (qtmux->state == GST_QT_MUX_STATE_EOS)) + return GST_FLOW_EOS; + + best_pad = (GstQTPad *) cdata; + + /* clipping already converted to running time */ + if (best_pad != NULL) { + g_assert (buf); + best_time = GST_BUFFER_PTS (buf); + GST_LOG_OBJECT (qtmux, "selected pad %s with time %" GST_TIME_FORMAT, + GST_PAD_NAME (best_pad->collect.pad), GST_TIME_ARGS (best_time)); + ret = gst_qt_mux_add_buffer (qtmux, best_pad, buf); + } else { + ret = gst_qt_mux_stop_file (qtmux); + if (ret == GST_FLOW_OK) { + GST_DEBUG_OBJECT (qtmux, "Pushing eos"); + gst_pad_push_event (qtmux->srcpad, gst_event_new_eos ()); + ret = GST_FLOW_EOS; + } else { + GST_WARNING_OBJECT (qtmux, "Failed to stop file: %s", + gst_flow_get_name (ret)); + } + qtmux->state = GST_QT_MUX_STATE_EOS; + } + + return ret; +} + +static gboolean +check_field (GQuark field_id, const GValue * value, gpointer user_data) +{ + GstStructure *structure = (GstStructure *) user_data; + const GValue *other = gst_structure_id_get_value (structure, field_id); + if (other == NULL) + return FALSE; + return gst_value_compare (value, other) == GST_VALUE_EQUAL; +} + +static gboolean +gst_qtmux_caps_is_subset_full (GstQTMux * qtmux, GstCaps * subset, + GstCaps * superset) +{ + GstStructure *sub_s = gst_caps_get_structure (subset, 0); + GstStructure *sup_s = gst_caps_get_structure (superset, 0); + + return gst_structure_foreach (sub_s, check_field, sup_s); +} + +static gboolean +gst_qt_mux_audio_sink_set_caps (GstQTPad * qtpad, GstCaps * caps) +{ + GstPad *pad = qtpad->collect.pad; + GstQTMux *qtmux = GST_QT_MUX_CAST (gst_pad_get_parent (pad)); + GstQTMuxClass *qtmux_klass = (GstQTMuxClass *) (G_OBJECT_GET_CLASS (qtmux)); + GstStructure *structure; + const gchar *mimetype; + gint rate, channels; + const GValue *value = NULL; + const GstBuffer *codec_data = NULL; + GstQTMuxFormat format; + AudioSampleEntry entry = { 0, }; + AtomInfo *ext_atom = NULL; + gint constant_size = 0; + const gchar *stream_format; + + qtpad->prepare_buf_func = NULL; + + /* does not go well to renegotiate stream mid-way, unless + * the old caps are a subset of the new one (this means upstream + * added more info to the caps, as both should be 'fixed' caps) */ + if (qtpad->fourcc) { + GstCaps *current_caps; + + current_caps = gst_pad_get_current_caps (pad); + g_assert (caps != NULL); + + if (!gst_qtmux_caps_is_subset_full (qtmux, current_caps, caps)) { + gst_caps_unref (current_caps); + goto refuse_renegotiation; + } + GST_DEBUG_OBJECT (qtmux, + "pad %s accepted renegotiation to %" GST_PTR_FORMAT " from %" + GST_PTR_FORMAT, GST_PAD_NAME (pad), caps, current_caps); + gst_caps_unref (current_caps); + } + + GST_DEBUG_OBJECT (qtmux, "%s:%s, caps=%" GST_PTR_FORMAT, + GST_DEBUG_PAD_NAME (pad), caps); + + format = qtmux_klass->format; + structure = gst_caps_get_structure (caps, 0); + mimetype = gst_structure_get_name (structure); + + /* common info */ + if (!gst_structure_get_int (structure, "channels", &channels) || + !gst_structure_get_int (structure, "rate", &rate)) { + goto refuse_caps; + } + + /* optional */ + value = gst_structure_get_value (structure, "codec_data"); + if (value != NULL) + codec_data = gst_value_get_buffer (value); + + qtpad->is_out_of_order = FALSE; + + /* set common properties */ + entry.sample_rate = rate; + entry.channels = channels; + /* default */ + entry.sample_size = 16; + /* this is the typical compressed case */ + if (format == GST_QT_MUX_FORMAT_QT) { + entry.version = 1; + entry.compression_id = -2; + } + + /* now map onto a fourcc, and some extra properties */ + if (strcmp (mimetype, "audio/mpeg") == 0) { + gint mpegversion = 0; + gint layer = -1; + + gst_structure_get_int (structure, "mpegversion", &mpegversion); + switch (mpegversion) { + case 1: + gst_structure_get_int (structure, "layer", &layer); + switch (layer) { + case 3: + /* mp3 */ + /* note: QuickTime player does not like mp3 either way in iso/mp4 */ + if (format == GST_QT_MUX_FORMAT_QT) + entry.fourcc = FOURCC__mp3; + else { + entry.fourcc = FOURCC_mp4a; + ext_atom = + build_esds_extension (qtpad->trak, ESDS_OBJECT_TYPE_MPEG1_P3, + ESDS_STREAM_TYPE_AUDIO, codec_data, qtpad->avg_bitrate, + qtpad->max_bitrate); + } + entry.samples_per_packet = 1152; + entry.bytes_per_sample = 2; + break; + } + break; + case 4: + + /* check stream-format */ + stream_format = gst_structure_get_string (structure, "stream-format"); + if (stream_format) { + if (strcmp (stream_format, "raw") != 0) { + GST_WARNING_OBJECT (qtmux, "Unsupported AAC stream-format %s, " + "please use 'raw'", stream_format); + goto refuse_caps; + } + } else { + GST_WARNING_OBJECT (qtmux, "No stream-format present in caps, " + "assuming 'raw'"); + } + + if (!codec_data || gst_buffer_get_size ((GstBuffer *) codec_data) < 2) + GST_WARNING_OBJECT (qtmux, "no (valid) codec_data for AAC audio"); + else { + guint8 profile; + + gst_buffer_extract ((GstBuffer *) codec_data, 0, &profile, 1); + /* warn if not Low Complexity profile */ + profile >>= 3; + if (profile != 2) + GST_WARNING_OBJECT (qtmux, + "non-LC AAC may not run well on (Apple) QuickTime/iTunes"); + } + + /* AAC */ + entry.fourcc = FOURCC_mp4a; + + if (format == GST_QT_MUX_FORMAT_QT) + ext_atom = build_mov_aac_extension (qtpad->trak, codec_data, + qtpad->avg_bitrate, qtpad->max_bitrate); + else + ext_atom = + build_esds_extension (qtpad->trak, ESDS_OBJECT_TYPE_MPEG4_P3, + ESDS_STREAM_TYPE_AUDIO, codec_data, qtpad->avg_bitrate, + qtpad->max_bitrate); + break; + default: + break; + } + } else if (strcmp (mimetype, "audio/AMR") == 0) { + entry.fourcc = FOURCC_samr; + entry.sample_size = 16; + entry.samples_per_packet = 160; + entry.bytes_per_sample = 2; + ext_atom = build_amr_extension (); + } else if (strcmp (mimetype, "audio/AMR-WB") == 0) { + entry.fourcc = FOURCC_sawb; + entry.sample_size = 16; + entry.samples_per_packet = 320; + entry.bytes_per_sample = 2; + ext_atom = build_amr_extension (); + } else if (strcmp (mimetype, "audio/x-raw") == 0) { + GstAudioInfo info; + + gst_audio_info_init (&info); + if (!gst_audio_info_from_caps (&info, caps)) + goto refuse_caps; + + /* spec has no place for a distinction in these */ + if (info.finfo->width != info.finfo->depth) { + GST_DEBUG_OBJECT (qtmux, "width must be same as depth!"); + goto refuse_caps; + } + + if ((info.finfo->flags & GST_AUDIO_FORMAT_FLAG_SIGNED)) { + if (info.finfo->endianness == G_LITTLE_ENDIAN) + entry.fourcc = FOURCC_sowt; + else if (info.finfo->endianness == G_BIG_ENDIAN) + entry.fourcc = FOURCC_twos; + /* maximum backward compatibility; only new version for > 16 bit */ + if (info.finfo->depth <= 16) + entry.version = 0; + /* not compressed in any case */ + entry.compression_id = 0; + /* QT spec says: max at 16 bit even if sample size were actually larger, + * however, most players (e.g. QuickTime!) seem to disagree, so ... */ + entry.sample_size = info.finfo->depth; + entry.bytes_per_sample = info.finfo->depth / 8; + entry.samples_per_packet = 1; + entry.bytes_per_packet = info.finfo->depth / 8; + entry.bytes_per_frame = entry.bytes_per_packet * info.channels; + } else { + if (info.finfo->width == 8 && info.finfo->depth == 8) { + /* fall back to old 8-bit version */ + entry.fourcc = FOURCC_raw_; + entry.version = 0; + entry.compression_id = 0; + entry.sample_size = 8; + } else { + GST_DEBUG_OBJECT (qtmux, "non 8-bit PCM must be signed"); + goto refuse_caps; + } + } + constant_size = (info.finfo->depth / 8) * info.channels; + } else if (strcmp (mimetype, "audio/x-alaw") == 0) { + entry.fourcc = FOURCC_alaw; + entry.samples_per_packet = 1023; + entry.bytes_per_sample = 2; + } else if (strcmp (mimetype, "audio/x-mulaw") == 0) { + entry.fourcc = FOURCC_ulaw; + entry.samples_per_packet = 1023; + entry.bytes_per_sample = 2; + } else if (strcmp (mimetype, "audio/x-adpcm") == 0) { + gint blocksize; + if (!gst_structure_get_int (structure, "block_align", &blocksize)) { + GST_DEBUG_OBJECT (qtmux, "broken caps, block_align missing"); + goto refuse_caps; + } + /* Currently only supports WAV-style IMA ADPCM, for which the codec id is + 0x11 */ + entry.fourcc = MS_WAVE_FOURCC (0x11); + /* 4 byte header per channel (including one sample). 2 samples per byte + remaining. Simplifying gives the following (samples per block per + channel) */ + entry.samples_per_packet = 2 * blocksize / channels - 7; + entry.bytes_per_sample = 2; + + entry.bytes_per_frame = blocksize; + entry.bytes_per_packet = blocksize / channels; + /* ADPCM has constant size packets */ + constant_size = 1; + /* TODO: I don't really understand why this helps, but it does! Constant + * size and compression_id of -2 seem to be incompatible, and other files + * in the wild use this too. */ + entry.compression_id = -1; + + ext_atom = build_ima_adpcm_extension (channels, rate, blocksize); + } else if (strcmp (mimetype, "audio/x-alac") == 0) { + GstBuffer *codec_config; + gint len; + GstMapInfo map; + + entry.fourcc = FOURCC_alac; + gst_buffer_map ((GstBuffer *) codec_data, &map, GST_MAP_READ); + /* let's check if codec data already comes with 'alac' atom prefix */ + if (!codec_data || (len = map.size) < 28) { + GST_DEBUG_OBJECT (qtmux, "broken caps, codec data missing"); + gst_buffer_unmap ((GstBuffer *) codec_data, &map); + goto refuse_caps; + } + if (GST_READ_UINT32_LE (map.data + 4) == FOURCC_alac) { + len -= 8; + codec_config = + gst_buffer_copy_region ((GstBuffer *) codec_data, + GST_BUFFER_COPY_MEMORY, 8, len); + } else { + codec_config = gst_buffer_ref ((GstBuffer *) codec_data); + } + gst_buffer_unmap ((GstBuffer *) codec_data, &map); + if (len != 28) { + /* does not look good, but perhaps some trailing unneeded stuff */ + GST_WARNING_OBJECT (qtmux, "unexpected codec-data size, possibly broken"); + } + if (format == GST_QT_MUX_FORMAT_QT) + ext_atom = build_mov_alac_extension (qtpad->trak, codec_config); + else + ext_atom = build_codec_data_extension (FOURCC_alac, codec_config); + /* set some more info */ + gst_buffer_map (codec_config, &map, GST_MAP_READ); + entry.bytes_per_sample = 2; + entry.samples_per_packet = GST_READ_UINT32_BE (map.data + 4); + gst_buffer_unmap (codec_config, &map); + gst_buffer_unref (codec_config); + } + + if (!entry.fourcc) + goto refuse_caps; + + /* ok, set the pad info accordingly */ + qtpad->fourcc = entry.fourcc; + qtpad->sample_size = constant_size; + atom_trak_set_audio_type (qtpad->trak, qtmux->context, &entry, + qtmux->trak_timescale ? qtmux->trak_timescale : entry.sample_rate, + ext_atom, constant_size); + + gst_object_unref (qtmux); + return TRUE; + + /* ERRORS */ +refuse_caps: + { + GST_WARNING_OBJECT (qtmux, "pad %s refused caps %" GST_PTR_FORMAT, + GST_PAD_NAME (pad), caps); + gst_object_unref (qtmux); + return FALSE; + } +refuse_renegotiation: + { + GST_WARNING_OBJECT (qtmux, + "pad %s refused renegotiation to %" GST_PTR_FORMAT, + GST_PAD_NAME (pad), caps); + gst_object_unref (qtmux); + return FALSE; + } +} + +/* scale rate up or down by factor of 10 to fit into [1000,10000] interval */ +static guint32 +adjust_rate (guint64 rate) +{ + if (rate == 0) + return 10000; + + while (rate >= 10000) + rate /= 10; + + while (rate < 1000) + rate *= 10; + + return (guint32) rate; +} + +static gboolean +gst_qt_mux_video_sink_set_caps (GstQTPad * qtpad, GstCaps * caps) +{ + GstPad *pad = qtpad->collect.pad; + GstQTMux *qtmux = GST_QT_MUX_CAST (gst_pad_get_parent (pad)); + GstQTMuxClass *qtmux_klass = (GstQTMuxClass *) (G_OBJECT_GET_CLASS (qtmux)); + GstStructure *structure; + const gchar *mimetype; + gint width, height, depth = -1; + gint framerate_num, framerate_den; + guint32 rate; + const GValue *value = NULL; + const GstBuffer *codec_data = NULL; + VisualSampleEntry entry = { 0, }; + GstQTMuxFormat format; + AtomInfo *ext_atom = NULL; + GList *ext_atom_list = NULL; + gboolean sync = FALSE; + int par_num, par_den; + + qtpad->prepare_buf_func = NULL; + + /* does not go well to renegotiate stream mid-way, unless + * the old caps are a subset of the new one (this means upstream + * added more info to the caps, as both should be 'fixed' caps) */ + if (qtpad->fourcc) { + GstCaps *current_caps; + + current_caps = gst_pad_get_current_caps (pad); + g_assert (caps != NULL); + + if (!gst_qtmux_caps_is_subset_full (qtmux, current_caps, caps)) { + gst_caps_unref (current_caps); + goto refuse_renegotiation; + } + GST_DEBUG_OBJECT (qtmux, + "pad %s accepted renegotiation to %" GST_PTR_FORMAT " from %" + GST_PTR_FORMAT, GST_PAD_NAME (pad), caps, current_caps); + gst_caps_unref (current_caps); + } + + GST_DEBUG_OBJECT (qtmux, "%s:%s, caps=%" GST_PTR_FORMAT, + GST_DEBUG_PAD_NAME (pad), caps); + + format = qtmux_klass->format; + structure = gst_caps_get_structure (caps, 0); + mimetype = gst_structure_get_name (structure); + + /* required parts */ + if (!gst_structure_get_int (structure, "width", &width) || + !gst_structure_get_int (structure, "height", &height)) + goto refuse_caps; + + /* optional */ + depth = -1; + /* works as a default timebase */ + framerate_num = 10000; + framerate_den = 1; + gst_structure_get_fraction (structure, "framerate", &framerate_num, + &framerate_den); + gst_structure_get_int (structure, "depth", &depth); + value = gst_structure_get_value (structure, "codec_data"); + if (value != NULL) + codec_data = gst_value_get_buffer (value); + + par_num = 1; + par_den = 1; + gst_structure_get_fraction (structure, "pixel-aspect-ratio", &par_num, + &par_den); + + qtpad->is_out_of_order = FALSE; + + /* bring frame numerator into a range that ensures both reasonable resolution + * as well as a fair duration */ + rate = qtmux->trak_timescale ? + qtmux->trak_timescale : adjust_rate (framerate_num); + GST_DEBUG_OBJECT (qtmux, "Rate of video track selected: %" G_GUINT32_FORMAT, + rate); + + /* set common properties */ + entry.width = width; + entry.height = height; + entry.par_n = par_num; + entry.par_d = par_den; + /* should be OK according to qt and iso spec, override if really needed */ + entry.color_table_id = -1; + entry.frame_count = 1; + entry.depth = 24; + + /* sync entries by default */ + sync = TRUE; + + /* now map onto a fourcc, and some extra properties */ + if (strcmp (mimetype, "video/x-raw") == 0) { + const gchar *format; + GstVideoFormat fmt; + const GstVideoFormatInfo *vinfo; + + format = gst_structure_get_string (structure, "format"); + fmt = gst_video_format_from_string (format); + vinfo = gst_video_format_get_info (fmt); + + switch (fmt) { + case GST_VIDEO_FORMAT_UYVY: + if (depth == -1) + depth = 24; + entry.fourcc = FOURCC_2vuy; + entry.depth = depth; + sync = FALSE; + break; + case GST_VIDEO_FORMAT_v210: + if (depth == -1) + depth = 24; + entry.fourcc = FOURCC_v210; + entry.depth = depth; + sync = FALSE; + break; + default: + if (GST_VIDEO_FORMAT_INFO_FLAGS (vinfo) & GST_VIDEO_FORMAT_FLAG_RGB) { + entry.fourcc = FOURCC_raw_; + entry.depth = GST_VIDEO_FORMAT_INFO_PSTRIDE (vinfo, 0) * 8; + sync = FALSE; + } + break; + } + } else if (strcmp (mimetype, "video/x-h263") == 0) { + ext_atom = NULL; + if (format == GST_QT_MUX_FORMAT_QT) + entry.fourcc = FOURCC_h263; + else + entry.fourcc = FOURCC_s263; + ext_atom = build_h263_extension (); + if (ext_atom != NULL) + ext_atom_list = g_list_prepend (ext_atom_list, ext_atom); + } else if (strcmp (mimetype, "video/x-divx") == 0 || + strcmp (mimetype, "video/mpeg") == 0) { + gint version = 0; + + if (strcmp (mimetype, "video/x-divx") == 0) { + gst_structure_get_int (structure, "divxversion", &version); + version = version == 5 ? 1 : 0; + } else { + gst_structure_get_int (structure, "mpegversion", &version); + version = version == 4 ? 1 : 0; + } + if (version) { + entry.fourcc = FOURCC_mp4v; + ext_atom = + build_esds_extension (qtpad->trak, ESDS_OBJECT_TYPE_MPEG4_P2, + ESDS_STREAM_TYPE_VISUAL, codec_data, qtpad->avg_bitrate, + qtpad->max_bitrate); + if (ext_atom != NULL) + ext_atom_list = g_list_prepend (ext_atom_list, ext_atom); + if (!codec_data) + GST_WARNING_OBJECT (qtmux, "no codec_data for MPEG4 video; " + "output might not play in Apple QuickTime (try global-headers?)"); + } + } else if (strcmp (mimetype, "video/x-h264") == 0) { + /* check if we accept these caps */ + if (gst_structure_has_field (structure, "stream-format")) { + const gchar *format; + const gchar *alignment; + + format = gst_structure_get_string (structure, "stream-format"); + alignment = gst_structure_get_string (structure, "alignment"); + + if (strcmp (format, "avc") != 0 || alignment == NULL || + strcmp (alignment, "au") != 0) { + GST_WARNING_OBJECT (qtmux, "Rejecting h264 caps, qtmux only accepts " + "avc format with AU aligned samples"); + goto refuse_caps; + } + } else { + GST_WARNING_OBJECT (qtmux, "no stream-format field in h264 caps"); + goto refuse_caps; + } + + if (!codec_data) { + GST_WARNING_OBJECT (qtmux, "no codec_data in h264 caps"); + goto refuse_caps; + } + + entry.fourcc = FOURCC_avc1; + if (qtpad->avg_bitrate == 0) { + gint avg_bitrate = 0; + gst_structure_get_int (structure, "bitrate", &avg_bitrate); + qtpad->avg_bitrate = avg_bitrate; + } + ext_atom = build_btrt_extension (0, qtpad->avg_bitrate, qtpad->max_bitrate); + if (ext_atom != NULL) + ext_atom_list = g_list_prepend (ext_atom_list, ext_atom); + ext_atom = build_codec_data_extension (FOURCC_avcC, codec_data); + if (ext_atom != NULL) + ext_atom_list = g_list_prepend (ext_atom_list, ext_atom); + } else if (strcmp (mimetype, "video/x-svq") == 0) { + gint version = 0; + const GstBuffer *seqh = NULL; + const GValue *seqh_value; + gdouble gamma = 0; + + gst_structure_get_int (structure, "svqversion", &version); + if (version == 3) { + entry.fourcc = FOURCC_SVQ3; + entry.version = 3; + entry.depth = 32; + + seqh_value = gst_structure_get_value (structure, "seqh"); + if (seqh_value) { + seqh = gst_value_get_buffer (seqh_value); + ext_atom = build_SMI_atom (seqh); + if (ext_atom) + ext_atom_list = g_list_prepend (ext_atom_list, ext_atom); + } + + /* we need to add the gamma anyway because quicktime might crash + * when it doesn't find it */ + if (!gst_structure_get_double (structure, "applied-gamma", &gamma)) { + /* it seems that using 0 here makes it ignored */ + gamma = 0.0; + } + ext_atom = build_gama_atom (gamma); + if (ext_atom) + ext_atom_list = g_list_prepend (ext_atom_list, ext_atom); + } else { + GST_WARNING_OBJECT (qtmux, "SVQ version %d not supported. Please file " + "a bug at http://bugzilla.gnome.org", version); + } + } else if (strcmp (mimetype, "video/x-dv") == 0) { + gint version = 0; + gboolean pal = TRUE; + + sync = FALSE; + if (framerate_num != 25 || framerate_den != 1) + pal = FALSE; + gst_structure_get_int (structure, "dvversion", &version); + /* fall back to typical one */ + if (!version) + version = 25; + switch (version) { + case 25: + if (pal) + entry.fourcc = GST_MAKE_FOURCC ('d', 'v', 'c', 'p'); + else + entry.fourcc = GST_MAKE_FOURCC ('d', 'v', 'c', ' '); + break; + case 50: + if (pal) + entry.fourcc = GST_MAKE_FOURCC ('d', 'v', '5', 'p'); + else + entry.fourcc = GST_MAKE_FOURCC ('d', 'v', '5', 'n'); + break; + default: + GST_WARNING_OBJECT (qtmux, "unrecognized dv version"); + break; + } + } else if (strcmp (mimetype, "image/jpeg") == 0) { + entry.fourcc = FOURCC_jpeg; + sync = FALSE; + } else if (strcmp (mimetype, "image/x-j2c") == 0 || + strcmp (mimetype, "image/x-jpc") == 0) { + const gchar *colorspace; + const GValue *cmap_array; + const GValue *cdef_array; + gint ncomp = 0; + gint fields = 1; + + if (strcmp (mimetype, "image/x-jpc") == 0) { + qtpad->prepare_buf_func = gst_qt_mux_prepare_jpc_buffer; + } + + gst_structure_get_int (structure, "num-components", &ncomp); + gst_structure_get_int (structure, "fields", &fields); + cmap_array = gst_structure_get_value (structure, "component-map"); + cdef_array = gst_structure_get_value (structure, "channel-definitions"); + + ext_atom = NULL; + entry.fourcc = FOURCC_mjp2; + sync = FALSE; + + colorspace = gst_structure_get_string (structure, "colorspace"); + if (colorspace && + (ext_atom = + build_jp2h_extension (qtpad->trak, width, height, colorspace, ncomp, + cmap_array, cdef_array)) != NULL) { + ext_atom_list = g_list_append (ext_atom_list, ext_atom); + + ext_atom = build_fiel_extension (fields); + if (ext_atom) + ext_atom_list = g_list_append (ext_atom_list, ext_atom); + + ext_atom = build_jp2x_extension (codec_data); + if (ext_atom) + ext_atom_list = g_list_append (ext_atom_list, ext_atom); + } else { + GST_DEBUG_OBJECT (qtmux, "missing or invalid fourcc in jp2 caps"); + goto refuse_caps; + } + } else if (strcmp (mimetype, "video/x-vp8") == 0) { + entry.fourcc = FOURCC_VP80; + sync = FALSE; + } else if (strcmp (mimetype, "video/x-dirac") == 0) { + entry.fourcc = FOURCC_drac; + } else if (strcmp (mimetype, "video/x-qt-part") == 0) { + guint32 fourcc; + + gst_structure_get_uint (structure, "format", &fourcc); + entry.fourcc = fourcc; + } else if (strcmp (mimetype, "video/x-mp4-part") == 0) { + guint32 fourcc; + + gst_structure_get_uint (structure, "format", &fourcc); + entry.fourcc = fourcc; + } + + if (!entry.fourcc) + goto refuse_caps; + + /* ok, set the pad info accordingly */ + qtpad->fourcc = entry.fourcc; + qtpad->sync = sync; + atom_trak_set_video_type (qtpad->trak, qtmux->context, &entry, rate, + ext_atom_list); + + gst_object_unref (qtmux); + return TRUE; + + /* ERRORS */ +refuse_caps: + { + GST_WARNING_OBJECT (qtmux, "pad %s refused caps %" GST_PTR_FORMAT, + GST_PAD_NAME (pad), caps); + gst_object_unref (qtmux); + return FALSE; + } +refuse_renegotiation: + { + GST_WARNING_OBJECT (qtmux, + "pad %s refused renegotiation to %" GST_PTR_FORMAT, GST_PAD_NAME (pad), + caps); + gst_object_unref (qtmux); + return FALSE; + } +} + +static gboolean +gst_qt_mux_subtitle_sink_set_caps (GstQTPad * qtpad, GstCaps * caps) +{ + GstPad *pad = qtpad->collect.pad; + GstQTMux *qtmux = GST_QT_MUX_CAST (gst_pad_get_parent (pad)); + GstStructure *structure; + SubtitleSampleEntry entry = { 0, }; + + qtpad->prepare_buf_func = NULL; + + /* does not go well to renegotiate stream mid-way, unless + * the old caps are a subset of the new one (this means upstream + * added more info to the caps, as both should be 'fixed' caps) */ + if (qtpad->fourcc) { + GstCaps *current_caps; + + current_caps = gst_pad_get_current_caps (pad); + g_assert (caps != NULL); + + if (!gst_qtmux_caps_is_subset_full (qtmux, current_caps, caps)) { + gst_caps_unref (current_caps); + goto refuse_renegotiation; + } + GST_DEBUG_OBJECT (qtmux, + "pad %s accepted renegotiation to %" GST_PTR_FORMAT " from %" + GST_PTR_FORMAT, GST_PAD_NAME (pad), caps, current_caps); + gst_caps_unref (current_caps); + } + + GST_DEBUG_OBJECT (qtmux, "%s:%s, caps=%" GST_PTR_FORMAT, + GST_DEBUG_PAD_NAME (pad), caps); + + /* subtitles default */ + subtitle_sample_entry_init (&entry); + qtpad->is_out_of_order = FALSE; + qtpad->sync = FALSE; + qtpad->sparse = TRUE; + qtpad->prepare_buf_func = NULL; + + structure = gst_caps_get_structure (caps, 0); + + if (gst_structure_has_name (structure, "text/x-raw")) { + const gchar *format = gst_structure_get_string (structure, "format"); + if (format && strcmp (format, "utf8") == 0) { + entry.fourcc = FOURCC_tx3g; + qtpad->prepare_buf_func = gst_qt_mux_prepare_tx3g_buffer; + qtpad->create_empty_buffer = gst_qt_mux_create_empty_tx3g_buffer; + } + } + + if (!entry.fourcc) + goto refuse_caps; + + qtpad->fourcc = entry.fourcc; + atom_trak_set_subtitle_type (qtpad->trak, qtmux->context, &entry); + + gst_object_unref (qtmux); + return TRUE; + + /* ERRORS */ +refuse_caps: + { + GST_WARNING_OBJECT (qtmux, "pad %s refused caps %" GST_PTR_FORMAT, + GST_PAD_NAME (pad), caps); + gst_object_unref (qtmux); + return FALSE; + } +refuse_renegotiation: + { + GST_WARNING_OBJECT (qtmux, + "pad %s refused renegotiation to %" GST_PTR_FORMAT, GST_PAD_NAME (pad), + caps); + gst_object_unref (qtmux); + return FALSE; + } +} + +static gboolean +gst_qt_mux_sink_event (GstCollectPads * pads, GstCollectData * data, + GstEvent * event, gpointer user_data) +{ + GstQTMux *qtmux; + guint32 avg_bitrate = 0, max_bitrate = 0; + GstPad *pad = data->pad; + gboolean ret = TRUE; + + qtmux = GST_QT_MUX_CAST (user_data); + switch (GST_EVENT_TYPE (event)) { + case GST_EVENT_CAPS: + { + GstCaps *caps; + GstQTPad *collect_pad; + + gst_event_parse_caps (event, &caps); + + /* find stream data */ + collect_pad = (GstQTPad *) gst_pad_get_element_private (pad); + g_assert (collect_pad); + g_assert (collect_pad->set_caps); + + ret = collect_pad->set_caps (collect_pad, caps); + gst_event_unref (event); + event = NULL; + break; + } + case GST_EVENT_TAG:{ + GstTagList *list; + GstTagSetter *setter = GST_TAG_SETTER (qtmux); + GstTagMergeMode mode; + gchar *code; + GstQTPad *collect_pad; + + GST_OBJECT_LOCK (qtmux); + mode = gst_tag_setter_get_tag_merge_mode (setter); + collect_pad = (GstQTPad *) gst_pad_get_element_private (pad); + + gst_event_parse_tag (event, &list); + GST_DEBUG_OBJECT (qtmux, "received tag event on pad %s:%s : %" + GST_PTR_FORMAT, GST_DEBUG_PAD_NAME (pad), list); + + if (gst_tag_list_get_scope (list) == GST_TAG_SCOPE_GLOBAL) { + gst_tag_setter_merge_tags (setter, list, mode); + } else { + if (!collect_pad->tags) + collect_pad->tags = gst_tag_list_new_empty (); + gst_tag_list_insert (collect_pad->tags, list, mode); + } + GST_OBJECT_UNLOCK (qtmux); + + if (gst_tag_list_get_uint (list, GST_TAG_BITRATE, &avg_bitrate) | + gst_tag_list_get_uint (list, GST_TAG_MAXIMUM_BITRATE, &max_bitrate)) { + GstQTPad *qtpad = gst_pad_get_element_private (pad); + g_assert (qtpad); + + if (avg_bitrate > 0 && avg_bitrate < G_MAXUINT32) + qtpad->avg_bitrate = avg_bitrate; + if (max_bitrate > 0 && max_bitrate < G_MAXUINT32) + qtpad->max_bitrate = max_bitrate; + } + + if (gst_tag_list_get_string (list, GST_TAG_LANGUAGE_CODE, &code)) { + const char *iso_code = gst_tag_get_language_code_iso_639_2T (code); + if (iso_code) { + GstQTPad *qtpad = gst_pad_get_element_private (pad); + g_assert (qtpad); + if (qtpad->trak) { + /* https://developer.apple.com/library/mac/#documentation/QuickTime/QTFF/QTFFChap4/qtff4.html */ + qtpad->trak->mdia.mdhd.language_code = + (iso_code[0] - 0x60) * 0x400 + (iso_code[1] - 0x60) * 0x20 + + (iso_code[2] - 0x60); + } + } + g_free (code); + } + + gst_event_unref (event); + event = NULL; + ret = TRUE; + break; + } + default: + break; + } + + if (event != NULL) + return gst_collect_pads_event_default (pads, data, event, FALSE); + + return ret; +} + +static void +gst_qt_mux_release_pad (GstElement * element, GstPad * pad) +{ + GstQTMux *mux = GST_QT_MUX_CAST (element); + GSList *walk; + + GST_DEBUG_OBJECT (element, "Releasing %s:%s", GST_DEBUG_PAD_NAME (pad)); + + for (walk = mux->sinkpads; walk; walk = g_slist_next (walk)) { + GstQTPad *qtpad = (GstQTPad *) walk->data; + GST_DEBUG ("Checking %s:%s", GST_DEBUG_PAD_NAME (qtpad->collect.pad)); + if (qtpad->collect.pad == pad) { + /* this is it, remove */ + mux->sinkpads = g_slist_delete_link (mux->sinkpads, walk); + gst_element_remove_pad (element, pad); + break; + } + } + + gst_collect_pads_remove_pad (mux->collect, pad); +} + +static GstPad * +gst_qt_mux_request_new_pad (GstElement * element, + GstPadTemplate * templ, const gchar * req_name, const GstCaps * caps) +{ + GstElementClass *klass = GST_ELEMENT_GET_CLASS (element); + GstQTMux *qtmux = GST_QT_MUX_CAST (element); + GstQTPad *collect_pad; + GstPad *newpad; + GstQTPadSetCapsFunc setcaps_func; + gchar *name; + gint pad_id; + gboolean lock = TRUE; + + if (templ->direction != GST_PAD_SINK) + goto wrong_direction; + + if (qtmux->state > GST_QT_MUX_STATE_STARTED) + goto too_late; + + if (templ == gst_element_class_get_pad_template (klass, "audio_%u")) { + setcaps_func = gst_qt_mux_audio_sink_set_caps; + if (req_name != NULL && sscanf (req_name, "audio_%u", &pad_id) == 1) { + name = g_strdup (req_name); + } else { + name = g_strdup_printf ("audio_%u", qtmux->audio_pads++); + } + } else if (templ == gst_element_class_get_pad_template (klass, "video_%u")) { + setcaps_func = gst_qt_mux_video_sink_set_caps; + if (req_name != NULL && sscanf (req_name, "video_%u", &pad_id) == 1) { + name = g_strdup (req_name); + } else { + name = g_strdup_printf ("video_%u", qtmux->video_pads++); + } + } else if (templ == gst_element_class_get_pad_template (klass, "subtitle_%u")) { + setcaps_func = gst_qt_mux_subtitle_sink_set_caps; + if (req_name != NULL && sscanf (req_name, "subtitle_%u", &pad_id) == 1) { + name = g_strdup (req_name); + } else { + name = g_strdup_printf ("subtitle_%u", qtmux->subtitle_pads++); + } + lock = FALSE; + } else + goto wrong_template; + + GST_DEBUG_OBJECT (qtmux, "Requested pad: %s", name); + + /* create pad and add to collections */ + newpad = gst_pad_new_from_template (templ, name); + g_free (name); + collect_pad = (GstQTPad *) + gst_collect_pads_add_pad (qtmux->collect, newpad, sizeof (GstQTPad), + (GstCollectDataDestroyNotify) (gst_qt_mux_pad_reset), lock); + /* set up pad */ + gst_qt_mux_pad_reset (collect_pad); + collect_pad->trak = atom_trak_new (qtmux->context); + atom_moov_add_trak (qtmux->moov, collect_pad->trak); + + qtmux->sinkpads = g_slist_append (qtmux->sinkpads, collect_pad); + + /* set up pad functions */ + collect_pad->set_caps = setcaps_func; + + gst_pad_set_active (newpad, TRUE); + gst_element_add_pad (element, newpad); + + return newpad; + + /* ERRORS */ +wrong_direction: + { + GST_WARNING_OBJECT (qtmux, "Request pad that is not a SINK pad."); + return NULL; + } +too_late: + { + GST_WARNING_OBJECT (qtmux, "Not providing request pad after stream start."); + return NULL; + } +wrong_template: + { + GST_WARNING_OBJECT (qtmux, "This is not our template!"); + return NULL; + } +} + +static void +gst_qt_mux_get_property (GObject * object, + guint prop_id, GValue * value, GParamSpec * pspec) +{ + GstQTMux *qtmux = GST_QT_MUX_CAST (object); + + GST_OBJECT_LOCK (qtmux); + switch (prop_id) { + case PROP_MOVIE_TIMESCALE: + g_value_set_uint (value, qtmux->timescale); + break; + case PROP_TRAK_TIMESCALE: + g_value_set_uint (value, qtmux->trak_timescale); + break; + case PROP_DO_CTTS: + g_value_set_boolean (value, qtmux->guess_pts); + break; +#ifndef GST_REMOVE_DEPRECATED + case PROP_DTS_METHOD: + g_value_set_enum (value, qtmux->dts_method); + break; +#endif + case PROP_FAST_START: + g_value_set_boolean (value, qtmux->fast_start); + break; + case PROP_FAST_START_TEMP_FILE: + g_value_set_string (value, qtmux->fast_start_file_path); + break; + case PROP_MOOV_RECOV_FILE: + g_value_set_string (value, qtmux->moov_recov_file_path); + break; + case PROP_FRAGMENT_DURATION: + g_value_set_uint (value, qtmux->fragment_duration); + break; + case PROP_STREAMABLE: + g_value_set_boolean (value, qtmux->streamable); + break; + default: + G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); + break; + } + GST_OBJECT_UNLOCK (qtmux); +} + +static void +gst_qt_mux_generate_fast_start_file_path (GstQTMux * qtmux) +{ + gchar *tmp; + + g_free (qtmux->fast_start_file_path); + qtmux->fast_start_file_path = NULL; + + tmp = g_strdup_printf ("%s%d", "qtmux", g_random_int ()); + qtmux->fast_start_file_path = g_build_filename (g_get_tmp_dir (), tmp, NULL); + g_free (tmp); +} + +static void +gst_qt_mux_set_property (GObject * object, + guint prop_id, const GValue * value, GParamSpec * pspec) +{ + GstQTMux *qtmux = GST_QT_MUX_CAST (object); + + GST_OBJECT_LOCK (qtmux); + switch (prop_id) { + case PROP_MOVIE_TIMESCALE: + qtmux->timescale = g_value_get_uint (value); + break; + case PROP_TRAK_TIMESCALE: + qtmux->trak_timescale = g_value_get_uint (value); + break; + case PROP_DO_CTTS: + qtmux->guess_pts = g_value_get_boolean (value); + break; +#ifndef GST_REMOVE_DEPRECATED + case PROP_DTS_METHOD: + qtmux->dts_method = g_value_get_enum (value); + break; +#endif + case PROP_FAST_START: + qtmux->fast_start = g_value_get_boolean (value); + break; + case PROP_FAST_START_TEMP_FILE: + g_free (qtmux->fast_start_file_path); + qtmux->fast_start_file_path = g_value_dup_string (value); + /* NULL means to generate a random one */ + if (!qtmux->fast_start_file_path) { + gst_qt_mux_generate_fast_start_file_path (qtmux); + } + break; + case PROP_MOOV_RECOV_FILE: + g_free (qtmux->moov_recov_file_path); + qtmux->moov_recov_file_path = g_value_dup_string (value); + break; + case PROP_FRAGMENT_DURATION: + qtmux->fragment_duration = g_value_get_uint (value); + break; + case PROP_STREAMABLE:{ + GstQTMuxClass *qtmux_klass = + (GstQTMuxClass *) (G_OBJECT_GET_CLASS (qtmux)); + if (qtmux_klass->format == GST_QT_MUX_FORMAT_ISML) { + qtmux->streamable = g_value_get_boolean (value); + } + break; + } + default: + G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); + break; + } + GST_OBJECT_UNLOCK (qtmux); +} + +static GstStateChangeReturn +gst_qt_mux_change_state (GstElement * element, GstStateChange transition) +{ + GstStateChangeReturn ret; + GstQTMux *qtmux = GST_QT_MUX_CAST (element); + + switch (transition) { + case GST_STATE_CHANGE_NULL_TO_READY: + break; + case GST_STATE_CHANGE_READY_TO_PAUSED: + gst_collect_pads_start (qtmux->collect); + qtmux->state = GST_QT_MUX_STATE_STARTED; + break; + case GST_STATE_CHANGE_PAUSED_TO_PLAYING: + break; + case GST_STATE_CHANGE_PAUSED_TO_READY: + gst_collect_pads_stop (qtmux->collect); + break; + default: + break; + } + + ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition); + + switch (transition) { + case GST_STATE_CHANGE_PLAYING_TO_PAUSED: + break; + case GST_STATE_CHANGE_PAUSED_TO_READY: + gst_qt_mux_reset (qtmux, TRUE); + break; + case GST_STATE_CHANGE_READY_TO_NULL: + break; + default: + break; + } + + return ret; +} + +gboolean +gst_qt_mux_register (GstPlugin * plugin) +{ + GTypeInfo typeinfo = { + sizeof (GstQTMuxClass), + (GBaseInitFunc) gst_qt_mux_base_init, + NULL, + (GClassInitFunc) gst_qt_mux_class_init, + NULL, + NULL, + sizeof (GstQTMux), + 0, + (GInstanceInitFunc) gst_qt_mux_init, + }; + static const GInterfaceInfo tag_setter_info = { + NULL, NULL, NULL + }; + static const GInterfaceInfo tag_xmp_writer_info = { + NULL, NULL, NULL + }; + GType type; + GstQTMuxFormat format; + GstQTMuxClassParams *params; + guint i = 0; + + GST_DEBUG_CATEGORY_INIT (gst_qt_mux_debug, "qtmux", 0, "QT Muxer"); + + GST_LOG ("Registering muxers"); + + while (TRUE) { + GstQTMuxFormatProp *prop; + GstCaps *subtitle_caps; + + prop = &gst_qt_mux_format_list[i]; + format = prop->format; + if (format == GST_QT_MUX_FORMAT_NONE) + break; + + /* create a cache for these properties */ + params = g_new0 (GstQTMuxClassParams, 1); + params->prop = prop; + params->src_caps = gst_static_caps_get (&prop->src_caps); + params->video_sink_caps = gst_static_caps_get (&prop->video_sink_caps); + params->audio_sink_caps = gst_static_caps_get (&prop->audio_sink_caps); + subtitle_caps = gst_static_caps_get (&prop->subtitle_sink_caps); + if (!gst_caps_is_equal (subtitle_caps, GST_CAPS_NONE)) { + params->subtitle_sink_caps = subtitle_caps; + } else { + gst_caps_unref (subtitle_caps); + } + + /* create the type now */ + type = g_type_register_static (GST_TYPE_ELEMENT, prop->type_name, &typeinfo, + 0); + g_type_set_qdata (type, GST_QT_MUX_PARAMS_QDATA, (gpointer) params); + g_type_add_interface_static (type, GST_TYPE_TAG_SETTER, &tag_setter_info); + g_type_add_interface_static (type, GST_TYPE_TAG_XMP_WRITER, + &tag_xmp_writer_info); + + if (!gst_element_register (plugin, prop->name, prop->rank, type)) + return FALSE; + + i++; + } + + GST_LOG ("Finished registering muxers"); + + /* FIXME: ideally classification tag should be added and + registered in gstreamer core gsttaglist + */ + + GST_LOG ("Registering tags"); + + gst_tag_register (GST_TAG_3GP_CLASSIFICATION, GST_TAG_FLAG_META, + G_TYPE_STRING, GST_TAG_3GP_CLASSIFICATION, "content classification", + gst_tag_merge_use_first); + + GST_LOG ("Finished registering tags"); + + return TRUE; +} diff --git a/gst/isomp4/gstqtmux.h b/gst/isomp4/gstqtmux.h new file mode 100755 index 0000000..0e30eb4 --- /dev/null +++ b/gst/isomp4/gstqtmux.h @@ -0,0 +1,251 @@ +/* Quicktime muxer plugin for GStreamer + * Copyright (C) 2008-2010 Thiago Santos <thiagoss@embedded.ufcg.edu.br> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ +/* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + +#ifndef __GST_QT_MUX_H__ +#define __GST_QT_MUX_H__ + +#include <gst/gst.h> +#include <gst/base/gstcollectpads.h> + +#include "fourcc.h" +#include "atoms.h" +#include "atomsrecovery.h" +#include "gstqtmuxmap.h" + +G_BEGIN_DECLS + +#define GST_TYPE_QT_MUX (gst_qt_mux_get_type()) +#define GST_QT_MUX(obj) (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_QT_MUX, GstQTMux)) +#define GST_QT_MUX_CLASS(klass) (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_QT_MUX, GstQTMux)) +#define GST_IS_QT_MUX(obj) (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_QT_MUX)) +#define GST_IS_QT_MUX_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_QT_MUX)) +#define GST_QT_MUX_CAST(obj) ((GstQTMux*)(obj)) + + +typedef struct _GstQTMux GstQTMux; +typedef struct _GstQTMuxClass GstQTMuxClass; +typedef struct _GstQTPad GstQTPad; + +/* + * GstQTPadPrepareBufferFunc + * + * Receives a buffer (takes ref) and returns a new buffer that should + * replace the passed one. + * + * Useful for when the pad/datatype needs some manipulation before + * being muxed. (Originally added for image/x-jpc support, for which buffers + * need to be wrapped into a isom box) + */ +typedef GstBuffer * (*GstQTPadPrepareBufferFunc) (GstQTPad * pad, + GstBuffer * buf, GstQTMux * qtmux); + +typedef gboolean (*GstQTPadSetCapsFunc) (GstQTPad * pad, GstCaps * caps); +typedef GstBuffer * (*GstQTPadCreateEmptyBufferFunc) (GstQTPad * pad, gint64 duration); + +#define QTMUX_NO_OF_TS 10 + +struct _GstQTPad +{ + GstCollectData collect; /* we extend the CollectData */ + + /* fourcc id of stream */ + guint32 fourcc; + /* whether using format that have out of order buffers */ + gboolean is_out_of_order; + /* if not 0, track with constant sized samples, e.g. raw audio */ + guint sample_size; + /* make sync table entry */ + gboolean sync; + /* if it is a sparse stream + * (meaning we can't use PTS differences to compute duration) */ + gboolean sparse; + /* bitrates */ + guint32 avg_bitrate, max_bitrate; + + /* for avg bitrate calculation */ + guint64 total_bytes; + guint64 total_duration; + + GstBuffer *last_buf; + /* dts of last_buf */ + GstClockTime last_dts; + + /* store the first timestamp for comparing with other streams and + * know if there are late streams */ + GstClockTime first_ts; + guint buf_head; + guint buf_tail; + + /* all the atom and chunk book-keeping is delegated here + * unowned/uncounted reference, parent MOOV owns */ + AtomTRAK *trak; + /* fragmented support */ + /* meta data book-keeping delegated here */ + AtomTRAF *traf; + /* fragment buffers */ + ATOM_ARRAY (GstBuffer *) fragment_buffers; + /* running fragment duration */ + gint64 fragment_duration; + /* optional fragment index book-keeping */ + AtomTFRA *tfra; + + GstTagList *tags; + + /* if nothing is set, it won't be called */ + GstQTPadPrepareBufferFunc prepare_buf_func; + GstQTPadSetCapsFunc set_caps; + GstQTPadCreateEmptyBufferFunc create_empty_buffer; +}; + +typedef enum _GstQTMuxState +{ + GST_QT_MUX_STATE_NONE, + GST_QT_MUX_STATE_STARTED, + GST_QT_MUX_STATE_DATA, + GST_QT_MUX_STATE_EOS +} GstQTMuxState; + +typedef enum _GstQtMuxMode { + GST_QT_MUX_MODE_MOOV_AT_END, + GST_QT_MUX_MODE_FRAGMENTED, + GST_QT_MUX_MODE_FRAGMENTED_STREAMABLE, + GST_QT_MUX_MODE_FAST_START +} GstQtMuxMode; + +struct _GstQTMux +{ + GstElement element; + + GstPad *srcpad; + GstCollectPads *collect; + GSList *sinkpads; + + /* state */ + GstQTMuxState state; + + /* Mux mode, inferred from property + * set in gst_qt_mux_start_file() */ + GstQtMuxMode mux_mode; + + /* size of header (prefix, atoms (ftyp, possibly moov, mdat header)) */ + guint64 header_size; + /* accumulated size of raw media data (a priori not including mdat header) */ + guint64 mdat_size; + /* position of mdat atom (for later updating) */ + guint64 mdat_pos; + + /* keep track of the largest chunk to fine-tune brands */ + GstClockTime longest_chunk; + + /* atom helper objects */ + AtomsContext *context; + AtomFTYP *ftyp; + AtomMOOV *moov; + GSList *extra_atoms; /* list of extra top-level atoms (e.g. UUID for xmp) + * Stored as AtomInfo structs */ + + /* fragmented file index */ + AtomMFRA *mfra; + + /* fast start */ + FILE *fast_start_file; + + /* moov recovery */ + FILE *moov_recov_file; + + /* fragment sequence */ + guint32 fragment_sequence; + + /* properties */ + guint32 timescale; + guint32 trak_timescale; + AtomsTreeFlavor flavor; + gboolean fast_start; + gboolean guess_pts; +#ifndef GST_REMOVE_DEPRECATED + gint dts_method; +#endif + gchar *fast_start_file_path; + gchar *moov_recov_file_path; + guint32 fragment_duration; + /* Whether or not to work in 'streamable' mode and not + * seek to rewrite headers - only valid for fragmented + * mode. */ + gboolean streamable; + + /* for request pad naming */ + guint video_pads, audio_pads, subtitle_pads; +}; + +struct _GstQTMuxClass +{ + GstElementClass parent_class; + + GstQTMuxFormat format; +}; + +/* type register helper struct */ +typedef struct _GstQTMuxClassParams +{ + GstQTMuxFormatProp *prop; + GstCaps *src_caps; + GstCaps *video_sink_caps; + GstCaps *audio_sink_caps; + GstCaps *subtitle_sink_caps; +} GstQTMuxClassParams; + +#define GST_QT_MUX_PARAMS_QDATA g_quark_from_static_string("qt-mux-params") + +GType gst_qt_mux_get_type (void); +gboolean gst_qt_mux_register (GstPlugin * plugin); + +/* FIXME: ideally classification tag should be added and + * registered in gstreamer core gsttaglist + * + * this tag is a string in the format: entityfourcc://table_num/content + * FIXME Shouldn't we add a field for 'language'? + */ +#define GST_TAG_3GP_CLASSIFICATION "classification" + +G_END_DECLS + +#endif /* __GST_QT_MUX_H__ */ diff --git a/gst/isomp4/gstqtmuxmap.c b/gst/isomp4/gstqtmuxmap.c new file mode 100755 index 0000000..bc0f101 --- /dev/null +++ b/gst/isomp4/gstqtmuxmap.c @@ -0,0 +1,373 @@ +/* Quicktime muxer plugin for GStreamer + * Copyright (C) 2008 Thiago Sousa Santos <thiagoss@embedded.ufcg.edu.br> + * Copyright (C) 2008 Mark Nauwelaerts <mnauw@users.sf.net> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ +/* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + +#include "gstqtmuxmap.h" +#include "fourcc.h" + +/* static info related to various format */ + +#define COMMON_VIDEO_CAPS \ + "width = (int) [ 16, MAX ], " \ + "height = (int) [ 16, MAX ]" + +#define COMMON_VIDEO_CAPS_NO_FRAMERATE \ + "width = (int) [ 16, MAX ], " \ + "height = (int) [ 16, MAX ] " + +#define H263_CAPS \ + "video/x-h263, " \ + COMMON_VIDEO_CAPS + +#define H264_CAPS \ + "video/x-h264, " \ + "stream-format = (string) avc, " \ + "alignment = (string) au, " \ + COMMON_VIDEO_CAPS + +#define MPEG4V_CAPS \ + "video/mpeg, " \ + "mpegversion = (int) 4, "\ + "systemstream = (boolean) false, " \ + COMMON_VIDEO_CAPS "; " \ + "video/x-divx, " \ + "divxversion = (int) 5, "\ + COMMON_VIDEO_CAPS + +#define SVQ_CAPS \ + "video/x-svq, " \ + "svqversion = (int) 3, " \ + COMMON_VIDEO_CAPS + +#define COMMON_AUDIO_CAPS(c, r) \ + "channels = (int) [ 1, " G_STRINGIFY (c) " ], " \ + "rate = (int) [ 1, " G_STRINGIFY (r) " ]" + +#define PCM_CAPS \ + "audio/x-raw, " \ + "format = (string) { S8, U8 }, " \ + "layout = (string) interleaved, " \ + COMMON_AUDIO_CAPS (2, MAX) "; " \ + "audio/x-raw, " \ + "format = (string) { S16LE, S16BE }, " \ + "layout = (string) interleaved, " \ + COMMON_AUDIO_CAPS (2, MAX) + +#define PCM_CAPS_FULL \ + PCM_CAPS "; " \ + "audio/x-raw, " \ + "format = (string) { S24LE, S24BE }, " \ + "layout = (string) interleaved, " \ + COMMON_AUDIO_CAPS (2, MAX) "; " \ + "audio/x-raw, " \ + "format = (string) { S32LE, S32BE }, " \ + "layout = (string) interleaved, " \ + COMMON_AUDIO_CAPS (2, MAX) + +#define MP3_CAPS \ + "audio/mpeg, " \ + "mpegversion = (int) 1, " \ + "layer = (int) 3, " \ + COMMON_AUDIO_CAPS (2, MAX) + +#define AAC_CAPS \ + "audio/mpeg, " \ + "mpegversion = (int) 4, " \ + "stream-format = (string) raw, " \ + COMMON_AUDIO_CAPS (8, MAX) + +#define AMR_CAPS \ + "audio/AMR, " \ + "rate = (int) 8000, " \ + "channels = [ 1, 2 ]; " \ + "audio/AMR-WB, " \ + "rate = (int) 16000, " \ + "channels = [ 1, 2 ] " + +#define ADPCM_CAPS \ + "audio/x-adpcm, " \ + "layout = (string)dvi, " \ + "block_align = (int)[64, 8096], " \ + COMMON_AUDIO_CAPS(2, MAX) + +#define ALAC_CAPS \ + "audio/x-alac, " \ + COMMON_AUDIO_CAPS(2, MAX) + +#define TEXT_UTF8 \ + "text/x-raw, " \ + "format=(string)utf8" + +/* FIXME 0.11 - take a look at bugs #580005 and #340375 */ +GstQTMuxFormatProp gst_qt_mux_format_list[] = { + /* original QuickTime format; see Apple site (e.g. qtff.pdf) */ + { + GST_QT_MUX_FORMAT_QT, + GST_RANK_PRIMARY, + "qtmux", + "QuickTime", + "GstQTMux", + GST_STATIC_CAPS ("video/quicktime, variant = (string) apple; " + "video/quicktime"), + GST_STATIC_CAPS ("video/x-raw, " + "format = (string) { RGB, UYVY, v210 }, " + COMMON_VIDEO_CAPS "; " + MPEG4V_CAPS "; " + H263_CAPS "; " + H264_CAPS "; " + SVQ_CAPS "; " + "video/x-dv, " + "systemstream = (boolean) false, " + COMMON_VIDEO_CAPS "; " + "image/jpeg, " + COMMON_VIDEO_CAPS_NO_FRAMERATE "; " + "video/x-vp8, " + COMMON_VIDEO_CAPS "; " + "video/x-dirac, " + COMMON_VIDEO_CAPS "; " "video/x-qt-part, " COMMON_VIDEO_CAPS), + GST_STATIC_CAPS (PCM_CAPS_FULL "; " + MP3_CAPS " ; " + AAC_CAPS " ; " + ADPCM_CAPS " ; " + "audio/x-alaw, " COMMON_AUDIO_CAPS (2, MAX) "; " + "audio/x-mulaw, " COMMON_AUDIO_CAPS (2, MAX) "; " + AMR_CAPS " ; " ALAC_CAPS), + GST_STATIC_CAPS (TEXT_UTF8)} + , + /* ISO 14496-14: mp42 as ISO base media extension + * (supersedes original ISO 144996-1 mp41) */ + { + GST_QT_MUX_FORMAT_MP4, + GST_RANK_PRIMARY, + "mp4mux", + "MP4", + "GstMP4Mux", + GST_STATIC_CAPS ("video/quicktime, variant = (string) iso"), + GST_STATIC_CAPS (MPEG4V_CAPS "; " H264_CAPS ";" + "video/x-mp4-part," COMMON_VIDEO_CAPS), + GST_STATIC_CAPS (MP3_CAPS "; " AAC_CAPS " ; " ALAC_CAPS), + GST_STATIC_CAPS (TEXT_UTF8)} + , + /* Microsoft Smooth Streaming fmp4/isml */ + /* TODO add WMV/WMA support */ + { + GST_QT_MUX_FORMAT_ISML, + GST_RANK_PRIMARY, + "ismlmux", + "ISML", + "GstISMLMux", + GST_STATIC_CAPS ("video/quicktime, variant = (string) iso-fragmented"), + GST_STATIC_CAPS (MPEG4V_CAPS "; " H264_CAPS), + GST_STATIC_CAPS (MP3_CAPS "; " AAC_CAPS), + GST_STATIC_CAPS_NONE} + , + /* 3GPP Technical Specification 26.244 V7.3.0 + * (extended in 3GPP2 File Formats for Multimedia Services) */ + { + GST_QT_MUX_FORMAT_3GP, + GST_RANK_PRIMARY, + "3gppmux", + "3GPP", + "Gst3GPPMux", + GST_STATIC_CAPS ("video/quicktime, variant = (string) 3gpp"), + GST_STATIC_CAPS (H263_CAPS "; " MPEG4V_CAPS "; " H264_CAPS), + GST_STATIC_CAPS (AMR_CAPS "; " MP3_CAPS "; " AAC_CAPS), + GST_STATIC_CAPS (TEXT_UTF8)} + , + /* ISO 15444-3: Motion-JPEG-2000 (also ISO base media extension) */ + { + GST_QT_MUX_FORMAT_MJ2, + GST_RANK_PRIMARY, + "mj2mux", + "MJ2", + "GstMJ2Mux", + GST_STATIC_CAPS ("video/mj2"), + GST_STATIC_CAPS ("image/x-j2c, " COMMON_VIDEO_CAPS "; " + "image/x-jpc, " COMMON_VIDEO_CAPS), + GST_STATIC_CAPS (PCM_CAPS), + GST_STATIC_CAPS_NONE} + , + { + GST_QT_MUX_FORMAT_NONE, + } +}; + +/* pretty static, but may turn out needed a few times */ +AtomsTreeFlavor +gst_qt_mux_map_format_to_flavor (GstQTMuxFormat format) +{ + if (format == GST_QT_MUX_FORMAT_QT) + return ATOMS_TREE_FLAVOR_MOV; + else if (format == GST_QT_MUX_FORMAT_3GP) + return ATOMS_TREE_FLAVOR_3GP; + else if (format == GST_QT_MUX_FORMAT_ISML) + return ATOMS_TREE_FLAVOR_ISML; + else + return ATOMS_TREE_FLAVOR_ISOM; +} + +static void +gst_qt_mux_map_check_tracks (AtomMOOV * moov, gint * _video, gint * _audio, + gboolean * _has_h264) +{ + GList *it; + gint video = 0, audio = 0; + gboolean has_h264 = FALSE; + + for (it = moov->traks; it != NULL; it = g_list_next (it)) { + AtomTRAK *track = it->data; + + if (track->is_video) { + video++; + if (track->is_h264) + has_h264 = TRUE; + } else + audio++; + } + + if (_video) + *_video = video; + if (_audio) + *_audio = audio; + if (_has_h264) + *_has_h264 = has_h264; +} + +/* pretty static, but possibly dynamic format info */ + +/* notes: + * - avc1 brand is not used, since the specific extensions indicated by it + * are not used (e.g. sample groupings, etc) + * - TODO: maybe even more 3GPP brand fine-tuning ?? + * (but that might need ftyp rewriting at the end) */ +void +gst_qt_mux_map_format_to_header (GstQTMuxFormat format, GstBuffer ** _prefix, + guint32 * _major, guint32 * _version, GList ** _compatible, AtomMOOV * moov, + GstClockTime longest_chunk, gboolean faststart) +{ + static const guint32 qt_brands[] = { 0 }; + static const guint32 mp4_brands[] = + { FOURCC_mp41, FOURCC_isom, FOURCC_iso2, 0 }; + static const guint32 isml_brands[] = { FOURCC_iso2, 0 }; + static const guint32 gpp_brands[] = { FOURCC_isom, FOURCC_iso2, 0 }; + static const guint32 mjp2_brands[] = { FOURCC_isom, FOURCC_iso2, 0 }; + static const guint8 mjp2_prefix[] = + { 0, 0, 0, 12, 'j', 'P', ' ', ' ', 0x0D, 0x0A, 0x87, 0x0A }; + const guint32 *comp = NULL; + guint32 major = 0, version = 0; + GstBuffer *prefix = NULL; + GList *result = NULL; + + g_return_if_fail (_prefix != NULL); + g_return_if_fail (_major != NULL); + g_return_if_fail (_version != NULL); + g_return_if_fail (_compatible != NULL); + + switch (format) { + case GST_QT_MUX_FORMAT_QT: + major = FOURCC_qt__; + comp = qt_brands; + version = 0x20050300; + break; + case GST_QT_MUX_FORMAT_MP4: + major = FOURCC_mp42; + comp = mp4_brands; + break; + case GST_QT_MUX_FORMAT_ISML: + major = FOURCC_isml; + comp = isml_brands; + break; + case GST_QT_MUX_FORMAT_3GP: + { + gint video, audio; + gboolean has_h264; + + gst_qt_mux_map_check_tracks (moov, &video, &audio, &has_h264); + /* only track restriction really matters for Basic Profile */ + if (video <= 1 && audio <= 1) { + /* it seems only newer spec knows about H264 */ + major = has_h264 ? FOURCC_3gp6 : FOURCC_3gp4; + version = has_h264 ? 0x100 : 0x200; + } else { + major = FOURCC_3gg6; + version = 0x100; + } + comp = gpp_brands; + + /* + * We assume that we have chunks in dts order + */ + if (faststart && longest_chunk <= GST_SECOND) { + /* add progressive download profile */ + result = g_list_append (result, GUINT_TO_POINTER (FOURCC_3gr6)); + } + break; + } + case GST_QT_MUX_FORMAT_MJ2: + { + major = FOURCC_mjp2; + comp = mjp2_brands; + version = 0; + prefix = gst_buffer_new_and_alloc (sizeof (mjp2_prefix)); + gst_buffer_fill (prefix, 0, mjp2_prefix, sizeof (mjp2_prefix)); + break; + } + default: + g_assert_not_reached (); + break; + } + + /* convert list to list, hm */ + while (comp && *comp != 0) { + /* order matters over efficiency */ + result = g_list_append (result, GUINT_TO_POINTER (*comp)); + comp++; + } + + *_major = major; + *_version = version; + *_prefix = prefix; + *_compatible = result; + + /* TODO 3GPP may include mp42 as compatible if applicable */ + /* TODO 3GPP major brand 3gp7 if at most 1 video and audio track */ +} diff --git a/gst/isomp4/gstqtmuxmap.h b/gst/isomp4/gstqtmuxmap.h new file mode 100755 index 0000000..e578a36 --- /dev/null +++ b/gst/isomp4/gstqtmuxmap.h @@ -0,0 +1,85 @@ +/* Quicktime muxer plugin for GStreamer + * Copyright (C) 2008 Thiago Sousa Santos <thiagoss@embedded.ufcg.edu.br> + * Copyright (C) 2008 Mark Nauwelaerts <mnauw@users.sf.net> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ +/* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + +#ifndef __GST_QT_MUX_MAP_H__ +#define __GST_QT_MUX_MAP_H__ + +#include "atoms.h" + +#include <glib.h> +#include <gst/gst.h> + +typedef enum _GstQTMuxFormat +{ + GST_QT_MUX_FORMAT_NONE = 0, + GST_QT_MUX_FORMAT_QT, + GST_QT_MUX_FORMAT_MP4, + GST_QT_MUX_FORMAT_3GP, + GST_QT_MUX_FORMAT_MJ2, + GST_QT_MUX_FORMAT_ISML +} GstQTMuxFormat; + +typedef struct _GstQTMuxFormatProp +{ + GstQTMuxFormat format; + GstRank rank; + const gchar *name; + const gchar *long_name; + const gchar *type_name; + GstStaticCaps src_caps; + GstStaticCaps video_sink_caps; + GstStaticCaps audio_sink_caps; + GstStaticCaps subtitle_sink_caps; +} GstQTMuxFormatProp; + +extern GstQTMuxFormatProp gst_qt_mux_format_list[]; + +void gst_qt_mux_map_format_to_header (GstQTMuxFormat format, GstBuffer ** _prefix, + guint32 * _major, guint32 * verson, + GList ** _compatible, AtomMOOV * moov, + GstClockTime longest_chunk, + gboolean faststart); + +AtomsTreeFlavor gst_qt_mux_map_format_to_flavor (GstQTMuxFormat format); + +#endif /* __GST_QT_MUX_MAP_H__ */ diff --git a/gst/isomp4/gstrtpxqtdepay.c b/gst/isomp4/gstrtpxqtdepay.c new file mode 100755 index 0000000..9116ccc --- /dev/null +++ b/gst/isomp4/gstrtpxqtdepay.c @@ -0,0 +1,687 @@ +/* GStreamer + * Copyright (C) <2006> Wim Taymans <wim@fluendo.com> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ + +/* + * based on http://developer.apple.com/quicktime/icefloe/dispatch026.html + */ +#ifdef HAVE_CONFIG_H +# include "config.h" +#endif + +#include <gst/rtp/gstrtpbuffer.h> + +#include <string.h> +#include "gstrtpxqtdepay.h" + +#define MAKE_TLV(a,b) (((a)<<8)|(b)) + +#define TLV_sd MAKE_TLV ('s','d') +#define TLV_qt MAKE_TLV ('q','t') +#define TLV_ti MAKE_TLV ('t','i') +#define TLV_ly MAKE_TLV ('l','y') +#define TLV_vo MAKE_TLV ('v','o') +#define TLV_mx MAKE_TLV ('m','x') +#define TLV_tr MAKE_TLV ('t','r') +#define TLV_tw MAKE_TLV ('t','w') +#define TLV_th MAKE_TLV ('t','h') +#define TLV_la MAKE_TLV ('l','a') +#define TLV_rt MAKE_TLV ('r','t') +#define TLV_gm MAKE_TLV ('g','m') +#define TLV_oc MAKE_TLV ('o','c') +#define TLV_cr MAKE_TLV ('c','r') +#define TLV_du MAKE_TLV ('d','u') +#define TLV_po MAKE_TLV ('p','o') + +#define QT_UINT32(a) (GST_READ_UINT32_BE(a)) +#define QT_UINT24(a) (GST_READ_UINT32_BE(a) >> 8) +#define QT_UINT16(a) (GST_READ_UINT16_BE(a)) +#define QT_UINT8(a) (GST_READ_UINT8(a)) +#define QT_FP32(a) ((GST_READ_UINT32_BE(a))/65536.0) +#define QT_FP16(a) ((GST_READ_UINT16_BE(a))/256.0) +#define QT_FOURCC(a) (GST_READ_UINT32_LE(a)) +#define QT_UINT64(a) ((((guint64)QT_UINT32(a))<<32)|QT_UINT32(((guint8 *)a)+4)) + +#define FOURCC_avc1 GST_MAKE_FOURCC('a','v','c','1') +#define FOURCC_avc3 GST_MAKE_FOURCC('a','v','c','3') +#define FOURCC_avcC GST_MAKE_FOURCC('a','v','c','C') + +GST_DEBUG_CATEGORY_STATIC (rtpxqtdepay_debug); +#define GST_CAT_DEFAULT (rtpxqtdepay_debug) + +/* RtpXQTDepay signals and args */ +enum +{ + /* FILL ME */ + LAST_SIGNAL +}; + +enum +{ + PROP_0, +}; + +static GstStaticPadTemplate gst_rtp_xqt_depay_src_template = +GST_STATIC_PAD_TEMPLATE ("src", + GST_PAD_SRC, + GST_PAD_ALWAYS, + GST_STATIC_CAPS_ANY); + +static GstStaticPadTemplate gst_rtp_xqt_depay_sink_template = +GST_STATIC_PAD_TEMPLATE ("sink", + GST_PAD_SINK, + GST_PAD_ALWAYS, + GST_STATIC_CAPS ("application/x-rtp, " + "payload = (int) " GST_RTP_PAYLOAD_DYNAMIC_STRING ", " + "media = (string) { \"audio\", \"video\" }, clock-rate = (int) [1, MAX], " + "encoding-name = (string) { \"X-QT\", \"X-QUICKTIME\" }") + ); + +#define gst_rtp_xqt_depay_parent_class parent_class +G_DEFINE_TYPE (GstRtpXQTDepay, gst_rtp_xqt_depay, GST_TYPE_RTP_BASE_DEPAYLOAD); + +static void gst_rtp_xqt_depay_finalize (GObject * object); + +static gboolean gst_rtp_xqt_depay_setcaps (GstRTPBaseDepayload * depayload, + GstCaps * caps); +static GstBuffer *gst_rtp_xqt_depay_process (GstRTPBaseDepayload * depayload, + GstBuffer * buf); + +static GstStateChangeReturn gst_rtp_xqt_depay_change_state (GstElement * + element, GstStateChange transition); + + +static void +gst_rtp_xqt_depay_class_init (GstRtpXQTDepayClass * klass) +{ + GObjectClass *gobject_class; + GstElementClass *gstelement_class; + GstRTPBaseDepayloadClass *gstrtpbasedepayload_class; + + gobject_class = (GObjectClass *) klass; + gstelement_class = (GstElementClass *) klass; + gstrtpbasedepayload_class = (GstRTPBaseDepayloadClass *) klass; + + parent_class = g_type_class_peek_parent (klass); + + gobject_class->finalize = gst_rtp_xqt_depay_finalize; + + gstelement_class->change_state = gst_rtp_xqt_depay_change_state; + + gstrtpbasedepayload_class->set_caps = gst_rtp_xqt_depay_setcaps; + gstrtpbasedepayload_class->process = gst_rtp_xqt_depay_process; + + GST_DEBUG_CATEGORY_INIT (rtpxqtdepay_debug, "rtpxqtdepay", 0, + "QT Media RTP Depayloader"); + + gst_element_class_add_pad_template (gstelement_class, + gst_static_pad_template_get (&gst_rtp_xqt_depay_src_template)); + gst_element_class_add_pad_template (gstelement_class, + gst_static_pad_template_get (&gst_rtp_xqt_depay_sink_template)); + + gst_element_class_set_static_metadata (gstelement_class, + "RTP packet depayloader", "Codec/Depayloader/Network", + "Extracts Quicktime audio/video from RTP packets", + "Wim Taymans <wim@fluendo.com>"); +} + +static void +gst_rtp_xqt_depay_init (GstRtpXQTDepay * rtpxqtdepay) +{ + rtpxqtdepay->adapter = gst_adapter_new (); +} + +static void +gst_rtp_xqt_depay_finalize (GObject * object) +{ + GstRtpXQTDepay *rtpxqtdepay; + + rtpxqtdepay = GST_RTP_XQT_DEPAY (object); + + g_object_unref (rtpxqtdepay->adapter); + rtpxqtdepay->adapter = NULL; + + G_OBJECT_CLASS (parent_class)->finalize (object); +} + +static gboolean +gst_rtp_quicktime_parse_sd (GstRtpXQTDepay * rtpxqtdepay, guint8 * data, + guint data_len) +{ + gint len; + guint32 fourcc; + + if (data_len < 8) + goto too_short; + + len = (data[0] << 24) | (data[1] << 16) | (data[2] << 8) | data[3]; + if (len > data_len) + goto too_short; + + fourcc = QT_FOURCC (data + 4); + + GST_DEBUG_OBJECT (rtpxqtdepay, "parsing %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (fourcc)); + + switch (fourcc) { + case FOURCC_avc1: + case FOURCC_avc3: + { + guint32 chlen; + + if (len < 0x56) + goto too_short; + len -= 0x56; + data += 0x56; + + /* find avcC */ + while (len >= 8) { + chlen = QT_UINT32 (data); + fourcc = QT_FOURCC (data + 4); + if (fourcc == FOURCC_avcC) { + GstBuffer *buf; + gint size; + GstCaps *caps; + + GST_DEBUG_OBJECT (rtpxqtdepay, "found avcC codec_data in sd, %u", + chlen); + + /* parse, if found */ + if (chlen < len) + size = chlen - 8; + else + size = len - 8; + + buf = gst_buffer_new_and_alloc (size); + gst_buffer_fill (buf, 0, data + 8, size); + caps = gst_caps_new_simple ("video/x-h264", + "codec_data", GST_TYPE_BUFFER, buf, NULL); + gst_buffer_unref (buf); + gst_pad_set_caps (GST_RTP_BASE_DEPAYLOAD (rtpxqtdepay)->srcpad, caps); + gst_caps_unref (caps); + break; + } + len -= chlen; + data += chlen; + } + break; + } + default: + break; + } + return TRUE; + + /* ERRORS */ +too_short: + { + return FALSE; + } +} + +static gboolean +gst_rtp_xqt_depay_setcaps (GstRTPBaseDepayload * depayload, GstCaps * caps) +{ + GstStructure *structure; + gint clock_rate = 90000; /* default */ + + structure = gst_caps_get_structure (caps, 0); + + gst_structure_get_int (structure, "clock-rate", &clock_rate); + depayload->clock_rate = clock_rate; + + return TRUE; +} + +static GstBuffer * +gst_rtp_xqt_depay_process (GstRTPBaseDepayload * depayload, GstBuffer * buf) +{ + GstRtpXQTDepay *rtpxqtdepay; + GstBuffer *outbuf = NULL; + gboolean m; + GstRTPBuffer rtp = { NULL }; + + rtpxqtdepay = GST_RTP_XQT_DEPAY (depayload); + + gst_rtp_buffer_map (buf, GST_MAP_READ, &rtp); + + if (GST_BUFFER_IS_DISCONT (buf)) { + /* discont, clear adapter and try to find a new packet start */ + gst_adapter_clear (rtpxqtdepay->adapter); + rtpxqtdepay->need_resync = TRUE; + GST_DEBUG_OBJECT (rtpxqtdepay, "we need resync"); + } + + m = gst_rtp_buffer_get_marker (&rtp); + GST_LOG_OBJECT (rtpxqtdepay, "marker: %d", m); + + { + gint payload_len; + guint avail; + guint8 *payload; + guint8 ver, pck; + gboolean s, q, l, d; + + payload_len = gst_rtp_buffer_get_payload_len (&rtp); + payload = gst_rtp_buffer_get_payload (&rtp); + + /* 1 2 3 + * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * | VER |PCK|S|Q|L| RES |D| QuickTime Payload ID | + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + */ + if (payload_len <= 4) + goto wrong_length; + + ver = (payload[0] & 0xf0) >> 4; + if (ver > 1) + goto wrong_version; + + pck = (payload[0] & 0x0c) >> 2; + if (pck == 0) + goto pck_reserved; + + s = (payload[0] & 0x02) != 0; /* contains sync sample */ + q = (payload[0] & 0x01) != 0; /* has payload description */ + l = (payload[1] & 0x80) != 0; /* has packet specific information description */ + d = (payload[2] & 0x80) != 0; /* don't cache info for payload id */ + /* id used for caching info */ + rtpxqtdepay->current_id = ((payload[2] & 0x7f) << 8) | payload[3]; + + GST_LOG_OBJECT (rtpxqtdepay, + "VER: %d, PCK: %d, S: %d, Q: %d, L: %d, D: %d, ID: %d", ver, pck, s, q, + l, d, rtpxqtdepay->current_id); + + if (rtpxqtdepay->need_resync) { + /* we need to find the boundary of a new packet after a DISCONT */ + if (pck != 3 || q) { + /* non-fragmented packet or payload description present, packet starts + * here. */ + rtpxqtdepay->need_resync = FALSE; + } else { + /* fragmented packet without description */ + if (m) { + /* marker bit set, next packet is start of new one */ + rtpxqtdepay->need_resync = FALSE; + } + goto need_resync; + } + } + + payload += 4; + payload_len -= 4; + + if (q) { + gboolean k, f, a, z; + guint pdlen, pdpadded; + gint padding; + /* media_type only used for printing */ + guint32 G_GNUC_UNUSED media_type; + guint32 timescale; + + /* 1 2 3 + * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * |K|F|A|Z| RES | QuickTime Payload Desc Length | + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * . QuickTime Payload Desc Data ... . + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + */ + if (payload_len <= 4) + goto wrong_length; + + k = (payload[0] & 0x80) != 0; /* keyframe */ + f = (payload[0] & 0x40) != 0; /* sparse */ + a = (payload[0] & 0x20) != 0; /* start of payload */ + z = (payload[0] & 0x10) != 0; /* end of payload */ + pdlen = (payload[2] << 8) | payload[3]; + + if (pdlen < 12) + goto wrong_length; + + /* calc padding */ + pdpadded = pdlen + 3; + pdpadded -= pdpadded % 4; + if (payload_len < pdpadded) + goto wrong_length; + + padding = pdpadded - pdlen; + GST_LOG_OBJECT (rtpxqtdepay, + "K: %d, F: %d, A: %d, Z: %d, len: %d, padding %d", k, f, a, z, pdlen, + padding); + + payload += 4; + payload_len -= 4; + /* 1 2 3 + * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * | QuickTime Media Type | + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * | Timescale | + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * . QuickTime TLVs ... . + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + */ + media_type = + (payload[0] << 24) | (payload[1] << 16) | (payload[2] << 8) | + payload[3]; + timescale = + (payload[4] << 24) | (payload[5] << 16) | (payload[6] << 8) | + payload[7]; + + GST_LOG_OBJECT (rtpxqtdepay, "media_type: %c%c%c%c, timescale %u", + payload[0], payload[1], payload[2], payload[3], timescale); + + payload += 8; + payload_len -= 8; + pdlen -= 12; + + /* parse TLV (type-length-value triplets */ + while (pdlen > 3) { + guint16 tlv_len, tlv_type; + + /* 1 2 3 + * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * | QuickTime TLV Length | QuickTime TLV Type | + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * . QuickTime TLV Value ... . + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + */ + tlv_len = (payload[0] << 8) | payload[1]; + tlv_type = (payload[2] << 8) | payload[3]; + pdlen -= 4; + if (tlv_len > pdlen) + goto wrong_length; + + GST_LOG_OBJECT (rtpxqtdepay, "TLV '%c%c', len %d", payload[2], + payload[3], tlv_len); + + payload += 4; + payload_len -= 4; + + switch (tlv_type) { + case TLV_sd: + /* Session description */ + if (!gst_rtp_quicktime_parse_sd (rtpxqtdepay, payload, tlv_len)) + goto unknown_format; + rtpxqtdepay->have_sd = TRUE; + break; + case TLV_qt: + case TLV_ti: + case TLV_ly: + case TLV_vo: + case TLV_mx: + case TLV_tr: + case TLV_tw: + case TLV_th: + case TLV_la: + case TLV_rt: + case TLV_gm: + case TLV_oc: + case TLV_cr: + case TLV_du: + case TLV_po: + default: + break; + } + + pdlen -= tlv_len; + payload += tlv_len; + payload_len -= tlv_len; + } + payload += padding; + payload_len -= padding; + } + + if (l) { + guint ssilen, ssipadded; + gint padding; + + /* 1 2 3 + * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * | RES | Sample-Specific Info Length | + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * . QuickTime TLVs ... + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + */ + if (payload_len <= 4) + goto wrong_length; + + ssilen = (payload[2] << 8) | payload[3]; + if (ssilen < 4) + goto wrong_length; + + /* calc padding */ + ssipadded = ssilen + 3; + ssipadded -= ssipadded % 4; + if (payload_len < ssipadded) + goto wrong_length; + + padding = ssipadded - ssilen; + GST_LOG_OBJECT (rtpxqtdepay, "len: %d, padding %d", ssilen, padding); + + payload += 4; + payload_len -= 4; + ssilen -= 4; + + /* parse TLV (type-length-value triplets */ + while (ssilen > 3) { + guint16 tlv_len, tlv_type; + + /* 1 2 3 + * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * | QuickTime TLV Length | QuickTime TLV Type | + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * . QuickTime TLV Value ... . + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + */ + tlv_len = (payload[0] << 8) | payload[1]; + tlv_type = (payload[2] << 8) | payload[3]; + ssilen -= 4; + if (tlv_len > ssilen) + goto wrong_length; + + GST_LOG_OBJECT (rtpxqtdepay, "TLV '%c%c', len %d", payload[2], + payload[3], tlv_len); + + payload += 4; + payload_len -= 4; + + switch (tlv_type) { + case TLV_sd: + case TLV_qt: + case TLV_ti: + case TLV_ly: + case TLV_vo: + case TLV_mx: + case TLV_tr: + case TLV_tw: + case TLV_th: + case TLV_la: + case TLV_rt: + case TLV_gm: + case TLV_oc: + case TLV_cr: + case TLV_du: + case TLV_po: + default: + break; + } + + ssilen -= tlv_len; + payload += tlv_len; + payload_len -= tlv_len; + } + payload += padding; + payload_len -= padding; + } + + rtpxqtdepay->previous_id = rtpxqtdepay->current_id; + + switch (pck) { + case 1: + { + /* multiple samples per packet. */ + outbuf = gst_buffer_new_and_alloc (payload_len); + gst_buffer_fill (outbuf, 0, payload, payload_len); + + goto done; + } + case 2: + { + guint slen; + + /* multiple samples per packet. + * 1 2 3 + * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * |S| Reserved | Sample Length | + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * | Sample Timestamp | + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * . Sample Data ... . + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * |S| Reserved | Sample Length | + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * | Sample Timestamp | + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * . Sample Data ... . + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * . ...... . + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + */ + while (payload_len > 8) { + s = (payload[0] & 0x80) != 0; /* contains sync sample */ + slen = (payload[2] << 8) | payload[3]; + /* timestamp = + * (payload[4] << 24) | (payload[5] << 16) | (payload[6] << 8) | + * payload[7]; + */ + + payload += 8; + payload_len -= 8; + + if (slen > payload_len) + slen = payload_len; + + outbuf = gst_buffer_new_and_alloc (slen); + gst_buffer_fill (outbuf, 0, payload, slen); + if (!s) + GST_BUFFER_FLAG_SET (outbuf, GST_BUFFER_FLAG_DELTA_UNIT); + + gst_rtp_base_depayload_push (depayload, outbuf); + + /* aligned on 32 bit boundary */ + slen = GST_ROUND_UP_4 (slen); + + payload += slen; + payload_len -= slen; + } + break; + } + case 3: + { + /* one sample per packet, use adapter to combine based on marker bit. */ + outbuf = gst_buffer_new_and_alloc (payload_len); + gst_buffer_fill (outbuf, 0, payload, payload_len); + + gst_adapter_push (rtpxqtdepay->adapter, outbuf); + outbuf = NULL; + + if (!m) + goto done; + + avail = gst_adapter_available (rtpxqtdepay->adapter); + outbuf = gst_adapter_take_buffer (rtpxqtdepay->adapter, avail); + + GST_DEBUG_OBJECT (rtpxqtdepay, + "gst_rtp_xqt_depay_chain: pushing buffer of size %u", avail); + + goto done; + } + } + } + +done: + gst_rtp_buffer_unmap (&rtp); + return outbuf; + +need_resync: + { + GST_DEBUG_OBJECT (rtpxqtdepay, "waiting for marker"); + goto done; + } +wrong_version: + { + GST_ELEMENT_WARNING (rtpxqtdepay, STREAM, DECODE, + ("Unknown payload version."), (NULL)); + goto done; + } +pck_reserved: + { + GST_ELEMENT_WARNING (rtpxqtdepay, STREAM, DECODE, + ("PCK reserved 0."), (NULL)); + goto done; + } +wrong_length: + { + GST_ELEMENT_WARNING (rtpxqtdepay, STREAM, DECODE, + ("Wrong payload length."), (NULL)); + goto done; + } +unknown_format: + { + GST_ELEMENT_WARNING (rtpxqtdepay, STREAM, DECODE, + ("Unknown payload format."), (NULL)); + goto done; + } +} + +static GstStateChangeReturn +gst_rtp_xqt_depay_change_state (GstElement * element, GstStateChange transition) +{ + GstRtpXQTDepay *rtpxqtdepay; + GstStateChangeReturn ret; + + rtpxqtdepay = GST_RTP_XQT_DEPAY (element); + + switch (transition) { + case GST_STATE_CHANGE_READY_TO_PAUSED: + gst_adapter_clear (rtpxqtdepay->adapter); + rtpxqtdepay->previous_id = -1; + rtpxqtdepay->current_id = -1; + rtpxqtdepay->need_resync = TRUE; + rtpxqtdepay->have_sd = FALSE; + break; + default: + break; + } + + ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition); + + switch (transition) { + case GST_STATE_CHANGE_PAUSED_TO_READY: + gst_adapter_clear (rtpxqtdepay->adapter); + default: + break; + } + return ret; +} diff --git a/gst/isomp4/gstrtpxqtdepay.h b/gst/isomp4/gstrtpxqtdepay.h new file mode 100755 index 0000000..ca4e41a --- /dev/null +++ b/gst/isomp4/gstrtpxqtdepay.h @@ -0,0 +1,64 @@ +/* GStreamer + * Copyright (C) <2005> Wim Taymans <wim@fluendo.com> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ + +#ifndef __GST_RTP_XQT_DEPAY_H__ +#define __GST_RTP_XQT_DEPAY_H__ + +#include <gst/gst.h> +#include <gst/base/gstadapter.h> +#include <gst/rtp/gstrtpbasedepayload.h> + +G_BEGIN_DECLS + +#define GST_TYPE_RTP_XQT_DEPAY \ + (gst_rtp_xqt_depay_get_type()) +#define GST_RTP_XQT_DEPAY(obj) \ + (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_RTP_XQT_DEPAY,GstRtpXQTDepay)) +#define GST_RTP_XQT_DEPAY_CLASS(klass) \ + (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_RTP_XQT_DEPAY,GstRtpXQTDepayClass)) +#define GST_IS_RTP_XQT_DEPAY(obj) \ + (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_RTP_XQT_DEPAY)) +#define GST_IS_RTP_XQT_DEPAY_CLASS(klass) \ + (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_RTP_XQT_DEPAY)) + +typedef struct _GstRtpXQTDepay GstRtpXQTDepay; +typedef struct _GstRtpXQTDepayClass GstRtpXQTDepayClass; + +struct _GstRtpXQTDepay +{ + GstRTPBaseDepayload depayload; + + GstAdapter *adapter; + + gboolean need_resync; + guint16 previous_id; + guint16 current_id; + gboolean have_sd; +}; + +struct _GstRtpXQTDepayClass +{ + GstRTPBaseDepayloadClass parent_class; +}; + +GType gst_rtp_xqt_depay_get_type (void); + +G_END_DECLS + +#endif /* __GST_RTP_XQT_DEPAY_H__ */ diff --git a/gst/isomp4/isomp4-plugin.c b/gst/isomp4/isomp4-plugin.c new file mode 100755 index 0000000..7ff78ce --- /dev/null +++ b/gst/isomp4/isomp4-plugin.c @@ -0,0 +1,73 @@ +/* GStreamer + * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu> + * Copyright (C) <2003> David A. Schleef <ds@schleef.org> + * Copyright (C) <2006> Wim Taymans <wim@fluendo.com> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ + +#ifdef HAVE_CONFIG_H +#include "config.h" +#endif +#include "gst/gst-i18n-plugin.h" + +#include "qtdemux.h" +#include "gstrtpxqtdepay.h" +#include "gstqtmux.h" +#include "gstqtmoovrecover.h" + +#include <gst/pbutils/pbutils.h> + +static gboolean +plugin_init (GstPlugin * plugin) +{ +#ifdef ENABLE_NLS + bindtextdomain (GETTEXT_PACKAGE, LOCALEDIR); + bind_textdomain_codeset (GETTEXT_PACKAGE, "UTF-8"); +#endif /* ENABLE_NLS */ + + gst_pb_utils_init (); + + /* ensure private tag is registered */ + gst_tag_register (GST_QT_DEMUX_PRIVATE_TAG, GST_TAG_FLAG_META, + GST_TYPE_SAMPLE, "QT atom", "unparsed QT tag atom", + gst_tag_merge_use_first); + + gst_tag_register (GST_QT_DEMUX_CLASSIFICATION_TAG, GST_TAG_FLAG_META, + G_TYPE_STRING, GST_QT_DEMUX_CLASSIFICATION_TAG, "content classification", + gst_tag_merge_use_first); + + if (!gst_element_register (plugin, "qtdemux", + GST_RANK_PRIMARY, GST_TYPE_QTDEMUX)) + return FALSE; + + if (!gst_element_register (plugin, "rtpxqtdepay", + GST_RANK_MARGINAL, GST_TYPE_RTP_XQT_DEPAY)) + return FALSE; + + if (!gst_qt_mux_register (plugin)) + return FALSE; + if (!gst_qt_moov_recover_register (plugin)) + return FALSE; + + return TRUE; +} + +GST_PLUGIN_DEFINE (GST_VERSION_MAJOR, + GST_VERSION_MINOR, + isomp4, + "ISO base media file format support (mp4, 3gpp, qt, mj2)", + plugin_init, VERSION, "LGPL", GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN); diff --git a/gst/isomp4/properties.c b/gst/isomp4/properties.c new file mode 100755 index 0000000..cb43e29 --- /dev/null +++ b/gst/isomp4/properties.c @@ -0,0 +1,210 @@ +/* Quicktime muxer plugin for GStreamer + * Copyright (C) 2008 Thiago Sousa Santos <thiagoss@embedded.ufcg.edu.br> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ +/* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + +#include "properties.h" + +/* if needed, re-allocate buffer to ensure size bytes can be written into it + * at offset */ +void +prop_copy_ensure_buffer (guint8 ** buffer, guint64 * bsize, guint64 * offset, + guint64 size) +{ + if (buffer && *bsize - *offset < size) { + *bsize += size + 10 * 1024; + *buffer = g_realloc (*buffer, *bsize); + } +} + +static guint64 +copy_func (void *prop, guint size, guint8 ** buffer, guint64 * bsize, + guint64 * offset) +{ + if (buffer) { + prop_copy_ensure_buffer (buffer, bsize, offset, size); + memcpy (*buffer + *offset, prop, size); + } + *offset += size; + return size; +} + +#define INT_ARRAY_COPY_FUNC_FAST(name, datatype) \ +guint64 prop_copy_ ## name ## _array (datatype *prop, guint size, \ + guint8 ** buffer, guint64 * bsize, guint64 * offset) { \ + return copy_func (prop, sizeof (datatype) * size, buffer, bsize, offset);\ +} + +#define INT_ARRAY_COPY_FUNC(name, datatype) \ +guint64 prop_copy_ ## name ## _array (datatype *prop, guint size, \ + guint8 ** buffer, guint64 * bsize, guint64 * offset) { \ + guint i; \ + \ + for (i = 0; i < size; i++) { \ + prop_copy_ ## name (prop[i], buffer, bsize, offset); \ + } \ + return sizeof (datatype) * size; \ +} + +/* INTEGERS */ +guint64 +prop_copy_uint8 (guint8 prop, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + return copy_func (&prop, sizeof (guint8), buffer, size, offset); +} + +guint64 +prop_copy_uint16 (guint16 prop, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + prop = GUINT16_TO_BE (prop); + return copy_func (&prop, sizeof (guint16), buffer, size, offset); +} + +guint64 +prop_copy_uint32 (guint32 prop, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + prop = GUINT32_TO_BE (prop); + return copy_func (&prop, sizeof (guint32), buffer, size, offset); +} + +guint64 +prop_copy_uint64 (guint64 prop, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + prop = GUINT64_TO_BE (prop); + return copy_func (&prop, sizeof (guint64), buffer, size, offset); +} + +guint64 +prop_copy_int32 (gint32 prop, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + prop = GINT32_TO_BE (prop); + return copy_func (&prop, sizeof (guint32), buffer, size, offset); +} + +/* uint8 can use direct copy in any case, and may be used for large quantity */ +INT_ARRAY_COPY_FUNC_FAST (uint8, guint8); +/* not used in large quantity anyway */ +INT_ARRAY_COPY_FUNC (uint16, guint16); +INT_ARRAY_COPY_FUNC (uint32, guint32); +INT_ARRAY_COPY_FUNC (uint64, guint64); + +/* FOURCC */ +guint64 +prop_copy_fourcc (guint32 prop, guint8 ** buffer, guint64 * size, + guint64 * offset) +{ + prop = GINT32_TO_LE (prop); + return copy_func (&prop, sizeof (guint32), buffer, size, offset); +} + +INT_ARRAY_COPY_FUNC (fourcc, guint32); + +/** + * prop_copy_fixed_size_string: + * @string: the string to be copied + * @str_size: size of the string + * @buffer: the array to copy the string to + * @offset: the position in the buffer array. + * This value is updated to the point right after the copied string. + * + * Copies a string of bytes without placing its size at the beginning. + * + * Returns: the number of bytes copied + */ +guint64 +prop_copy_fixed_size_string (guint8 * string, guint str_size, guint8 ** buffer, + guint64 * size, guint64 * offset) +{ + return copy_func (string, str_size * sizeof (guint8), buffer, size, offset); +} + +/** + * prop_copy_size_string: + * + * @string: the string to be copied + * @str_size: size of the string + * @buffer: the array to copy the string to + * @offset: the position in the buffer array. + * This value is updated to the point right after the copied string. + * + * Copies a string and its size to an array. Example: + * string = 'abc\0' + * result in the array: [3][a][b][c] (each [x] represents a position) + * + * Returns: the number of bytes copied + */ +guint64 +prop_copy_size_string (guint8 * string, guint str_size, guint8 ** buffer, + guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + + prop_copy_uint8 (str_size, buffer, size, offset); + prop_copy_fixed_size_string (string, str_size, buffer, size, offset); + return *offset - original_offset; +} + +/** + * prop_copy_null_terminated_string: + * @string: the string to be copied + * @buffer: the array to copy the string to + * @offset: the position in the buffer array. + * This value is updated to the point right after the copied string. + * + * Copies a string including its null terminating char to an array. + * + * Returns: the number of bytes copied + */ +guint64 +prop_copy_null_terminated_string (gchar * string, guint8 ** buffer, + guint64 * size, guint64 * offset) +{ + guint64 original_offset = *offset; + guint len = strlen (string); + + prop_copy_fixed_size_string ((guint8 *) string, len, buffer, size, offset); + prop_copy_uint8 ('\0', buffer, size, offset); + return *offset - original_offset; +} diff --git a/gst/isomp4/properties.h b/gst/isomp4/properties.h new file mode 100755 index 0000000..443288c --- /dev/null +++ b/gst/isomp4/properties.h @@ -0,0 +1,87 @@ +/* Quicktime muxer plugin for GStreamer + * Copyright (C) 2008 Thiago Sousa Santos <thiagoss@embedded.ufcg.edu.br> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ +/* + * Unless otherwise indicated, Source Code is licensed under MIT license. + * See further explanation attached in License Statement (distributed in the file + * LICENSE). + * + * Permission is hereby granted, free of charge, to any person obtaining a copy of + * this software and associated documentation files (the "Software"), to deal in + * the Software without restriction, including without limitation the rights to + * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + * of the Software, and to permit persons to whom the Software is furnished to do + * so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + +#ifndef __PROPERTIES_H__ +#define __PROPERTIES_H__ + +#include <glib.h> +#include <string.h> + +/** + * Functions for copying atoms properties. + * + * All of them receive, as the input, the property to be copied, the destination + * buffer, and a pointer to an offset in the destination buffer to copy to the right place. + * This offset will be updated to the new value (offset + copied_size) + * The functions return the size of the property that has been copied or 0 + * if it couldn't copy. + */ + +void prop_copy_ensure_buffer (guint8 ** buffer, guint64 * bsize, guint64 * offset, guint64 size); + +guint64 prop_copy_uint8 (guint8 prop, guint8 **buffer, guint64 *size, guint64 *offset); +guint64 prop_copy_uint16 (guint16 prop, guint8 **buffer, guint64 *size, guint64 *offset); +guint64 prop_copy_uint32 (guint32 prop, guint8 **buffer, guint64 *size, guint64 *offset); +guint64 prop_copy_uint64 (guint64 prop, guint8 **buffer, guint64 *size, guint64 *offset); + +guint64 prop_copy_int32 (gint32 prop, guint8 **buffer, guint64 *size, guint64 *offset); + +guint64 prop_copy_uint8_array (guint8 *prop, guint size, + guint8 **buffer, guint64 *bsize, guint64 *offset); +guint64 prop_copy_uint16_array (guint16 *prop, guint size, + guint8 **buffer, guint64 *bsize, guint64 *offset); +guint64 prop_copy_uint32_array (guint32 *prop, guint size, + guint8 **buffer, guint64 *bsize, guint64 *offset); +guint64 prop_copy_uint64_array (guint64 *prop, guint size, + guint8 **buffer, guint64 *bsize, guint64 *offset); + +guint64 prop_copy_fourcc (guint32 prop, guint8 **buffer, guint64 *size, guint64 *offset); +guint64 prop_copy_fourcc_array (guint32 *prop, guint size, + guint8 **buffer, guint64 *bsize, guint64 *offset); +guint64 prop_copy_fixed_size_string (guint8 *string, guint str_size, + guint8 **buffer, guint64 *size, guint64 *offset); +guint64 prop_copy_size_string (guint8 *string, guint str_size, + guint8 **buffer, guint64 *size, guint64 *offset); +guint64 prop_copy_null_terminated_string (gchar *string, + guint8 **buffer, guint64 *size, guint64 *offset); + +#endif /* __PROPERTIES_H__ */ diff --git a/gst/isomp4/qtatomparser.h b/gst/isomp4/qtatomparser.h new file mode 100755 index 0000000..89bab50 --- /dev/null +++ b/gst/isomp4/qtatomparser.h @@ -0,0 +1,139 @@ +/* GStreamer QuickTime atom parser + * Copyright (C) 2009 Tim-Philipp Müller <tim centricular net> + * Copyright (C) <2009> STEricsson <benjamin.gaignard@stericsson.com> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ + +#ifndef QT_ATOM_PARSER_H +#define QT_ATOM_PARSER_H + +#include <gst/base/gstbytereader.h> + +/* our inlined version of GstByteReader */ + +static inline gboolean +qt_atom_parser_has_remaining (GstByteReader * parser, guint64 bytes_needed) +{ + return G_LIKELY (parser->size >= bytes_needed) && + G_LIKELY ((parser->size - bytes_needed) >= parser->byte); +} + +static inline gboolean +qt_atom_parser_has_chunks (GstByteReader * parser, guint32 n_chunks, + guint32 chunk_size) +{ + /* assumption: n_chunks and chunk_size are 32-bit, we cast to 64-bit here + * to avoid overflows, to handle e.g. (guint32)-1 * size correctly */ + return qt_atom_parser_has_remaining (parser, (guint64) n_chunks * chunk_size); +} + +static inline gboolean +qt_atom_parser_peek_sub (GstByteReader * parser, guint offset, guint size, + GstByteReader * sub) +{ + *sub = *parser; + + if (G_UNLIKELY (!gst_byte_reader_skip (sub, offset))) + return FALSE; + + return (gst_byte_reader_get_remaining (sub) >= size); +} + +static inline gboolean +qt_atom_parser_skipn_and_get_uint32 (GstByteReader * parser, + guint bytes_to_skip, guint32 * val) +{ + if (G_UNLIKELY (gst_byte_reader_get_remaining (parser) < (bytes_to_skip + 4))) + return FALSE; + + gst_byte_reader_skip_unchecked (parser, bytes_to_skip); + *val = gst_byte_reader_get_uint32_be_unchecked (parser); + return TRUE; +} + +/* off_size must be either 4 or 8 */ +static inline gboolean +qt_atom_parser_get_offset (GstByteReader * parser, guint off_size, + guint64 * val) +{ + if (G_UNLIKELY (gst_byte_reader_get_remaining (parser) < off_size)) + return FALSE; + + if (off_size == sizeof (guint64)) { + *val = gst_byte_reader_get_uint64_be_unchecked (parser); + } else { + *val = gst_byte_reader_get_uint32_be_unchecked (parser); + } + return TRUE; +} + +/* off_size must be either 4 or 8 */ +static inline guint64 +qt_atom_parser_get_offset_unchecked (GstByteReader * parser, guint off_size) +{ + if (off_size == sizeof (guint64)) { + return gst_byte_reader_get_uint64_be_unchecked (parser); + } else { + return gst_byte_reader_get_uint32_be_unchecked (parser); + } +} + +/* size must be from 1 to 4 */ +static inline guint32 +qt_atom_parser_get_uint_with_size_unchecked (GstByteReader * parser, + guint size) +{ + switch (size) { + case 1: + return gst_byte_reader_get_uint8_unchecked (parser); + case 2: + return gst_byte_reader_get_uint16_be_unchecked (parser); + case 3: + return gst_byte_reader_get_uint24_be_unchecked (parser); + case 4: + return gst_byte_reader_get_uint32_be_unchecked (parser); + default: + g_assert_not_reached (); + gst_byte_reader_skip_unchecked (parser, size); + break; + } + return 0; +} + +static inline gboolean +qt_atom_parser_get_fourcc (GstByteReader * parser, guint32 * fourcc) +{ + guint32 f_be; + + if (G_UNLIKELY (gst_byte_reader_get_remaining (parser) < 4)) + return FALSE; + + f_be = gst_byte_reader_get_uint32_be_unchecked (parser); + *fourcc = GUINT32_SWAP_LE_BE (f_be); + return TRUE; +} + +static inline guint32 +qt_atom_parser_get_fourcc_unchecked (GstByteReader * parser) +{ + guint32 fourcc; + + fourcc = gst_byte_reader_get_uint32_be_unchecked (parser); + return GUINT32_SWAP_LE_BE (fourcc); +} + +#endif /* QT_ATOM_PARSER_H */ diff --git a/gst/isomp4/qtdemux.c b/gst/isomp4/qtdemux.c new file mode 100755 index 0000000..31cf59c --- /dev/null +++ b/gst/isomp4/qtdemux.c @@ -0,0 +1,11972 @@ +/* GStreamer + * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu> + * Copyright (C) <2003> David A. Schleef <ds@schleef.org> + * Copyright (C) <2006> Wim Taymans <wim@fluendo.com> + * Copyright (C) <2007> Julien Moutte <julien@fluendo.com> + * Copyright (C) <2009> Tim-Philipp Müller <tim centricular net> + * Copyright (C) <2009> STEricsson <benjamin.gaignard@stericsson.com> + * Copyright (C) <2013> Sreerenj Balachandran <sreerenj.balachandran@intel.com> + * Copyright (C) <2013> Intel Corporation + * Copyright (C) <2014> Centricular Ltd + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ + +/** + * SECTION:element-qtdemux + * + * Demuxes a .mov file into raw or compressed audio and/or video streams. + * + * This element supports both push and pull-based scheduling, depending on the + * capabilities of the upstream elements. + * + * <refsect2> + * <title>Example launch line</title> + * |[ + * gst-launch-1.0 filesrc location=test.mov ! qtdemux name=demux demux.audio_0 ! queue ! decodebin ! audioconvert ! audioresample ! autoaudiosink demux.video_0 ! queue ! decodebin ! videoconvert ! videoscale ! autovideosink + * ]| Play (parse and decode) a .mov file and try to output it to + * an automatically detected soundcard and videosink. If the MOV file contains + * compressed audio or video data, this will only work if you have the + * right decoder elements/plugins installed. + * </refsect2> + */ + +#ifdef HAVE_CONFIG_H +#include "config.h" +#endif + +#include "gst/gst-i18n-plugin.h" + +#include <glib/gprintf.h> +#include <gst/tag/tag.h> +#include <gst/audio/audio.h> +#include <gst/video/video.h> + +#include "qtatomparser.h" +#include "qtdemux_types.h" +#include "qtdemux_dump.h" +#include "fourcc.h" +#include "descriptors.h" +#include "qtdemux_lang.h" +#include "qtdemux.h" +#include "qtpalette.h" + +#include "gst/riff/riff-media.h" +#include "gst/riff/riff-read.h" + +#include <gst/pbutils/pbutils.h> + +#include <stdio.h> +#include <stdlib.h> +#include <string.h> + +#include <math.h> +#include <gst/math-compat.h> + +#ifdef HAVE_ZLIB +# include <zlib.h> +#endif + +/* max. size considered 'sane' for non-mdat atoms */ +#define QTDEMUX_MAX_ATOM_SIZE (25*1024*1024) + +/* if the sample index is larger than this, something is likely wrong */ +#define QTDEMUX_MAX_SAMPLE_INDEX_SIZE (50*1024*1024) + +/* For converting qt creation times to unix epoch times */ +#define QTDEMUX_SECONDS_PER_DAY (60 * 60 * 24) +#define QTDEMUX_LEAP_YEARS_FROM_1904_TO_1970 17 +#define QTDEMUX_SECONDS_FROM_1904_TO_1970 (((1970 - 1904) * (guint64) 365 + \ + QTDEMUX_LEAP_YEARS_FROM_1904_TO_1970) * QTDEMUX_SECONDS_PER_DAY) + +#define STREAM_IS_EOS(s) (s->time_position == GST_CLOCK_TIME_NONE) + +GST_DEBUG_CATEGORY (qtdemux_debug); + +/*typedef struct _QtNode QtNode; */ +typedef struct _QtDemuxSegment QtDemuxSegment; +typedef struct _QtDemuxSample QtDemuxSample; + +/*struct _QtNode +{ + guint32 type; + guint8 *data; + gint len; +};*/ + +struct _QtDemuxSample +{ + guint32 size; + gint32 pts_offset; /* Add this value to timestamp to get the pts */ + guint64 offset; + guint64 timestamp; /* DTS In mov time */ + guint32 duration; /* In mov time */ + gboolean keyframe; /* TRUE when this packet is a keyframe */ +}; + +/* Macros for converting to/from timescale */ +#define QTSTREAMTIME_TO_GSTTIME(stream, value) (gst_util_uint64_scale((value), GST_SECOND, (stream)->timescale)) +#define GSTTIME_TO_QTSTREAMTIME(stream, value) (gst_util_uint64_scale((value), (stream)->timescale, GST_SECOND)) + +#define QTTIME_TO_GSTTIME(qtdemux, value) (gst_util_uint64_scale((value), GST_SECOND, (qtdemux)->timescale)) +#define GSTTIME_TO_QTTIME(qtdemux, value) (gst_util_uint64_scale((value), (qtdemux)->timescale, GST_SECOND)) + +/* timestamp is the DTS */ +#define QTSAMPLE_DTS(stream,sample) (QTSTREAMTIME_TO_GSTTIME((stream), (sample)->timestamp)) +/* timestamp + offset is the PTS */ +#define QTSAMPLE_PTS(stream,sample) (QTSTREAMTIME_TO_GSTTIME((stream), (sample)->timestamp + (sample)->pts_offset)) +/* timestamp + duration - dts is the duration */ +#define QTSAMPLE_DUR_DTS(stream, sample, dts) (QTSTREAMTIME_TO_GSTTIME ((stream), (sample)->timestamp + (sample)->duration) - (dts)) + +#define QTSAMPLE_KEYFRAME(stream,sample) ((stream)->all_keyframe || (sample)->keyframe) + +/* + * Quicktime has tracks and segments. A track is a continuous piece of + * multimedia content. The track is not always played from start to finish but + * instead, pieces of the track are 'cut out' and played in sequence. This is + * what the segments do. + * + * Inside the track we have keyframes (K) and delta frames. The track has its + * own timing, which starts from 0 and extends to end. The position in the track + * is called the media_time. + * + * The segments now describe the pieces that should be played from this track + * and are basically tuples of media_time/duration/rate entries. We can have + * multiple segments and they are all played after one another. An example: + * + * segment 1: media_time: 1 second, duration: 1 second, rate 1 + * segment 2: media_time: 3 second, duration: 2 second, rate 2 + * + * To correctly play back this track, one must play: 1 second of media starting + * from media_time 1 followed by 2 seconds of media starting from media_time 3 + * at a rate of 2. + * + * Each of the segments will be played at a specific time, the first segment at + * time 0, the second one after the duration of the first one, etc.. Note that + * the time in resulting playback is not identical to the media_time of the + * track anymore. + * + * Visually, assuming the track has 4 second of media_time: + * + * (a) (b) (c) (d) + * .-----------------------------------------------------------. + * track: | K.....K.........K........K.......K.......K...........K... | + * '-----------------------------------------------------------' + * 0 1 2 3 4 + * .------------^ ^ .----------^ ^ + * / .-------------' / .------------------' + * / / .-----' / + * .--------------. .--------------. + * | segment 1 | | segment 2 | + * '--------------' '--------------' + * + * The challenge here is to cut out the right pieces of the track for each of + * the playback segments. This fortunately can easily be done with the SEGMENT + * events of GStreamer. + * + * For playback of segment 1, we need to provide the decoder with the keyframe + * (a), in the above figure, but we must instruct it only to output the decoded + * data between second 1 and 2. We do this with a SEGMENT event for 1 to 2, time + * position set to the time of the segment: 0. + * + * We then proceed to push data from keyframe (a) to frame (b). The decoder + * decodes but clips all before media_time 1. + * + * After finishing a segment, we push out a new SEGMENT event with the clipping + * boundaries of the new data. + * + * This is a good usecase for the GStreamer accumulated SEGMENT events. + */ + +struct _QtDemuxSegment +{ + /* global time and duration, all gst time */ + GstClockTime time; + GstClockTime stop_time; + GstClockTime duration; + /* media time of trak, all gst time */ + GstClockTime media_start; + GstClockTime media_stop; + gdouble rate; + /* Media start time in trak timescale units */ + guint32 trak_media_start; +}; + +#define QTSEGMENT_IS_EMPTY(s) ((s)->media_start == GST_CLOCK_TIME_NONE) + +/* Used with fragmented MP4 files (mfra atom) */ +typedef struct +{ + GstClockTime ts; + guint64 moof_offset; +} QtDemuxRandomAccessEntry; + +struct _QtDemuxStream +{ + GstPad *pad; + + /* stream type */ + guint32 subtype; + GstCaps *caps; + guint32 fourcc; + gboolean sparse; + + gboolean new_caps; + gboolean new_stream; /* signals that a stream_start is required */ + gboolean on_keyframe; /* if this stream last pushed buffer was a + * keyframe. This is important to identify + * where to stop pushing buffers after a + * segment stop time */ + + /* if the stream has a redirect URI in its headers, we store it here */ + gchar *redirect_uri; + + /* track id */ + guint track_id; + + /* duration/scale */ + guint64 duration; /* in timescale */ + guint32 timescale; + + /* language */ + gchar lang_id[4]; /* ISO 639-2T language code */ + + /* our samples */ + guint32 n_samples; + QtDemuxSample *samples; + gboolean all_keyframe; /* TRUE when all samples are keyframes (no stss) */ + guint32 first_duration; /* duration in timescale of first sample, used for figuring out + the framerate, in timescale units */ + guint32 offset_in_sample; + guint32 max_buffer_size; + + /* if we use chunks or samples */ + gboolean sampled; + guint padding; + + /* video info */ + gint width; + gint height; + /* aspect ratio */ + gint display_width; + gint display_height; + gint par_w; + gint par_h; + /* Numerator/denominator framerate */ + gint fps_n; + gint fps_d; + guint16 bits_per_sample; + guint16 color_table_id; + GstMemory *rgb8_palette; + + /* audio info */ + gdouble rate; + gint n_channels; + guint samples_per_packet; + guint samples_per_frame; + guint bytes_per_packet; + guint bytes_per_sample; + guint bytes_per_frame; + guint compression; + + /* allocation */ + gboolean use_allocator; + GstAllocator *allocator; + GstAllocationParams params; + + /* when a discontinuity is pending */ + gboolean discont; + + /* list of buffers to push first */ + GSList *buffers; + + /* if we need to clip this buffer. This is only needed for uncompressed + * data */ + gboolean need_clip; + + /* buffer needs some custom processing, e.g. subtitles */ + gboolean need_process; + + /* current position */ + guint32 segment_index; + guint32 sample_index; + GstClockTime time_position; /* in gst time */ + + /* the Gst segment we are processing out, used for clipping */ + GstSegment segment; + guint32 segment_seqnum; /* segment event seqnum obtained from seek */ + + /* quicktime segments */ + guint32 n_segments; + QtDemuxSegment *segments; + gboolean dummy_segment; + guint32 from_sample; + guint32 to_sample; + + gboolean sent_eos; + GstTagList *pending_tags; + gboolean send_global_tags; + + GstEvent *pending_event; + + GstByteReader stco; + GstByteReader stsz; + GstByteReader stsc; + GstByteReader stts; + GstByteReader stss; + GstByteReader stps; + GstByteReader ctts; + + gboolean chunks_are_samples; /* TRUE means treat chunks as samples */ + gint64 stbl_index; + /* stco */ + guint co_size; + GstByteReader co_chunk; + guint32 first_chunk; + guint32 current_chunk; + guint32 last_chunk; + guint32 samples_per_chunk; + guint32 stco_sample_index; + /* stsz */ + guint32 sample_size; /* 0 means variable sizes are stored in stsz */ + /* stsc */ + guint32 stsc_index; + guint32 n_samples_per_chunk; + guint32 stsc_chunk_index; + guint32 stsc_sample_index; + guint64 chunk_offset; + /* stts */ + guint32 stts_index; + guint32 stts_samples; + guint32 n_sample_times; + guint32 stts_sample_index; + guint64 stts_time; + guint32 stts_duration; + /* stss */ + gboolean stss_present; + guint32 n_sample_syncs; + guint32 stss_index; + /* stps */ + gboolean stps_present; + guint32 n_sample_partial_syncs; + guint32 stps_index; + QtDemuxRandomAccessEntry *ra_entries; + guint n_ra_entries; + + const QtDemuxRandomAccessEntry *pending_seek; + + /* ctts */ + gboolean ctts_present; + guint32 n_composition_times; + guint32 ctts_index; + guint32 ctts_sample_index; + guint32 ctts_count; + gint32 ctts_soffset; + + /* fragmented */ + gboolean parsed_trex; + guint32 def_sample_duration; + guint32 def_sample_size; + guint32 def_sample_flags; + + gboolean disabled; +}; + +enum QtDemuxState +{ + QTDEMUX_STATE_INITIAL, /* Initial state (haven't got the header yet) */ + QTDEMUX_STATE_HEADER, /* Parsing the header */ + QTDEMUX_STATE_MOVIE, /* Parsing/Playing the media data */ + QTDEMUX_STATE_BUFFER_MDAT /* Buffering the mdat atom */ +}; + +static GNode *qtdemux_tree_get_child_by_type (GNode * node, guint32 fourcc); +static GNode *qtdemux_tree_get_child_by_type_full (GNode * node, + guint32 fourcc, GstByteReader * parser); +static GNode *qtdemux_tree_get_sibling_by_type (GNode * node, guint32 fourcc); +static GNode *qtdemux_tree_get_sibling_by_type_full (GNode * node, + guint32 fourcc, GstByteReader * parser); + +static GstFlowReturn qtdemux_add_fragmented_samples (GstQTDemux * qtdemux); + +static GstStaticPadTemplate gst_qtdemux_sink_template = + GST_STATIC_PAD_TEMPLATE ("sink", + GST_PAD_SINK, + GST_PAD_ALWAYS, + GST_STATIC_CAPS ("video/quicktime; video/mj2; audio/x-m4a; " + "application/x-3gp") + ); + +static GstStaticPadTemplate gst_qtdemux_videosrc_template = +GST_STATIC_PAD_TEMPLATE ("video_%u", + GST_PAD_SRC, + GST_PAD_SOMETIMES, + GST_STATIC_CAPS_ANY); + +static GstStaticPadTemplate gst_qtdemux_audiosrc_template = +GST_STATIC_PAD_TEMPLATE ("audio_%u", + GST_PAD_SRC, + GST_PAD_SOMETIMES, + GST_STATIC_CAPS_ANY); + +static GstStaticPadTemplate gst_qtdemux_subsrc_template = +GST_STATIC_PAD_TEMPLATE ("subtitle_%u", + GST_PAD_SRC, + GST_PAD_SOMETIMES, + GST_STATIC_CAPS_ANY); + +#define gst_qtdemux_parent_class parent_class +G_DEFINE_TYPE (GstQTDemux, gst_qtdemux, GST_TYPE_ELEMENT); + +static void gst_qtdemux_dispose (GObject * object); + +static guint32 +gst_qtdemux_find_index_linear (GstQTDemux * qtdemux, QtDemuxStream * str, + GstClockTime media_time); +static guint32 +gst_qtdemux_find_index_for_given_media_offset_linear (GstQTDemux * qtdemux, + QtDemuxStream * str, gint64 media_offset); + +#if 0 +static void gst_qtdemux_set_index (GstElement * element, GstIndex * index); +static GstIndex *gst_qtdemux_get_index (GstElement * element); +#endif +static GstStateChangeReturn gst_qtdemux_change_state (GstElement * element, + GstStateChange transition); +static gboolean qtdemux_sink_activate (GstPad * sinkpad, GstObject * parent); +static gboolean qtdemux_sink_activate_mode (GstPad * sinkpad, + GstObject * parent, GstPadMode mode, gboolean active); + +static void gst_qtdemux_loop (GstPad * pad); +static GstFlowReturn gst_qtdemux_chain (GstPad * sinkpad, GstObject * parent, + GstBuffer * inbuf); +static gboolean gst_qtdemux_handle_sink_event (GstPad * pad, GstObject * parent, + GstEvent * event); +static gboolean gst_qtdemux_setcaps (GstQTDemux * qtdemux, GstCaps * caps); +static gboolean gst_qtdemux_configure_stream (GstQTDemux * qtdemux, + QtDemuxStream * stream); +static GstFlowReturn gst_qtdemux_process_adapter (GstQTDemux * demux, + gboolean force); + +static gboolean qtdemux_parse_moov (GstQTDemux * qtdemux, + const guint8 * buffer, guint length); +static gboolean qtdemux_parse_node (GstQTDemux * qtdemux, GNode * node, + const guint8 * buffer, guint length); +static gboolean qtdemux_parse_tree (GstQTDemux * qtdemux); +static void qtdemux_parse_udta (GstQTDemux * qtdemux, GstTagList * taglist, + GNode * udta); + +static void gst_qtdemux_handle_esds (GstQTDemux * qtdemux, + QtDemuxStream * stream, GNode * esds, GstTagList * list); +static GstCaps *qtdemux_video_caps (GstQTDemux * qtdemux, + QtDemuxStream * stream, guint32 fourcc, const guint8 * stsd_data, + gchar ** codec_name); +static GstCaps *qtdemux_audio_caps (GstQTDemux * qtdemux, + QtDemuxStream * stream, guint32 fourcc, const guint8 * data, int len, + gchar ** codec_name); +static GstCaps *qtdemux_sub_caps (GstQTDemux * qtdemux, + QtDemuxStream * stream, guint32 fourcc, const guint8 * data, + gchar ** codec_name); +static GstCaps *qtdemux_generic_caps (GstQTDemux * qtdemux, + QtDemuxStream * stream, guint32 fourcc, const guint8 * stsd_data, + gchar ** codec_name); + +static gboolean qtdemux_parse_samples (GstQTDemux * qtdemux, + QtDemuxStream * stream, guint32 n); +static GstFlowReturn qtdemux_expose_streams (GstQTDemux * qtdemux); +static void gst_qtdemux_stream_free (GstQTDemux * qtdemux, + QtDemuxStream * stream); +static void gst_qtdemux_stream_clear (GstQTDemux * qtdemux, + QtDemuxStream * stream); +static void gst_qtdemux_remove_stream (GstQTDemux * qtdemux, int index); +static GstFlowReturn qtdemux_prepare_streams (GstQTDemux * qtdemux); +static void qtdemux_do_allocation (GstQTDemux * qtdemux, + QtDemuxStream * stream); + +static gboolean qtdemux_pull_mfro_mfra (GstQTDemux * qtdemux); +static void check_update_duration (GstQTDemux * qtdemux, GstClockTime duration); + +static void +gst_qtdemux_class_init (GstQTDemuxClass * klass) +{ + GObjectClass *gobject_class; + GstElementClass *gstelement_class; + + gobject_class = (GObjectClass *) klass; + gstelement_class = (GstElementClass *) klass; + + parent_class = g_type_class_peek_parent (klass); + + gobject_class->dispose = gst_qtdemux_dispose; + + gstelement_class->change_state = GST_DEBUG_FUNCPTR (gst_qtdemux_change_state); +#if 0 + gstelement_class->set_index = GST_DEBUG_FUNCPTR (gst_qtdemux_set_index); + gstelement_class->get_index = GST_DEBUG_FUNCPTR (gst_qtdemux_get_index); +#endif + + gst_tag_register_musicbrainz_tags (); + + gst_element_class_add_pad_template (gstelement_class, + gst_static_pad_template_get (&gst_qtdemux_sink_template)); + gst_element_class_add_pad_template (gstelement_class, + gst_static_pad_template_get (&gst_qtdemux_videosrc_template)); + gst_element_class_add_pad_template (gstelement_class, + gst_static_pad_template_get (&gst_qtdemux_audiosrc_template)); + gst_element_class_add_pad_template (gstelement_class, + gst_static_pad_template_get (&gst_qtdemux_subsrc_template)); + gst_element_class_set_static_metadata (gstelement_class, "QuickTime demuxer", + "Codec/Demuxer", + "Demultiplex a QuickTime file into audio and video streams", + "David Schleef <ds@schleef.org>, Wim Taymans <wim@fluendo.com>"); + + GST_DEBUG_CATEGORY_INIT (qtdemux_debug, "qtdemux", 0, "qtdemux plugin"); + +} + +static void +gst_qtdemux_init (GstQTDemux * qtdemux) +{ + qtdemux->sinkpad = + gst_pad_new_from_static_template (&gst_qtdemux_sink_template, "sink"); + gst_pad_set_activate_function (qtdemux->sinkpad, qtdemux_sink_activate); + gst_pad_set_activatemode_function (qtdemux->sinkpad, + qtdemux_sink_activate_mode); + gst_pad_set_chain_function (qtdemux->sinkpad, gst_qtdemux_chain); + gst_pad_set_event_function (qtdemux->sinkpad, gst_qtdemux_handle_sink_event); + gst_element_add_pad (GST_ELEMENT_CAST (qtdemux), qtdemux->sinkpad); + + qtdemux->state = QTDEMUX_STATE_INITIAL; + qtdemux->pullbased = FALSE; + qtdemux->posted_redirect = FALSE; + qtdemux->neededbytes = 16; + qtdemux->todrop = 0; + qtdemux->adapter = gst_adapter_new (); + qtdemux->offset = 0; + qtdemux->first_mdat = -1; + qtdemux->got_moov = FALSE; + qtdemux->mdatoffset = -1; + qtdemux->mdatbuffer = NULL; + qtdemux->restoredata_buffer = NULL; + qtdemux->restoredata_offset = -1; + qtdemux->fragment_start = -1; + qtdemux->fragment_start_offset = -1; + qtdemux->media_caps = NULL; + qtdemux->exposed = FALSE; + qtdemux->mss_mode = FALSE; + qtdemux->pending_newsegment = NULL; + qtdemux->upstream_newsegment = FALSE; + qtdemux->have_group_id = FALSE; + qtdemux->group_id = G_MAXUINT; + gst_segment_init (&qtdemux->segment, GST_FORMAT_TIME); + qtdemux->flowcombiner = gst_flow_combiner_new (); + + GST_OBJECT_FLAG_SET (qtdemux, GST_ELEMENT_FLAG_INDEXABLE); +} + +static void +gst_qtdemux_dispose (GObject * object) +{ + GstQTDemux *qtdemux = GST_QTDEMUX (object); + + if (qtdemux->adapter) { + g_object_unref (G_OBJECT (qtdemux->adapter)); + qtdemux->adapter = NULL; + } + gst_flow_combiner_free (qtdemux->flowcombiner); + + G_OBJECT_CLASS (parent_class)->dispose (object); +} + +static void +gst_qtdemux_post_no_playable_stream_error (GstQTDemux * qtdemux) +{ + if (qtdemux->posted_redirect) { + GST_ELEMENT_ERROR (qtdemux, STREAM, DEMUX, + (_("This file contains no playable streams.")), + ("no known streams found, a redirect message has been posted")); + } else { + GST_ELEMENT_ERROR (qtdemux, STREAM, DEMUX, + (_("This file contains no playable streams.")), + ("no known streams found")); + } +} + +static GstBuffer * +_gst_buffer_new_wrapped (gpointer mem, gsize size, GFreeFunc free_func) +{ + return gst_buffer_new_wrapped_full (free_func ? 0 : GST_MEMORY_FLAG_READONLY, + mem, size, 0, size, mem, free_func); +} + +static GstFlowReturn +gst_qtdemux_pull_atom (GstQTDemux * qtdemux, guint64 offset, guint64 size, + GstBuffer ** buf) +{ + GstFlowReturn flow; + GstMapInfo map; + gsize bsize; + + if (G_UNLIKELY (size == 0)) { + GstFlowReturn ret; + GstBuffer *tmp = NULL; + + ret = gst_qtdemux_pull_atom (qtdemux, offset, sizeof (guint32), &tmp); + if (ret != GST_FLOW_OK) + return ret; + + gst_buffer_map (tmp, &map, GST_MAP_READ); + size = QT_UINT32 (map.data); + GST_DEBUG_OBJECT (qtdemux, "size 0x%08" G_GINT64_MODIFIER "x", size); + + gst_buffer_unmap (tmp, &map); + gst_buffer_unref (tmp); + } + + /* Sanity check: catch bogus sizes (fuzzed/broken files) */ + if (G_UNLIKELY (size > QTDEMUX_MAX_ATOM_SIZE)) { + if (qtdemux->state != QTDEMUX_STATE_MOVIE && qtdemux->got_moov) { + /* we're pulling header but already got most interesting bits, + * so never mind the rest (e.g. tags) (that much) */ + GST_WARNING_OBJECT (qtdemux, "atom has bogus size %" G_GUINT64_FORMAT, + size); + return GST_FLOW_EOS; + } else { + GST_ELEMENT_ERROR (qtdemux, STREAM, DEMUX, + (_("This file is invalid and cannot be played.")), + ("atom has bogus size %" G_GUINT64_FORMAT, size)); + return GST_FLOW_ERROR; + } + } + + flow = gst_pad_pull_range (qtdemux->sinkpad, offset, size, buf); + + if (G_UNLIKELY (flow != GST_FLOW_OK)) + return flow; + + bsize = gst_buffer_get_size (*buf); + /* Catch short reads - we don't want any partial atoms */ + if (G_UNLIKELY (bsize < size)) { + GST_WARNING_OBJECT (qtdemux, + "short read: %" G_GSIZE_FORMAT " < %" G_GUINT64_FORMAT, bsize, size); + gst_buffer_unref (*buf); + *buf = NULL; + return GST_FLOW_EOS; + } + + return flow; +} + +#if 1 +static gboolean +gst_qtdemux_src_convert (GstPad * pad, GstFormat src_format, gint64 src_value, + GstFormat dest_format, gint64 * dest_value) +{ + gboolean res = TRUE; + QtDemuxStream *stream = gst_pad_get_element_private (pad); + GstQTDemux *qtdemux = GST_QTDEMUX (gst_pad_get_parent (pad)); + gint32 index; + + if (stream->subtype != FOURCC_vide) { + res = FALSE; + goto done; + } + + switch (src_format) { + case GST_FORMAT_TIME: + switch (dest_format) { + case GST_FORMAT_BYTES:{ + index = gst_qtdemux_find_index_linear (qtdemux, stream, src_value); + if (-1 == index) + return FALSE; + + *dest_value = stream->samples[index].offset; + + GST_DEBUG_OBJECT (qtdemux, "Format Conversion Time->Offset :%" + GST_TIME_FORMAT "->%" G_GUINT64_FORMAT, + GST_TIME_ARGS (src_value), *dest_value); + break; + } + default: + res = FALSE; + break; + } + break; + case GST_FORMAT_BYTES: + switch (dest_format) { + case GST_FORMAT_TIME:{ + index = + gst_qtdemux_find_index_for_given_media_offset_linear (qtdemux, + stream, src_value); + + if (-1 == index) + return FALSE; + + *dest_value = + QTSTREAMTIME_TO_GSTTIME (stream, + stream->samples[index].timestamp); + GST_DEBUG_OBJECT (qtdemux, + "Format Conversion Offset->Time :%" G_GUINT64_FORMAT "->%" + GST_TIME_FORMAT, src_value, GST_TIME_ARGS (*dest_value)); + break; + } + default: + res = FALSE; + break; + } + break; + default: + res = FALSE; + } + +done: + gst_object_unref (qtdemux); + + return res; +} +#endif + +static gboolean +gst_qtdemux_get_duration (GstQTDemux * qtdemux, GstClockTime * duration) +{ + gboolean res = TRUE; + + *duration = GST_CLOCK_TIME_NONE; + + if (qtdemux->duration != 0) { + if (qtdemux->duration != G_MAXINT64 && qtdemux->timescale != 0) { + *duration = QTTIME_TO_GSTTIME (qtdemux, qtdemux->duration); + } + } + return res; +} + +static gboolean +gst_qtdemux_handle_src_query (GstPad * pad, GstObject * parent, + GstQuery * query) +{ + gboolean res = FALSE; + GstQTDemux *qtdemux = GST_QTDEMUX (parent); + + GST_LOG_OBJECT (pad, "%s query", GST_QUERY_TYPE_NAME (query)); + + switch (GST_QUERY_TYPE (query)) { + case GST_QUERY_POSITION:{ + GstFormat fmt; + + gst_query_parse_position (query, &fmt, NULL); + if (fmt == GST_FORMAT_TIME + && GST_CLOCK_TIME_IS_VALID (qtdemux->segment.position)) { + gst_query_set_position (query, GST_FORMAT_TIME, + qtdemux->segment.position); + res = TRUE; + } + } + break; + case GST_QUERY_DURATION:{ + GstFormat fmt; + + gst_query_parse_duration (query, &fmt, NULL); + if (fmt == GST_FORMAT_TIME) { + /* First try to query upstream */ + res = gst_pad_query_default (pad, parent, query); +#ifdef GST_EXT_QTDEMUX_MODIFICATION + /* dash ss case, follow their own demux's duraton query result. + * if live streaming, upstream's duration query returns false. do not update duration anymore */ + if (!res && !qtdemux->fragmented) { +#else + if (!res) { +#endif + guint64 duration; + if (gst_qtdemux_get_duration (qtdemux, &duration) && duration > 0) { + gst_query_set_duration (query, GST_FORMAT_TIME, duration); + res = TRUE; + } + } + } + break; + } + case GST_QUERY_CONVERT:{ + GstFormat src_fmt, dest_fmt; + gint64 src_value, dest_value = 0; + + gst_query_parse_convert (query, &src_fmt, &src_value, &dest_fmt, NULL); + + res = gst_qtdemux_src_convert (pad, + src_fmt, src_value, dest_fmt, &dest_value); + if (res) { + gst_query_set_convert (query, src_fmt, src_value, dest_fmt, dest_value); + res = TRUE; + } + break; + } + case GST_QUERY_FORMATS: + gst_query_set_formats (query, 2, GST_FORMAT_TIME, GST_FORMAT_BYTES); + res = TRUE; + break; + case GST_QUERY_SEEKING:{ + GstFormat fmt; + gboolean seekable; + + /* try upstream first */ + res = gst_pad_query_default (pad, parent, query); + + if (!res) { + gst_query_parse_seeking (query, &fmt, NULL, NULL, NULL); + if (fmt == GST_FORMAT_TIME) { + GstClockTime duration = GST_CLOCK_TIME_NONE; + + gst_qtdemux_get_duration (qtdemux, &duration); + seekable = TRUE; + if (!qtdemux->pullbased) { + GstQuery *q; + + /* we might be able with help from upstream */ + seekable = FALSE; + q = gst_query_new_seeking (GST_FORMAT_BYTES); + if (gst_pad_peer_query (qtdemux->sinkpad, q)) { + gst_query_parse_seeking (q, &fmt, &seekable, NULL, NULL); + GST_LOG_OBJECT (qtdemux, "upstream BYTE seekable %d", seekable); + } + gst_query_unref (q); + } + gst_query_set_seeking (query, GST_FORMAT_TIME, seekable, 0, duration); + res = TRUE; + } + } + break; + } + case GST_QUERY_SEGMENT: + { + GstFormat format; + gint64 start, stop; + + format = qtdemux->segment.format; + + start = + gst_segment_to_stream_time (&qtdemux->segment, format, + qtdemux->segment.start); + if ((stop = qtdemux->segment.stop) == -1) + stop = qtdemux->segment.duration; + else + stop = gst_segment_to_stream_time (&qtdemux->segment, format, stop); + + gst_query_set_segment (query, qtdemux->segment.rate, format, start, stop); + res = TRUE; + break; + } + default: + res = gst_pad_query_default (pad, parent, query); + break; + } + + return res; +} + +static void +gst_qtdemux_push_tags (GstQTDemux * qtdemux, QtDemuxStream * stream) +{ + if (G_LIKELY (stream->pad)) { + GST_DEBUG_OBJECT (qtdemux, "Checking pad %s:%s for tags", + GST_DEBUG_PAD_NAME (stream->pad)); + + if (G_UNLIKELY (stream->pending_tags)) { + GST_DEBUG_OBJECT (qtdemux, "Sending tags %" GST_PTR_FORMAT, + stream->pending_tags); + gst_pad_push_event (stream->pad, + gst_event_new_tag (stream->pending_tags)); +#ifdef GST_EXT_QTDEMUX_MODIFICATION + /* post message qtdemux pending tag (for early recive application) */ + gst_element_post_message (GST_ELEMENT_CAST (qtdemux), + gst_message_new_tag (GST_OBJECT_CAST (qtdemux), + gst_tag_list_copy (stream->pending_tags))); +#endif + stream->pending_tags = NULL; + } + + if (G_UNLIKELY (stream->send_global_tags && qtdemux->tag_list)) { + GST_DEBUG_OBJECT (qtdemux, "Sending global tags %" GST_PTR_FORMAT, + qtdemux->tag_list); + gst_pad_push_event (stream->pad, + gst_event_new_tag (gst_tag_list_ref (qtdemux->tag_list))); + stream->send_global_tags = FALSE; + } + } +} + +/* push event on all source pads; takes ownership of the event */ +static void +gst_qtdemux_push_event (GstQTDemux * qtdemux, GstEvent * event) +{ + guint n; + gboolean has_valid_stream = FALSE; + GstEventType etype = GST_EVENT_TYPE (event); + + GST_DEBUG_OBJECT (qtdemux, "pushing %s event on all source pads", + GST_EVENT_TYPE_NAME (event)); + + for (n = 0; n < qtdemux->n_streams; n++) { + GstPad *pad; + QtDemuxStream *stream = qtdemux->streams[n]; + GST_DEBUG_OBJECT (qtdemux, "pushing on pad %i", n); + + if ((pad = stream->pad)) { + has_valid_stream = TRUE; + + if (etype == GST_EVENT_EOS) { + /* let's not send twice */ + if (stream->sent_eos) + continue; + stream->sent_eos = TRUE; + } + + gst_pad_push_event (pad, gst_event_ref (event)); + } + } + + gst_event_unref (event); + + /* if it is EOS and there are no pads, post an error */ + if (!has_valid_stream && etype == GST_EVENT_EOS) { + gst_qtdemux_post_no_playable_stream_error (qtdemux); + } +} + +/* push a pending newsegment event, if any from the streaming thread */ +static void +gst_qtdemux_push_pending_newsegment (GstQTDemux * qtdemux) +{ + if (qtdemux->pending_newsegment) { + gst_qtdemux_push_event (qtdemux, qtdemux->pending_newsegment); + qtdemux->pending_newsegment = NULL; + } +} + +typedef struct +{ + guint64 media_time; +} FindData; + +static gint +find_func (QtDemuxSample * s1, guint64 * media_time, gpointer user_data) +{ + if (s1->timestamp + s1->pts_offset > *media_time) + return 1; + + return -1; +} + +/* find the index of the sample that includes the data for @media_time using a + * binary search. Only to be called in optimized cases of linear search below. + * + * Returns the index of the sample. + */ +static guint32 +gst_qtdemux_find_index (GstQTDemux * qtdemux, QtDemuxStream * str, + guint64 media_time) +{ + QtDemuxSample *result; + guint32 index; + + /* convert media_time to mov format */ + media_time = + gst_util_uint64_scale_ceil (media_time, str->timescale, GST_SECOND); + + result = gst_util_array_binary_search (str->samples, str->stbl_index + 1, + sizeof (QtDemuxSample), (GCompareDataFunc) find_func, + GST_SEARCH_MODE_BEFORE, &media_time, NULL); + + if (G_LIKELY (result)) + index = result - str->samples; + else + index = 0; + + return index; +} + + + +/* find the index of the sample that includes the data for @media_offset using a + * linear search + * + * Returns the index of the sample. + */ +static guint32 +gst_qtdemux_find_index_for_given_media_offset_linear (GstQTDemux * qtdemux, + QtDemuxStream * str, gint64 media_offset) +{ + QtDemuxSample *result = str->samples; + guint32 index = 0; + + if (result == NULL || str->n_samples == 0) + return -1; + + if (media_offset == result->offset) + return index; + + result++; + while (index < str->n_samples - 1) { + if (!qtdemux_parse_samples (qtdemux, str, index + 1)) + goto parse_failed; + + if (media_offset < result->offset) + break; + + index++; + result++; + } + return index; + + /* ERRORS */ +parse_failed: + { + GST_LOG_OBJECT (qtdemux, "Parsing of index %u failed!", index + 1); + return -1; + } +} + +/* find the index of the sample that includes the data for @media_time using a + * linear search, and keeping in mind that not all samples may have been parsed + * yet. If possible, it will delegate to binary search. + * + * Returns the index of the sample. + */ +static guint32 +gst_qtdemux_find_index_linear (GstQTDemux * qtdemux, QtDemuxStream * str, + GstClockTime media_time) +{ + guint32 index = 0; + guint64 mov_time; + QtDemuxSample *sample; + + /* convert media_time to mov format */ + mov_time = + gst_util_uint64_scale_ceil (media_time, str->timescale, GST_SECOND); + + sample = str->samples; + if (mov_time == sample->timestamp + sample->pts_offset) + return index; + + /* use faster search if requested time in already parsed range */ + sample = str->samples + str->stbl_index; + if (str->stbl_index >= 0 && + mov_time <= (sample->timestamp + sample->pts_offset)) + return gst_qtdemux_find_index (qtdemux, str, media_time); + + while (index < str->n_samples - 1) { + if (!qtdemux_parse_samples (qtdemux, str, index + 1)) + goto parse_failed; + + sample = str->samples + index + 1; + if (mov_time < (sample->timestamp + sample->pts_offset)) + break; + + index++; + } + return index; + + /* ERRORS */ +parse_failed: + { + GST_LOG_OBJECT (qtdemux, "Parsing of index %u failed!", index + 1); + return -1; + } +} + +/* find the index of the keyframe needed to decode the sample at @index + * of stream @str. + * + * Returns the index of the keyframe. + */ +static guint32 +gst_qtdemux_find_keyframe (GstQTDemux * qtdemux, QtDemuxStream * str, + guint32 index) +{ + guint32 new_index = index; + + if (index >= str->n_samples) { + new_index = str->n_samples; + goto beach; + } + + /* all keyframes, return index */ + if (str->all_keyframe) { + new_index = index; + goto beach; + } + + /* else go back until we have a keyframe */ + while (TRUE) { + if (str->samples[new_index].keyframe) + break; + + if (new_index == 0) + break; + + new_index--; + } + +beach: + GST_DEBUG_OBJECT (qtdemux, "searching for keyframe index before index %u " + "gave %u", index, new_index); + + return new_index; +} + +/* find the segment for @time_position for @stream + * + * Returns the index of the segment containing @time_position. + * Returns the last segment and sets the @eos variable to TRUE + * if the time is beyond the end. @eos may be NULL + */ +static guint32 +gst_qtdemux_find_segment (GstQTDemux * qtdemux, QtDemuxStream * stream, + GstClockTime time_position) +{ + gint i; + guint32 seg_idx; + + GST_LOG_OBJECT (qtdemux, "finding segment for %" GST_TIME_FORMAT, + GST_TIME_ARGS (time_position)); + + seg_idx = -1; + for (i = 0; i < stream->n_segments; i++) { + QtDemuxSegment *segment = &stream->segments[i]; + + GST_LOG_OBJECT (qtdemux, + "looking at segment %" GST_TIME_FORMAT "-%" GST_TIME_FORMAT, + GST_TIME_ARGS (segment->time), GST_TIME_ARGS (segment->stop_time)); + + /* For the last segment we include stop_time in the last segment */ + if (i < stream->n_segments - 1) { + if (segment->time <= time_position && time_position < segment->stop_time) { + GST_LOG_OBJECT (qtdemux, "segment %d matches", i); + seg_idx = i; + break; + } + } else { + /* Last segment always matches */ + seg_idx = i; + break; + } + } + return seg_idx; +} + +/* move the stream @str to the sample position @index. + * + * Updates @str->sample_index and marks discontinuity if needed. + */ +static void +gst_qtdemux_move_stream (GstQTDemux * qtdemux, QtDemuxStream * str, + guint32 index) +{ + /* no change needed */ + if (index == str->sample_index) + return; + + GST_DEBUG_OBJECT (qtdemux, "moving to sample %u of %u", index, + str->n_samples); + + /* position changed, we have a discont */ + str->sample_index = index; + str->offset_in_sample = 0; + /* Each time we move in the stream we store the position where we are + * starting from */ + str->from_sample = index; + str->discont = TRUE; +} + +static void +gst_qtdemux_adjust_seek (GstQTDemux * qtdemux, gint64 desired_time, + gboolean use_sparse, gint64 * key_time, gint64 * key_offset) +{ + guint64 min_offset; + gint64 min_byte_offset = -1; + gint n; + + min_offset = desired_time; + + /* for each stream, find the index of the sample in the segment + * and move back to the previous keyframe. */ + for (n = 0; n < qtdemux->n_streams; n++) { + QtDemuxStream *str; + guint32 index, kindex; + guint32 seg_idx; + GstClockTime media_start; + GstClockTime media_time; + GstClockTime seg_time; + QtDemuxSegment *seg; + + str = qtdemux->streams[n]; + + if (str->sparse && !use_sparse) + continue; + + seg_idx = gst_qtdemux_find_segment (qtdemux, str, desired_time); + GST_DEBUG_OBJECT (qtdemux, "align segment %d", seg_idx); + + /* get segment and time in the segment */ + seg = &str->segments[seg_idx]; + seg_time = desired_time - seg->time; + + /* get the media time in the segment */ + media_start = seg->media_start + seg_time; + + /* get the index of the sample with media time */ + index = gst_qtdemux_find_index_linear (qtdemux, str, media_start); + GST_DEBUG_OBJECT (qtdemux, "sample for %" GST_TIME_FORMAT " at %u" + " at offset %" G_GUINT64_FORMAT, + GST_TIME_ARGS (media_start), index, str->samples[index].offset); + + /* find previous keyframe */ + kindex = gst_qtdemux_find_keyframe (qtdemux, str, index); + + /* if the keyframe is at a different position, we need to update the + * requested seek time */ + if (index != kindex) { + index = kindex; + + /* get timestamp of keyframe */ + media_time = QTSAMPLE_DTS (str, &str->samples[kindex]); + GST_DEBUG_OBJECT (qtdemux, + "keyframe at %u with time %" GST_TIME_FORMAT " at offset %" + G_GUINT64_FORMAT, kindex, GST_TIME_ARGS (media_time), + str->samples[kindex].offset); + + /* keyframes in the segment get a chance to change the + * desired_offset. keyframes out of the segment are + * ignored. */ + if (media_time >= seg->media_start) { + GstClockTime seg_time; + + /* this keyframe is inside the segment, convert back to + * segment time */ + seg_time = (media_time - seg->media_start) + seg->time; + if (seg_time < min_offset) + min_offset = seg_time; + } + } + + if (min_byte_offset < 0 || str->samples[index].offset < min_byte_offset) + min_byte_offset = str->samples[index].offset; + } + + if (key_time) + *key_time = min_offset; + if (key_offset) + *key_offset = min_byte_offset; +} + +static gboolean +gst_qtdemux_convert_seek (GstPad * pad, GstFormat * format, + GstSeekType cur_type, gint64 * cur, GstSeekType stop_type, gint64 * stop) +{ + gboolean res; + + g_return_val_if_fail (format != NULL, FALSE); + g_return_val_if_fail (cur != NULL, FALSE); + g_return_val_if_fail (stop != NULL, FALSE); + + if (*format == GST_FORMAT_TIME) + return TRUE; + + res = TRUE; + if (cur_type != GST_SEEK_TYPE_NONE) + res = gst_pad_query_convert (pad, *format, *cur, GST_FORMAT_TIME, cur); + if (res && stop_type != GST_SEEK_TYPE_NONE) + res = gst_pad_query_convert (pad, *format, *stop, GST_FORMAT_TIME, stop); + + if (res) + *format = GST_FORMAT_TIME; + + return res; +} + +/* perform seek in push based mode: + find BYTE position to move to based on time and delegate to upstream +*/ +static gboolean +gst_qtdemux_do_push_seek (GstQTDemux * qtdemux, GstPad * pad, GstEvent * event) +{ + gdouble rate; + GstFormat format; + GstSeekFlags flags; + GstSeekType cur_type, stop_type; + gint64 cur, stop, key_cur; + gboolean res; + gint64 byte_cur; + gint64 original_stop; + guint32 seqnum; + + GST_DEBUG_OBJECT (qtdemux, "doing push-based seek"); + + gst_event_parse_seek (event, &rate, &format, &flags, + &cur_type, &cur, &stop_type, &stop); + seqnum = gst_event_get_seqnum (event); + + /* only forward streaming and seeking is possible */ + if (rate <= 0) + goto unsupported_seek; + + /* convert to TIME if needed and possible */ + if (!gst_qtdemux_convert_seek (pad, &format, cur_type, &cur, + stop_type, &stop)) + goto no_format; + + /* Upstrea seek in bytes will have undefined stop, but qtdemux stores + * the original stop position to use when upstream pushes the new segment + * for this seek */ + original_stop = stop; + stop = -1; + + /* find reasonable corresponding BYTE position, + * also try to mind about keyframes, since we can not go back a bit for them + * later on */ + gst_qtdemux_adjust_seek (qtdemux, cur, FALSE, &key_cur, &byte_cur); + + if (byte_cur == -1) + goto abort_seek; + + GST_DEBUG_OBJECT (qtdemux, "Pushing BYTE seek rate %g, " + "start %" G_GINT64_FORMAT ", stop %" G_GINT64_FORMAT, rate, byte_cur, + stop); + + GST_OBJECT_LOCK (qtdemux); + qtdemux->seek_offset = byte_cur; + if (!(flags & GST_SEEK_FLAG_KEY_UNIT)) { + qtdemux->push_seek_start = cur; + } else { + qtdemux->push_seek_start = key_cur; + } + + if (stop_type == GST_SEEK_TYPE_NONE) { + qtdemux->push_seek_stop = qtdemux->segment.stop; + } else { + qtdemux->push_seek_stop = original_stop; + } + GST_OBJECT_UNLOCK (qtdemux); + + /* BYTE seek event */ + event = gst_event_new_seek (rate, GST_FORMAT_BYTES, flags, cur_type, byte_cur, + stop_type, stop); + gst_event_set_seqnum (event, seqnum); + res = gst_pad_push_event (qtdemux->sinkpad, event); + + return res; + + /* ERRORS */ +abort_seek: + { + GST_DEBUG_OBJECT (qtdemux, "could not determine byte position to seek to, " + "seek aborted."); + return FALSE; + } +unsupported_seek: + { + GST_DEBUG_OBJECT (qtdemux, "unsupported seek, seek aborted."); + return FALSE; + } +no_format: + { + GST_DEBUG_OBJECT (qtdemux, "unsupported format given, seek aborted."); + return FALSE; + } +} + +/* perform the seek. + * + * We set all segment_indexes in the streams to unknown and + * adjust the time_position to the desired position. this is enough + * to trigger a segment switch in the streaming thread to start + * streaming from the desired position. + * + * Keyframe seeking is a little more complicated when dealing with + * segments. Ideally we want to move to the previous keyframe in + * the segment but there might not be a keyframe in the segment. In + * fact, none of the segments could contain a keyframe. We take a + * practical approach: seek to the previous keyframe in the segment, + * if there is none, seek to the beginning of the segment. + * + * Called with STREAM_LOCK + */ +static gboolean +gst_qtdemux_perform_seek (GstQTDemux * qtdemux, GstSegment * segment, + guint32 seqnum, GstSeekFlags flags) +{ + gint64 desired_offset; + gint n; + + desired_offset = segment->position; + + GST_DEBUG_OBJECT (qtdemux, "seeking to %" GST_TIME_FORMAT, + GST_TIME_ARGS (desired_offset)); + + /* may not have enough fragmented info to do this adjustment, + * and we can't scan (and probably should not) at this time with + * possibly flushing upstream */ + if ((flags & GST_SEEK_FLAG_KEY_UNIT) && !qtdemux->fragmented) { + gint64 min_offset; + + gst_qtdemux_adjust_seek (qtdemux, desired_offset, TRUE, &min_offset, NULL); + GST_DEBUG_OBJECT (qtdemux, "keyframe seek, align to %" + GST_TIME_FORMAT, GST_TIME_ARGS (min_offset)); + desired_offset = min_offset; + } + + /* and set all streams to the final position */ + gst_flow_combiner_reset (qtdemux->flowcombiner); + for (n = 0; n < qtdemux->n_streams; n++) { + QtDemuxStream *stream = qtdemux->streams[n]; + + stream->time_position = desired_offset; + stream->sample_index = -1; + stream->offset_in_sample = 0; + stream->segment_index = -1; + stream->sent_eos = FALSE; + stream->segment_seqnum = seqnum; + + if (segment->flags & GST_SEEK_FLAG_FLUSH) + gst_segment_init (&stream->segment, GST_FORMAT_TIME); + } + segment->position = desired_offset; + segment->time = desired_offset; + if(segment->rate >= 0) + { + segment->start = desired_offset; + + /* we stop at the end */ + if (segment->stop == -1) + segment->stop = segment->duration; + } + else + segment->stop = desired_offset; + + if (qtdemux->fragmented) + qtdemux->fragmented_seek_pending = TRUE; + + return TRUE; +} + +/* do a seek in pull based mode */ +static gboolean +gst_qtdemux_do_seek (GstQTDemux * qtdemux, GstPad * pad, GstEvent * event) +{ + gdouble rate; + GstFormat format; + GstSeekFlags flags; + GstSeekType cur_type, stop_type; + gint64 cur, stop; + gboolean flush; + gboolean update; + GstSegment seeksegment; + guint32 seqnum = 0; + GstEvent *flush_event; + + if (event) { + GST_DEBUG_OBJECT (qtdemux, "doing seek with event"); + + gst_event_parse_seek (event, &rate, &format, &flags, + &cur_type, &cur, &stop_type, &stop); + seqnum = gst_event_get_seqnum (event); + + /* we have to have a format as the segment format. Try to convert + * if not. */ + if (!gst_qtdemux_convert_seek (pad, &format, cur_type, &cur, + stop_type, &stop)) + goto no_format; + + GST_DEBUG_OBJECT (qtdemux, "seek format %s", gst_format_get_name (format)); + } else { + GST_DEBUG_OBJECT (qtdemux, "doing seek without event"); + flags = 0; + } + + flush = flags & GST_SEEK_FLAG_FLUSH; + + /* stop streaming, either by flushing or by pausing the task */ + if (flush) { + flush_event = gst_event_new_flush_start (); + if (seqnum) + gst_event_set_seqnum (flush_event, seqnum); + /* unlock upstream pull_range */ + gst_pad_push_event (qtdemux->sinkpad, gst_event_ref (flush_event)); + /* make sure out loop function exits */ + gst_qtdemux_push_event (qtdemux, flush_event); + } else { + /* non flushing seek, pause the task */ + gst_pad_pause_task (qtdemux->sinkpad); + } + + /* wait for streaming to finish */ + GST_PAD_STREAM_LOCK (qtdemux->sinkpad); + + /* copy segment, we need this because we still need the old + * segment when we close the current segment. */ + memcpy (&seeksegment, &qtdemux->segment, sizeof (GstSegment)); + + if (event) { + /* configure the segment with the seek variables */ + GST_DEBUG_OBJECT (qtdemux, "configuring seek"); + gst_segment_do_seek (&seeksegment, rate, format, flags, + cur_type, cur, stop_type, stop, &update); + } + + /* now do the seek, this actually never returns FALSE */ + gst_qtdemux_perform_seek (qtdemux, &seeksegment, seqnum, flags); + + /* prepare for streaming again */ + if (flush) { + flush_event = gst_event_new_flush_stop (TRUE); + if (seqnum) + gst_event_set_seqnum (flush_event, seqnum); + + gst_pad_push_event (qtdemux->sinkpad, gst_event_ref (flush_event)); + gst_qtdemux_push_event (qtdemux, flush_event); + } + + /* commit the new segment */ + memcpy (&qtdemux->segment, &seeksegment, sizeof (GstSegment)); + + if (qtdemux->segment.flags & GST_SEEK_FLAG_SEGMENT) { + GstMessage *msg = gst_message_new_segment_start (GST_OBJECT_CAST (qtdemux), + qtdemux->segment.format, qtdemux->segment.position); + if (seqnum) + gst_message_set_seqnum (msg, seqnum); + gst_element_post_message (GST_ELEMENT_CAST (qtdemux), msg); + } + + /* restart streaming, NEWSEGMENT will be sent from the streaming thread. */ + gst_pad_start_task (qtdemux->sinkpad, (GstTaskFunction) gst_qtdemux_loop, + qtdemux->sinkpad, NULL); + + GST_PAD_STREAM_UNLOCK (qtdemux->sinkpad); + + return TRUE; + + /* ERRORS */ +no_format: + { + GST_DEBUG_OBJECT (qtdemux, "unsupported format given, seek aborted."); + return FALSE; + } +} + +static gboolean +qtdemux_ensure_index (GstQTDemux * qtdemux) +{ + guint i; + + GST_DEBUG_OBJECT (qtdemux, "collecting all metadata for all streams"); + + /* Build complete index */ + for (i = 0; i < qtdemux->n_streams; i++) { + QtDemuxStream *stream = qtdemux->streams[i]; + + if (!qtdemux_parse_samples (qtdemux, stream, stream->n_samples - 1)) + goto parse_error; + } + return TRUE; + + /* ERRORS */ +parse_error: + { + GST_LOG_OBJECT (qtdemux, + "Building complete index of stream %u for seeking failed!", i); + return FALSE; + } +} + +static gboolean +gst_qtdemux_handle_src_event (GstPad * pad, GstObject * parent, + GstEvent * event) +{ + gboolean res = TRUE; + GstQTDemux *qtdemux = GST_QTDEMUX (parent); + + switch (GST_EVENT_TYPE (event)) { + case GST_EVENT_SEEK: + { +#ifndef GST_DISABLE_GST_DEBUG + GstClockTime ts = gst_util_get_timestamp (); +#endif + + if (qtdemux->upstream_newsegment && qtdemux->fragmented) { + /* seek should be handled by upstream, we might need to re-download fragments */ + GST_DEBUG_OBJECT (qtdemux, + "let upstream handle seek for fragmented playback"); + goto upstream; + } + + /* Build complete index for seeking; + * if not a fragmented file at least */ + if (!qtdemux->fragmented) + if (!qtdemux_ensure_index (qtdemux)) + goto index_failed; +#ifndef GST_DISABLE_GST_DEBUG + ts = gst_util_get_timestamp () - ts; + GST_INFO_OBJECT (qtdemux, + "Time taken to parse index %" GST_TIME_FORMAT, GST_TIME_ARGS (ts)); +#endif + } + if (qtdemux->pullbased) { + res = gst_qtdemux_do_seek (qtdemux, pad, event); + } else if (gst_pad_push_event (qtdemux->sinkpad, gst_event_ref (event))) { + GST_DEBUG_OBJECT (qtdemux, "Upstream successfully seeked"); + res = TRUE; + } else if (qtdemux->state == QTDEMUX_STATE_MOVIE && qtdemux->n_streams + && !qtdemux->fragmented) { + res = gst_qtdemux_do_push_seek (qtdemux, pad, event); + } else { + GST_DEBUG_OBJECT (qtdemux, + "ignoring seek in push mode in current state"); + res = FALSE; + } + gst_event_unref (event); + break; + case GST_EVENT_QOS: + case GST_EVENT_NAVIGATION: + res = FALSE; + gst_event_unref (event); + break; + default: + upstream: + res = gst_pad_event_default (pad, parent, event); + break; + } + +done: + return res; + + /* ERRORS */ +index_failed: + { + GST_ERROR_OBJECT (qtdemux, "Index failed"); + gst_event_unref (event); + res = FALSE; + goto done; + } +} + +/* stream/index return sample that is min/max w.r.t. byte position, + * time is min/max w.r.t. time of samples, + * the latter need not be time of the former sample */ +static void +gst_qtdemux_find_sample (GstQTDemux * qtdemux, gint64 byte_pos, gboolean fw, + gboolean set, QtDemuxStream ** _stream, gint * _index, gint64 * _time) +{ + gint i, n, index; + gint64 time, min_time; + QtDemuxStream *stream; + + min_time = -1; + stream = NULL; + index = -1; + + for (n = 0; n < qtdemux->n_streams; ++n) { + QtDemuxStream *str; + gint inc; + gboolean set_sample; + + str = qtdemux->streams[n]; + set_sample = !set; + + if (fw) { + i = 0; + inc = 1; + } else { + i = str->n_samples - 1; + inc = -1; + } + + for (; (i >= 0) && (i < str->n_samples); i += inc) { + if (str->samples[i].size == 0) + continue; + + if (fw && (str->samples[i].offset < byte_pos)) + continue; + + if (!fw && (str->samples[i].offset + str->samples[i].size > byte_pos)) + continue; + + /* move stream to first available sample */ + if (set) { + gst_qtdemux_move_stream (qtdemux, str, i); + set_sample = TRUE; + } + + /* avoid index from sparse streams since they might be far away */ + if (!str->sparse) { + /* determine min/max time */ + time = QTSAMPLE_PTS (str, &str->samples[i]); + if (min_time == -1 || (!fw && time > min_time) || + (fw && time < min_time)) { + min_time = time; + } + + /* determine stream with leading sample, to get its position */ + if (!stream || + (fw && (str->samples[i].offset < stream->samples[index].offset)) || + (!fw && (str->samples[i].offset > stream->samples[index].offset))) { + stream = str; + index = i; + } + } + break; + } + + /* no sample for this stream, mark eos */ + if (!set_sample) + gst_qtdemux_move_stream (qtdemux, str, str->n_samples); + } + + if (_time) + *_time = min_time; + if (_stream) + *_stream = stream; + if (_index) + *_index = index; +} + +static QtDemuxStream * +_create_stream (void) +{ + QtDemuxStream *stream; + + stream = g_new0 (QtDemuxStream, 1); + /* new streams always need a discont */ + stream->discont = TRUE; + /* we enable clipping for raw audio/video streams */ + stream->need_clip = FALSE; + stream->need_process = FALSE; + stream->segment_index = -1; + stream->time_position = 0; + stream->sample_index = -1; + stream->offset_in_sample = 0; + stream->new_stream = TRUE; + return stream; +} + +static gboolean +gst_qtdemux_setcaps (GstQTDemux * demux, GstCaps * caps) +{ + GstStructure *structure; + const gchar *variant; + const GstCaps *mediacaps = NULL; + + GST_DEBUG_OBJECT (demux, "Sink set caps: %" GST_PTR_FORMAT, caps); + + structure = gst_caps_get_structure (caps, 0); + variant = gst_structure_get_string (structure, "variant"); + + if (variant && strcmp (variant, "mss-fragmented") == 0) { + QtDemuxStream *stream; + const GValue *value; + + demux->fragmented = TRUE; + demux->mss_mode = TRUE; + + if (demux->n_streams > 1) { + /* can't do this, we can only renegotiate for another mss format */ + return FALSE; + } + + value = gst_structure_get_value (structure, "media-caps"); + /* create stream */ + if (value) { + const GValue *timescale_v; + + /* TODO update when stream changes during playback */ + + if (demux->n_streams == 0) { + stream = _create_stream (); + demux->streams[demux->n_streams] = stream; + demux->n_streams = 1; + } else { + stream = demux->streams[0]; + } + + timescale_v = gst_structure_get_value (structure, "timescale"); + if (timescale_v) { + stream->timescale = g_value_get_uint64 (timescale_v); + } else { + /* default mss timescale */ + stream->timescale = 10000000; + } + demux->timescale = stream->timescale; + + mediacaps = gst_value_get_caps (value); + if (!stream->caps || !gst_caps_is_equal_fixed (mediacaps, stream->caps)) { + GST_DEBUG_OBJECT (demux, "We have a new caps %" GST_PTR_FORMAT, + mediacaps); + stream->new_caps = TRUE; + } + gst_caps_replace (&stream->caps, (GstCaps *) mediacaps); + structure = gst_caps_get_structure (mediacaps, 0); + if (g_str_has_prefix (gst_structure_get_name (structure), "video")) { + stream->subtype = FOURCC_vide; + + gst_structure_get_int (structure, "width", &stream->width); + gst_structure_get_int (structure, "height", &stream->height); + gst_structure_get_fraction (structure, "framerate", &stream->fps_n, + &stream->fps_d); + } else if (g_str_has_prefix (gst_structure_get_name (structure), "audio")) { + gint rate = 0; + stream->subtype = FOURCC_soun; + gst_structure_get_int (structure, "channels", &stream->n_channels); + gst_structure_get_int (structure, "rate", &rate); + stream->rate = rate; + } + } + gst_caps_replace (&demux->media_caps, (GstCaps *) mediacaps); + } else { + demux->mss_mode = FALSE; + } + + return TRUE; +} + +static void +gst_qtdemux_reset (GstQTDemux * qtdemux, gboolean hard) +{ + gint n; + + GST_DEBUG_OBJECT (qtdemux, "Resetting demux"); + gst_pad_stop_task (qtdemux->sinkpad); + + if (hard || qtdemux->upstream_newsegment) { + qtdemux->state = QTDEMUX_STATE_INITIAL; + qtdemux->neededbytes = 16; + qtdemux->todrop = 0; + qtdemux->pullbased = FALSE; + qtdemux->posted_redirect = FALSE; + qtdemux->first_mdat = -1; + qtdemux->header_size = 0; + qtdemux->mdatoffset = -1; + qtdemux->restoredata_offset = -1; + if (qtdemux->mdatbuffer) + gst_buffer_unref (qtdemux->mdatbuffer); + if (qtdemux->restoredata_buffer) + gst_buffer_unref (qtdemux->restoredata_buffer); + qtdemux->mdatbuffer = NULL; + qtdemux->restoredata_buffer = NULL; + qtdemux->mdatleft = 0; + if (qtdemux->comp_brands) + gst_buffer_unref (qtdemux->comp_brands); + qtdemux->comp_brands = NULL; + qtdemux->last_moov_offset = -1; + if (qtdemux->moov_node) + g_node_destroy (qtdemux->moov_node); + qtdemux->moov_node = NULL; + qtdemux->moov_node_compressed = NULL; + if (qtdemux->tag_list) + gst_mini_object_unref (GST_MINI_OBJECT_CAST (qtdemux->tag_list)); + qtdemux->tag_list = NULL; +#if 0 + if (qtdemux->element_index) + gst_object_unref (qtdemux->element_index); + qtdemux->element_index = NULL; +#endif + qtdemux->major_brand = 0; + if (qtdemux->pending_newsegment) + gst_event_unref (qtdemux->pending_newsegment); + qtdemux->pending_newsegment = NULL; + qtdemux->upstream_newsegment = FALSE; + qtdemux->upstream_seekable = FALSE; + qtdemux->upstream_size = 0; + + qtdemux->fragment_start = -1; + qtdemux->fragment_start_offset = -1; + qtdemux->duration = 0; + qtdemux->moof_offset = 0; + qtdemux->chapters_track_id = 0; + qtdemux->have_group_id = FALSE; + qtdemux->group_id = G_MAXUINT; + } + qtdemux->offset = 0; + gst_adapter_clear (qtdemux->adapter); + gst_segment_init (&qtdemux->segment, GST_FORMAT_TIME); + + if (hard) { + for (n = 0; n < qtdemux->n_streams; n++) { + gst_qtdemux_stream_free (qtdemux, qtdemux->streams[n]); + qtdemux->streams[n] = NULL; + } + qtdemux->n_streams = 0; + qtdemux->n_video_streams = 0; + qtdemux->n_audio_streams = 0; + qtdemux->n_sub_streams = 0; + qtdemux->exposed = FALSE; + qtdemux->fragmented = FALSE; + qtdemux->mss_mode = FALSE; + gst_caps_replace (&qtdemux->media_caps, NULL); + qtdemux->timescale = 0; + qtdemux->got_moov = FALSE; + } else if (qtdemux->mss_mode) { + gst_flow_combiner_reset (qtdemux->flowcombiner); + for (n = 0; n < qtdemux->n_streams; n++) + gst_qtdemux_stream_clear (qtdemux, qtdemux->streams[n]); + } else { + gst_flow_combiner_reset (qtdemux->flowcombiner); + for (n = 0; n < qtdemux->n_streams; n++) { + qtdemux->streams[n]->sent_eos = FALSE; + qtdemux->streams[n]->segment_seqnum = 0; + qtdemux->streams[n]->time_position = 0; + } + } +} + +static gboolean +gst_qtdemux_handle_sink_event (GstPad * sinkpad, GstObject * parent, + GstEvent * event) +{ + GstQTDemux *demux = GST_QTDEMUX (parent); + gboolean res = TRUE; + + GST_LOG_OBJECT (demux, "handling %s event", GST_EVENT_TYPE_NAME (event)); + + switch (GST_EVENT_TYPE (event)) { + case GST_EVENT_SEGMENT: + { + gint64 offset = 0; + QtDemuxStream *stream; + gint idx; + GstSegment segment; + GstEvent *segment_event; + + /* some debug output */ + gst_event_copy_segment (event, &segment); + GST_DEBUG_OBJECT (demux, "received newsegment %" GST_SEGMENT_FORMAT, + &segment); + + if (segment.format == GST_FORMAT_TIME) { + GST_DEBUG_OBJECT (demux, "new pending_newsegment"); + gst_event_replace (&demux->pending_newsegment, event); + demux->upstream_newsegment = TRUE; + } else { + GST_DEBUG_OBJECT (demux, "Not storing upstream newsegment, " + "not in time format"); + + /* chain will send initial newsegment after pads have been added */ + if (demux->state != QTDEMUX_STATE_MOVIE || !demux->n_streams) { + GST_DEBUG_OBJECT (demux, "still starting, eating event"); + goto exit; + } + } + + /* check if this matches a time seek we received previously + * FIXME for backwards compatibility reasons we use the + * seek_offset here to compare. In the future we might want to + * change this to use the seqnum as it uniquely should identify + * the segment that corresponds to the seek. */ + GST_DEBUG_OBJECT (demux, "Stored seek offset: %" G_GINT64_FORMAT + ", received segment offset %" G_GINT64_FORMAT, + demux->seek_offset, segment.start); + if (segment.format == GST_FORMAT_BYTES + && demux->seek_offset == segment.start) { + GST_OBJECT_LOCK (demux); + offset = segment.start; + + segment.format = GST_FORMAT_TIME; + segment.start = demux->push_seek_start; + segment.stop = demux->push_seek_stop; + GST_DEBUG_OBJECT (demux, "Replaced segment with stored seek " + "segment %" GST_TIME_FORMAT " - %" GST_TIME_FORMAT, + GST_TIME_ARGS (segment.start), GST_TIME_ARGS (segment.stop)); + GST_OBJECT_UNLOCK (demux); + } + + /* we only expect a BYTE segment, e.g. following a seek */ + if (segment.format == GST_FORMAT_BYTES) { + if (GST_CLOCK_TIME_IS_VALID (segment.start)) { + offset = segment.start; + + gst_qtdemux_find_sample (demux, segment.start, TRUE, FALSE, NULL, + NULL, (gint64 *) & segment.start); + if ((gint64) segment.start < 0) + segment.start = 0; + } + if (GST_CLOCK_TIME_IS_VALID (segment.stop)) { + gst_qtdemux_find_sample (demux, segment.stop, FALSE, FALSE, NULL, + NULL, (gint64 *) & segment.stop); + /* keyframe seeking should already arrange for start >= stop, + * but make sure in other rare cases */ + segment.stop = MAX (segment.stop, segment.start); + } + } else if (segment.format == GST_FORMAT_TIME) { + /* NOP */ +#if 0 + gst_qtdemux_push_event (demux, gst_event_ref (event)); + gst_event_new_new_segment_full (segment.update, segment.rate, + segment.arate, GST_FORMAT_TIME, segment.start, segment.stop, + segment.start); + gst_adapter_clear (demux->adapter); + demux->neededbytes = 16; + goto exit; +#endif + } else { + GST_DEBUG_OBJECT (demux, "unsupported segment format, ignoring"); + goto exit; + } + + /* accept upstream's notion of segment and distribute along */ + segment.format = GST_FORMAT_TIME; + segment.position = segment.time = segment.start; + segment.duration = demux->segment.duration; + segment.base = gst_segment_to_running_time (&demux->segment, + GST_FORMAT_TIME, demux->segment.position); + + gst_segment_copy_into (&segment, &demux->segment); + GST_DEBUG_OBJECT (demux, "Pushing newseg %" GST_SEGMENT_FORMAT, &segment); + segment_event = gst_event_new_segment (&segment); + gst_event_set_seqnum (segment_event, gst_event_get_seqnum (event)); + gst_qtdemux_push_event (demux, segment_event); + + /* clear leftover in current segment, if any */ + gst_adapter_clear (demux->adapter); + /* set up streaming thread */ + gst_qtdemux_find_sample (demux, offset, TRUE, TRUE, &stream, &idx, NULL); + demux->offset = offset; + if (stream) { + demux->todrop = stream->samples[idx].offset - offset; + demux->neededbytes = demux->todrop + stream->samples[idx].size; + } else { + /* set up for EOS */ + if (demux->upstream_newsegment) { + demux->neededbytes = 16; + } else { + demux->neededbytes = -1; + } + demux->todrop = 0; + } + exit: + gst_event_unref (event); + res = TRUE; + goto drop; + } + case GST_EVENT_FLUSH_STOP: + { + guint64 dur; + + dur = demux->segment.duration; + gst_qtdemux_reset (demux, FALSE); + demux->segment.duration = dur; + break; + } + case GST_EVENT_EOS: + /* If we are in push mode, and get an EOS before we've seen any streams, + * then error out - we have nowhere to send the EOS */ + if (!demux->pullbased) { + gint i; + gboolean has_valid_stream = FALSE; + for (i = 0; i < demux->n_streams; i++) { + if (demux->streams[i]->pad != NULL) { + has_valid_stream = TRUE; + break; + } + } + if (!has_valid_stream) + gst_qtdemux_post_no_playable_stream_error (demux); + else { + GST_DEBUG_OBJECT (demux, "Data still available after EOS: %u", + (guint) gst_adapter_available (demux->adapter)); + if (gst_qtdemux_process_adapter (demux, TRUE) != GST_FLOW_OK) { + res = FALSE; + } + } + } + break; + case GST_EVENT_CAPS:{ + GstCaps *caps = NULL; + + gst_event_parse_caps (event, &caps); + gst_qtdemux_setcaps (demux, caps); + res = TRUE; + gst_event_unref (event); + goto drop; + } + default: + break; + } + + res = gst_pad_event_default (demux->sinkpad, parent, event) & res; + +drop: + return res; +} + +#if 0 +static void +gst_qtdemux_set_index (GstElement * element, GstIndex * index) +{ + GstQTDemux *demux = GST_QTDEMUX (element); + + GST_OBJECT_LOCK (demux); + if (demux->element_index) + gst_object_unref (demux->element_index); + if (index) { + demux->element_index = gst_object_ref (index); + } else { + demux->element_index = NULL; + } + GST_OBJECT_UNLOCK (demux); + /* object lock might be taken again */ + if (index) + gst_index_get_writer_id (index, GST_OBJECT (element), &demux->index_id); + GST_DEBUG_OBJECT (demux, "Set index %" GST_PTR_FORMAT "for writer id %d", + demux->element_index, demux->index_id); +} + +static GstIndex * +gst_qtdemux_get_index (GstElement * element) +{ + GstIndex *result = NULL; + GstQTDemux *demux = GST_QTDEMUX (element); + + GST_OBJECT_LOCK (demux); + if (demux->element_index) + result = gst_object_ref (demux->element_index); + GST_OBJECT_UNLOCK (demux); + + GST_DEBUG_OBJECT (demux, "Returning index %" GST_PTR_FORMAT, result); + + return result; +} +#endif + +static void +gst_qtdemux_stbl_free (QtDemuxStream * stream) +{ + g_free ((gpointer) stream->stco.data); + stream->stco.data = NULL; + g_free ((gpointer) stream->stsz.data); + stream->stsz.data = NULL; + g_free ((gpointer) stream->stsc.data); + stream->stsc.data = NULL; + g_free ((gpointer) stream->stts.data); + stream->stts.data = NULL; + g_free ((gpointer) stream->stss.data); + stream->stss.data = NULL; + g_free ((gpointer) stream->stps.data); + stream->stps.data = NULL; + g_free ((gpointer) stream->ctts.data); + stream->ctts.data = NULL; +} + +static void +gst_qtdemux_stream_flush_samples_data (GstQTDemux * qtdemux, + QtDemuxStream * stream) +{ + g_free (stream->samples); + stream->samples = NULL; + g_free (stream->segments); + stream->segments = NULL; + gst_qtdemux_stbl_free (stream); + + /* fragments */ + g_free (stream->ra_entries); + stream->ra_entries = NULL; + stream->n_ra_entries = 0; + + stream->sample_index = -1; + stream->stbl_index = -1; + stream->n_samples = 0; + stream->time_position = 0; + stream->segment_index = -1; +} + +static void +gst_qtdemux_stream_clear (GstQTDemux * qtdemux, QtDemuxStream * stream) +{ + if (stream->allocator) + gst_object_unref (stream->allocator); + while (stream->buffers) { + gst_buffer_unref (GST_BUFFER_CAST (stream->buffers->data)); + stream->buffers = g_slist_delete_link (stream->buffers, stream->buffers); + } + if (stream->rgb8_palette) { + gst_memory_unref (stream->rgb8_palette); + stream->rgb8_palette = NULL; + } + + if (stream->pending_tags) + gst_tag_list_unref (stream->pending_tags); + stream->pending_tags = NULL; + g_free (stream->redirect_uri); + stream->redirect_uri = NULL; + stream->sent_eos = FALSE; + stream->sparse = FALSE; + + gst_qtdemux_stream_flush_samples_data (qtdemux, stream); +} + +static void +gst_qtdemux_stream_free (GstQTDemux * qtdemux, QtDemuxStream * stream) +{ + gst_qtdemux_stream_clear (qtdemux, stream); + if (stream->caps) + gst_caps_unref (stream->caps); + stream->caps = NULL; + if (stream->pad) { + gst_element_remove_pad (GST_ELEMENT_CAST (qtdemux), stream->pad); + gst_flow_combiner_remove_pad (qtdemux->flowcombiner, stream->pad); + } + g_free (stream); +} + +static void +gst_qtdemux_remove_stream (GstQTDemux * qtdemux, int i) +{ + g_assert (i >= 0 && i < qtdemux->n_streams && qtdemux->streams[i] != NULL); + + gst_qtdemux_stream_free (qtdemux, qtdemux->streams[i]); + qtdemux->streams[i] = qtdemux->streams[qtdemux->n_streams - 1]; + qtdemux->streams[qtdemux->n_streams - 1] = NULL; + qtdemux->n_streams--; +} + +static GstStateChangeReturn +gst_qtdemux_change_state (GstElement * element, GstStateChange transition) +{ + GstQTDemux *qtdemux = GST_QTDEMUX (element); + GstStateChangeReturn result = GST_STATE_CHANGE_FAILURE; + + switch (transition) { + case GST_STATE_CHANGE_PAUSED_TO_READY: + break; + default: + break; + } + + result = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition); + + switch (transition) { + case GST_STATE_CHANGE_PAUSED_TO_READY:{ + gst_qtdemux_reset (qtdemux, TRUE); + break; + } + default: + break; + } + + return result; +} + +static void +qtdemux_parse_ftyp (GstQTDemux * qtdemux, const guint8 * buffer, gint length) +{ + /* counts as header data */ + qtdemux->header_size += length; + + /* only consider at least a sufficiently complete ftyp atom */ + if (length >= 20) { + GstBuffer *buf; + + qtdemux->major_brand = QT_FOURCC (buffer + 8); + GST_DEBUG_OBJECT (qtdemux, "major brand: %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (qtdemux->major_brand)); + buf = qtdemux->comp_brands = gst_buffer_new_and_alloc (length - 16); + gst_buffer_fill (buf, 0, buffer + 16, length - 16); + } +} + +static void +qtdemux_handle_xmp_taglist (GstQTDemux * qtdemux, GstTagList * taglist, + GstTagList * xmptaglist) +{ + /* Strip out bogus fields */ + if (xmptaglist) { + if (gst_tag_list_get_scope (taglist) == GST_TAG_SCOPE_GLOBAL) { + gst_tag_list_remove_tag (xmptaglist, GST_TAG_VIDEO_CODEC); + gst_tag_list_remove_tag (xmptaglist, GST_TAG_AUDIO_CODEC); + } else { + gst_tag_list_remove_tag (xmptaglist, GST_TAG_CONTAINER_FORMAT); + } + + GST_DEBUG_OBJECT (qtdemux, "Found XMP tags %" GST_PTR_FORMAT, xmptaglist); + + /* prioritize native tags using _KEEP mode */ + gst_tag_list_insert (taglist, xmptaglist, GST_TAG_MERGE_KEEP); + gst_tag_list_unref (xmptaglist); + } +} + +static void +qtdemux_parse_uuid (GstQTDemux * qtdemux, const guint8 * buffer, gint length) +{ + static const guint8 xmp_uuid[] = { 0xBE, 0x7A, 0xCF, 0xCB, + 0x97, 0xA9, 0x42, 0xE8, + 0x9C, 0x71, 0x99, 0x94, + 0x91, 0xE3, 0xAF, 0xAC + }; + static const guint8 playready_uuid[] = { + 0xd0, 0x8a, 0x4f, 0x18, 0x10, 0xf3, 0x4a, 0x82, + 0xb6, 0xc8, 0x32, 0xd8, 0xab, 0xa1, 0x83, 0xd3 + }; + guint offset; + + /* counts as header data */ + qtdemux->header_size += length; + + offset = (QT_UINT32 (buffer) == 0) ? 16 : 8; + + if (length <= offset + 16) { + GST_DEBUG_OBJECT (qtdemux, "uuid atom is too short, skipping"); + return; + } + + if (memcmp (buffer + offset, xmp_uuid, 16) == 0) { + GstBuffer *buf; + GstTagList *taglist; + + buf = _gst_buffer_new_wrapped ((guint8 *) buffer + offset + 16, + length - offset - 16, NULL); + taglist = gst_tag_list_from_xmp_buffer (buf); + gst_buffer_unref (buf); + + qtdemux_handle_xmp_taglist (qtdemux, qtdemux->tag_list, taglist); + + } else if (memcmp (buffer + offset, playready_uuid, 16) == 0) { + int len; + const gunichar2 *s_utf16; + char *contents; + + len = GST_READ_UINT16_LE (buffer + offset + 0x30); + s_utf16 = (const gunichar2 *) (buffer + offset + 0x32); + contents = g_utf16_to_utf8 (s_utf16, len / 2, NULL, NULL, NULL); + GST_ERROR_OBJECT (qtdemux, "contents: %s", contents); + + g_free (contents); + + GST_ELEMENT_ERROR (qtdemux, STREAM, DECRYPT, + (_("Cannot play stream because it is encrypted with PlayReady DRM.")), + (NULL)); + } else { + GST_DEBUG_OBJECT (qtdemux, "Ignoring unknown uuid: %08x-%08x-%08x-%08x", + GST_READ_UINT32_LE (buffer + offset), + GST_READ_UINT32_LE (buffer + offset + 4), + GST_READ_UINT32_LE (buffer + offset + 8), + GST_READ_UINT32_LE (buffer + offset + 12)); + } +} + +static void +qtdemux_parse_sidx (GstQTDemux * qtdemux, const guint8 * buffer, gint length) +{ + GstSidxParser sidx_parser; + GstIsoffParserResult res; + guint consumed; + + gst_isoff_qt_sidx_parser_init (&sidx_parser); + + res = + gst_isoff_qt_sidx_parser_add_data (&sidx_parser, buffer, length, + &consumed); + GST_DEBUG_OBJECT (qtdemux, "sidx parse result: %d", res); + if (res == GST_ISOFF_QT_PARSER_DONE) { + check_update_duration (qtdemux, sidx_parser.cumulative_pts); + } + gst_isoff_qt_sidx_parser_clear (&sidx_parser); +} + +/* caller verifies at least 8 bytes in buf */ +static void +extract_initial_length_and_fourcc (const guint8 * data, guint size, + guint64 * plength, guint32 * pfourcc) +{ + guint64 length; + guint32 fourcc; + + length = QT_UINT32 (data); + GST_DEBUG ("length 0x%08" G_GINT64_MODIFIER "x", length); + fourcc = QT_FOURCC (data + 4); + GST_DEBUG ("atom type %" GST_FOURCC_FORMAT, GST_FOURCC_ARGS (fourcc)); + + if (length == 0) { + length = G_MAXUINT64; + } else if (length == 1 && size >= 16) { + /* this means we have an extended size, which is the 64 bit value of + * the next 8 bytes */ + length = QT_UINT64 (data + 8); + GST_DEBUG ("length 0x%08" G_GINT64_MODIFIER "x", length); + } + + if (plength) + *plength = length; + if (pfourcc) + *pfourcc = fourcc; +} + +static gboolean +qtdemux_parse_mehd (GstQTDemux * qtdemux, GstByteReader * br) +{ + guint32 version = 0; + GstClockTime duration = 0; + + if (!gst_byte_reader_get_uint32_be (br, &version)) + goto failed; + + version >>= 24; + if (version == 1) { + if (!gst_byte_reader_get_uint64_be (br, &duration)) + goto failed; + } else { + guint32 dur = 0; + + if (!gst_byte_reader_get_uint32_be (br, &dur)) + goto failed; + duration = dur; + } + + GST_INFO_OBJECT (qtdemux, "mehd duration: %" G_GUINT64_FORMAT, duration); + qtdemux->duration = duration; + + return TRUE; + +failed: + { + GST_DEBUG_OBJECT (qtdemux, "parsing mehd failed"); + return FALSE; + } +} + +static gboolean +qtdemux_parse_trex (GstQTDemux * qtdemux, QtDemuxStream * stream, + guint32 * ds_duration, guint32 * ds_size, guint32 * ds_flags) +{ + if (!stream->parsed_trex && qtdemux->moov_node) { + GNode *mvex, *trex; + GstByteReader trex_data; + + mvex = qtdemux_tree_get_child_by_type (qtdemux->moov_node, FOURCC_mvex); + if (mvex) { + trex = qtdemux_tree_get_child_by_type_full (mvex, FOURCC_trex, + &trex_data); + while (trex) { + guint32 id = 0, dur = 0, size = 0, flags = 0, dummy = 0; + + /* skip version/flags */ + if (!gst_byte_reader_skip (&trex_data, 4)) + goto next; + if (!gst_byte_reader_get_uint32_be (&trex_data, &id)) + goto next; + if (id != stream->track_id) + goto next; + /* sample description index; ignore */ + if (!gst_byte_reader_get_uint32_be (&trex_data, &dummy)) + goto next; + if (!gst_byte_reader_get_uint32_be (&trex_data, &dur)) + goto next; + if (!gst_byte_reader_get_uint32_be (&trex_data, &size)) + goto next; + if (!gst_byte_reader_get_uint32_be (&trex_data, &flags)) + goto next; + + GST_DEBUG_OBJECT (qtdemux, "fragment defaults for stream %d; " + "duration %d, size %d, flags 0x%x", stream->track_id, + dur, size, flags); + + stream->parsed_trex = TRUE; + stream->def_sample_duration = dur; + stream->def_sample_size = size; + stream->def_sample_flags = flags; + + next: + /* iterate all siblings */ + trex = qtdemux_tree_get_sibling_by_type_full (trex, FOURCC_trex, + &trex_data); + } + } + } + + *ds_duration = stream->def_sample_duration; + *ds_size = stream->def_sample_size; + *ds_flags = stream->def_sample_flags; + + /* even then, above values are better than random ... */ + if (G_UNLIKELY (!stream->parsed_trex)) { + GST_WARNING_OBJECT (qtdemux, + "failed to find fragment defaults for stream %d", stream->track_id); + return FALSE; + } + + return TRUE; +} + +/* This method should be called whenever a more accurate duration might + * have been found. It will update all relevant variables if/where needed + */ +static void +check_update_duration (GstQTDemux * qtdemux, GstClockTime duration) +{ + guint i; + guint64 movdur; + GstClockTime prevdur; + + movdur = GSTTIME_TO_QTTIME (qtdemux, duration); + + if (movdur > qtdemux->duration) { + prevdur = QTTIME_TO_GSTTIME (qtdemux, qtdemux->duration); + GST_DEBUG_OBJECT (qtdemux, + "Updating total duration to %" GST_TIME_FORMAT " was %" GST_TIME_FORMAT, + GST_TIME_ARGS (duration), GST_TIME_ARGS (prevdur)); + qtdemux->duration = movdur; + GST_DEBUG_OBJECT (qtdemux, + "qtdemux->segment.duration: %" GST_TIME_FORMAT " .stop: %" + GST_TIME_FORMAT, GST_TIME_ARGS (qtdemux->segment.duration), + GST_TIME_ARGS (qtdemux->segment.stop)); + if (qtdemux->segment.duration == prevdur) { + /* If the current segment has duration/stop identical to previous duration + * update them also (because they were set at that point in time with + * the wrong duration */ + /* We convert the value *from* the timescale version to avoid rounding errors */ + GstClockTime fixeddur = QTTIME_TO_GSTTIME (qtdemux, movdur); + GST_DEBUG_OBJECT (qtdemux, "Updated segment.duration and segment.stop"); + qtdemux->segment.duration = fixeddur; + qtdemux->segment.stop = fixeddur; + } + } + for (i = 0; i < qtdemux->n_streams; i++) { + QtDemuxStream *stream = qtdemux->streams[i]; + if (stream) { + movdur = GSTTIME_TO_QTSTREAMTIME (stream, duration); + if (movdur > stream->duration) { + GST_DEBUG_OBJECT (qtdemux, + "Updating stream #%d duration to %" GST_TIME_FORMAT, i, + GST_TIME_ARGS (duration)); + stream->duration = movdur; + if (stream->dummy_segment) { + /* Update all dummy values to new duration */ + stream->segments[0].stop_time = duration; + stream->segments[0].duration = duration; + stream->segments[0].media_stop = duration; + } + } + } + } +} + +static gboolean +qtdemux_parse_trun (GstQTDemux * qtdemux, GstByteReader * trun, + QtDemuxStream * stream, guint32 d_sample_duration, guint32 d_sample_size, + guint32 d_sample_flags, gint64 moof_offset, gint64 moof_length, + gint64 * base_offset, gint64 * running_offset, gint64 decode_ts) +{ + GstClockTime gst_ts = GST_CLOCK_TIME_NONE; + guint64 timestamp; + gint32 data_offset = 0; + guint32 flags = 0, first_flags = 0, samples_count = 0; + gint i; + guint8 *data; + guint entry_size, dur_offset, size_offset, flags_offset = 0, ct_offset = 0; + QtDemuxSample *sample; + gboolean ismv = FALSE; + + GST_LOG_OBJECT (qtdemux, "parsing trun stream %d; " + "default dur %d, size %d, flags 0x%x, base offset %" G_GINT64_FORMAT ", " + "decode ts %" G_GINT64_FORMAT, stream->track_id, d_sample_duration, + d_sample_size, d_sample_flags, *base_offset, decode_ts); + + if (stream->pending_seek && moof_offset < stream->pending_seek->moof_offset) { + GST_INFO_OBJECT (stream->pad, "skipping trun before seek target fragment"); + return TRUE; + } + + /* presence of stss or not can't really tell us much, + * and flags and so on tend to be marginally reliable in these files */ + if (stream->subtype == FOURCC_soun) { + GST_DEBUG_OBJECT (qtdemux, + "sound track in fragmented file; marking all keyframes"); + stream->all_keyframe = TRUE; + } + + if (!gst_byte_reader_skip (trun, 1) || + !gst_byte_reader_get_uint24_be (trun, &flags)) + goto fail; + + if (!gst_byte_reader_get_uint32_be (trun, &samples_count)) + goto fail; + + if (flags & TR_DATA_OFFSET) { + /* note this is really signed */ + if (!gst_byte_reader_get_int32_be (trun, &data_offset)) + goto fail; + GST_LOG_OBJECT (qtdemux, "trun data offset %d", data_offset); + /* default base offset = first byte of moof */ + if (*base_offset == -1) { + GST_LOG_OBJECT (qtdemux, "base_offset at moof"); + *base_offset = moof_offset; + } + *running_offset = *base_offset + data_offset; + } else { + /* if no offset at all, that would mean data starts at moof start, + * which is a bit wrong and is ismv crappy way, so compensate + * assuming data is in mdat following moof */ + if (*base_offset == -1) { + *base_offset = moof_offset + moof_length + 8; + GST_LOG_OBJECT (qtdemux, "base_offset assumed in mdat after moof"); + ismv = TRUE; + } + if (*running_offset == -1) + *running_offset = *base_offset; + } + + GST_LOG_OBJECT (qtdemux, "running offset now %" G_GINT64_FORMAT, + *running_offset); + GST_LOG_OBJECT (qtdemux, "trun offset %d, flags 0x%x, entries %d", + data_offset, flags, samples_count); + + if (flags & TR_FIRST_SAMPLE_FLAGS) { + if (G_UNLIKELY (flags & TR_SAMPLE_FLAGS)) { + GST_DEBUG_OBJECT (qtdemux, + "invalid flags; SAMPLE and FIRST_SAMPLE present, discarding latter"); + flags ^= TR_FIRST_SAMPLE_FLAGS; + } else { + if (!gst_byte_reader_get_uint32_be (trun, &first_flags)) + goto fail; + GST_LOG_OBJECT (qtdemux, "first flags: 0x%x", first_flags); + } + } + + /* FIXME ? spec says other bits should also be checked to determine + * entry size (and prefix size for that matter) */ + entry_size = 0; + dur_offset = size_offset = 0; + if (flags & TR_SAMPLE_DURATION) { + GST_LOG_OBJECT (qtdemux, "entry duration present"); + dur_offset = entry_size; + entry_size += 4; + } + if (flags & TR_SAMPLE_SIZE) { + GST_LOG_OBJECT (qtdemux, "entry size present"); + size_offset = entry_size; + entry_size += 4; + } + if (flags & TR_SAMPLE_FLAGS) { + GST_LOG_OBJECT (qtdemux, "entry flags present"); + flags_offset = entry_size; + entry_size += 4; + } + if (flags & TR_COMPOSITION_TIME_OFFSETS) { + GST_LOG_OBJECT (qtdemux, "entry ct offset present"); + ct_offset = entry_size; + entry_size += 4; + } + + if (!qt_atom_parser_has_chunks (trun, samples_count, entry_size)) + goto fail; + data = (guint8 *) gst_byte_reader_peek_data_unchecked (trun); + + if (stream->n_samples >= + QTDEMUX_MAX_SAMPLE_INDEX_SIZE / sizeof (QtDemuxSample)) + goto index_too_big; + + GST_DEBUG_OBJECT (qtdemux, "allocating n_samples %u * %u (%.2f MB)", + stream->n_samples, (guint) sizeof (QtDemuxSample), + stream->n_samples * sizeof (QtDemuxSample) / (1024.0 * 1024.0)); + + /* create a new array of samples if it's the first sample parsed */ + if (stream->n_samples == 0) + stream->samples = g_try_new0 (QtDemuxSample, samples_count); + /* or try to reallocate it with space enough to insert the new samples */ + else + stream->samples = g_try_renew (QtDemuxSample, stream->samples, + stream->n_samples + samples_count); + if (stream->samples == NULL) + goto out_of_memory; + + if (qtdemux->fragment_start != -1) { + timestamp = GSTTIME_TO_QTSTREAMTIME (stream, qtdemux->fragment_start); + qtdemux->fragment_start = -1; + } else { + if (G_UNLIKELY (stream->n_samples == 0)) { + if (decode_ts > 0) { + timestamp = decode_ts; + } else if (stream->pending_seek != NULL) { + /* if we don't have a timestamp from a tfdt box, we'll use the one + * from the mfra seek table */ + GST_INFO_OBJECT (stream->pad, "pending seek ts = %" GST_TIME_FORMAT, + GST_TIME_ARGS (stream->pending_seek->ts)); + + /* FIXME: this is not fully correct, the timestamp refers to the random + * access sample refered to in the tfra entry, which may not necessarily + * be the first sample in the tfrag/trun (but hopefully/usually is) */ + timestamp = GSTTIME_TO_QTSTREAMTIME (stream, stream->pending_seek->ts); + } else { + timestamp = 0; + } + + gst_ts = QTSTREAMTIME_TO_GSTTIME (stream, timestamp); + GST_INFO_OBJECT (stream->pad, "first sample ts %" GST_TIME_FORMAT, + GST_TIME_ARGS (gst_ts)); + } else { + /* subsequent fragments extend stream */ + timestamp = + stream->samples[stream->n_samples - 1].timestamp + + stream->samples[stream->n_samples - 1].duration; + + gst_ts = QTSTREAMTIME_TO_GSTTIME (stream, timestamp); + GST_INFO_OBJECT (qtdemux, "first sample ts %" GST_TIME_FORMAT + " (extends previous samples)", GST_TIME_ARGS (gst_ts)); + } + } + + sample = stream->samples + stream->n_samples; + for (i = 0; i < samples_count; i++) { + guint32 dur, size, sflags, ct; + + /* first read sample data */ + if (flags & TR_SAMPLE_DURATION) { + dur = QT_UINT32 (data + dur_offset); + } else { + dur = d_sample_duration; + } + if (flags & TR_SAMPLE_SIZE) { + size = QT_UINT32 (data + size_offset); + } else { + size = d_sample_size; + } + if (flags & TR_FIRST_SAMPLE_FLAGS) { + if (i == 0) { + sflags = first_flags; + } else { + sflags = d_sample_flags; + } + } else if (flags & TR_SAMPLE_FLAGS) { + sflags = QT_UINT32 (data + flags_offset); + } else { + sflags = d_sample_flags; + } + if (flags & TR_COMPOSITION_TIME_OFFSETS) { + ct = QT_UINT32 (data + ct_offset); + } else { + ct = 0; + } + data += entry_size; + + /* fill the sample information */ + sample->offset = *running_offset; + sample->pts_offset = ct; + sample->size = size; + sample->timestamp = timestamp; + sample->duration = dur; + /* sample-is-difference-sample */ + /* ismv seems to use 0x40 for keyframe, 0xc0 for non-keyframe, + * now idea how it relates to bitfield other than massive LE/BE confusion */ + sample->keyframe = ismv ? ((sflags & 0xff) == 0x40) : !(sflags & 0x10000); + *running_offset += size; + timestamp += dur; + sample++; + } + + /* Update total duration if needed */ + check_update_duration (qtdemux, QTSTREAMTIME_TO_GSTTIME (stream, timestamp)); + + stream->n_samples += samples_count; + + if (stream->pending_seek != NULL) + stream->pending_seek = NULL; + + return TRUE; + +fail: + { + GST_WARNING_OBJECT (qtdemux, "failed to parse trun"); + return FALSE; + } +out_of_memory: + { + GST_WARNING_OBJECT (qtdemux, "failed to allocate %d samples", + stream->n_samples); + return FALSE; + } +index_too_big: + { + GST_WARNING_OBJECT (qtdemux, "not allocating index of %d samples, would " + "be larger than %uMB (broken file?)", stream->n_samples, + QTDEMUX_MAX_SAMPLE_INDEX_SIZE >> 20); + return FALSE; + } +} + +/* find stream with @id */ +static inline QtDemuxStream * +qtdemux_find_stream (GstQTDemux * qtdemux, guint32 id) +{ + QtDemuxStream *stream; + gint i; + + /* check */ + if (G_UNLIKELY (!id)) { + GST_DEBUG_OBJECT (qtdemux, "invalid track id 0"); + return NULL; + } + + /* try to get it fast and simple */ + if (G_LIKELY (id <= qtdemux->n_streams)) { + stream = qtdemux->streams[id - 1]; + if (G_LIKELY (stream->track_id == id)) + return stream; + } + + /* linear search otherwise */ + for (i = 0; i < qtdemux->n_streams; i++) { + stream = qtdemux->streams[i]; + if (stream->track_id == id) + return stream; + } + if (qtdemux->mss_mode) { + /* mss should have only 1 stream anyway */ + return qtdemux->streams[0]; + } + + return NULL; +} + +static gboolean +qtdemux_parse_mfhd (GstQTDemux * qtdemux, GstByteReader * mfhd, + guint32 * fragment_number) +{ + if (!gst_byte_reader_skip (mfhd, 4)) + goto fail; + if (!gst_byte_reader_get_uint32_be (mfhd, fragment_number)) + goto fail; + return TRUE; +fail: + { + GST_WARNING_OBJECT (qtdemux, "Failed to parse mfhd atom"); + return FALSE; + } +} + +static gboolean +qtdemux_parse_tfhd (GstQTDemux * qtdemux, GstByteReader * tfhd, + QtDemuxStream ** stream, guint32 * default_sample_duration, + guint32 * default_sample_size, guint32 * default_sample_flags, + gint64 * base_offset) +{ + guint32 flags = 0; + guint32 track_id = 0; + + if (!gst_byte_reader_skip (tfhd, 1) || + !gst_byte_reader_get_uint24_be (tfhd, &flags)) + goto invalid_track; + + if (!gst_byte_reader_get_uint32_be (tfhd, &track_id)) + goto invalid_track; + + *stream = qtdemux_find_stream (qtdemux, track_id); + if (G_UNLIKELY (!*stream)) + goto unknown_stream; + + if (flags & TF_BASE_DATA_OFFSET) + if (!gst_byte_reader_get_uint64_be (tfhd, (guint64 *) base_offset)) + goto invalid_track; + + /* obtain stream defaults */ + qtdemux_parse_trex (qtdemux, *stream, + default_sample_duration, default_sample_size, default_sample_flags); + + /* FIXME: Handle TF_SAMPLE_DESCRIPTION_INDEX properly */ + if (flags & TF_SAMPLE_DESCRIPTION_INDEX) + if (!gst_byte_reader_skip (tfhd, 4)) + goto invalid_track; + + if (flags & TF_DEFAULT_SAMPLE_DURATION) + if (!gst_byte_reader_get_uint32_be (tfhd, default_sample_duration)) + goto invalid_track; + + if (flags & TF_DEFAULT_SAMPLE_SIZE) + if (!gst_byte_reader_get_uint32_be (tfhd, default_sample_size)) + goto invalid_track; + + if (flags & TF_DEFAULT_SAMPLE_FLAGS) + if (!gst_byte_reader_get_uint32_be (tfhd, default_sample_flags)) + goto invalid_track; + + return TRUE; + +invalid_track: + { + GST_WARNING_OBJECT (qtdemux, "invalid track fragment header"); + return FALSE; + } +unknown_stream: + { + GST_DEBUG_OBJECT (qtdemux, "unknown stream in tfhd"); + return TRUE; + } +} + +static gboolean +qtdemux_parse_tfdt (GstQTDemux * qtdemux, GstByteReader * br, + guint64 * decode_time) +{ + guint32 version = 0; + + if (!gst_byte_reader_get_uint32_be (br, &version)) + return FALSE; + + version >>= 24; + if (version == 1) { + if (!gst_byte_reader_get_uint64_be (br, decode_time)) + goto failed; + } else { + guint32 dec_time = 0; + if (!gst_byte_reader_get_uint32_be (br, &dec_time)) + goto failed; + *decode_time = dec_time; + } + + GST_INFO_OBJECT (qtdemux, "Track fragment decode time: %" G_GUINT64_FORMAT, + *decode_time); + + return TRUE; + +failed: + { + GST_DEBUG_OBJECT (qtdemux, "parsing tfdt failed"); + return FALSE; + } +} + +static gboolean +qtdemux_parse_moof (GstQTDemux * qtdemux, const guint8 * buffer, guint length, + guint64 moof_offset, QtDemuxStream * stream) +{ + GNode *moof_node, *traf_node, *tfhd_node, *trun_node, *tfdt_node, *mfhd_node; + GstByteReader mfhd_data, trun_data, tfhd_data, tfdt_data; + guint32 ds_size = 0, ds_duration = 0, ds_flags = 0; + gint64 base_offset, running_offset; + guint32 frag_num; + + /* NOTE @stream ignored */ + + moof_node = g_node_new ((guint8 *) buffer); + qtdemux_parse_node (qtdemux, moof_node, buffer, length); + qtdemux_node_dump (qtdemux, moof_node); + + /* Get fragment number from mfhd and check it's valid */ + mfhd_node = + qtdemux_tree_get_child_by_type_full (moof_node, FOURCC_mfhd, &mfhd_data); + if (mfhd_node == NULL) + goto missing_mfhd; + if (!qtdemux_parse_mfhd (qtdemux, &mfhd_data, &frag_num)) + goto fail; + GST_DEBUG_OBJECT (qtdemux, "Fragment #%d", frag_num); + + /* unknown base_offset to start with */ + base_offset = running_offset = -1; + traf_node = qtdemux_tree_get_child_by_type (moof_node, FOURCC_traf); + while (traf_node) { + guint64 decode_time = 0; + + /* Fragment Header node */ + tfhd_node = + qtdemux_tree_get_child_by_type_full (traf_node, FOURCC_tfhd, + &tfhd_data); + if (!tfhd_node) + goto missing_tfhd; + if (!qtdemux_parse_tfhd (qtdemux, &tfhd_data, &stream, &ds_duration, + &ds_size, &ds_flags, &base_offset)) + goto missing_tfhd; + tfdt_node = + qtdemux_tree_get_child_by_type_full (traf_node, FOURCC_tfdt, + &tfdt_data); + if (tfdt_node) { + GstClockTime decode_time_ts; + + /* We'll use decode_time to interpolate timestamps + * in case the input timestamps are missing */ + qtdemux_parse_tfdt (qtdemux, &tfdt_data, &decode_time); + + decode_time_ts = QTSTREAMTIME_TO_GSTTIME (stream, decode_time); + + GST_DEBUG_OBJECT (qtdemux, "decode time %" G_GINT64_FORMAT + " (%" GST_TIME_FORMAT ")", decode_time, + GST_TIME_ARGS (decode_time_ts)); + + /* Discard the fragment buffer timestamp info to avoid using it. + * Rely on tfdt instead as it is more accurate than the timestamp + * that is fetched from a manifest/playlist and is usually + * less accurate. */ + qtdemux->fragment_start = -1; + } + + if (G_UNLIKELY (!stream)) { + /* we lost track of offset, we'll need to regain it, + * but can delay complaining until later or avoid doing so altogether */ + base_offset = -2; + goto next; + } + if (G_UNLIKELY (base_offset < -1)) + goto lost_offset; + /* Track Run node */ + trun_node = + qtdemux_tree_get_child_by_type_full (traf_node, FOURCC_trun, + &trun_data); + while (trun_node) { + qtdemux_parse_trun (qtdemux, &trun_data, stream, + ds_duration, ds_size, ds_flags, moof_offset, length, &base_offset, + &running_offset, decode_time); + /* iterate all siblings */ + trun_node = qtdemux_tree_get_sibling_by_type_full (trun_node, FOURCC_trun, + &trun_data); + } + /* if no new base_offset provided for next traf, + * base is end of current traf */ + base_offset = running_offset; + running_offset = -1; + next: + /* iterate all siblings */ + traf_node = qtdemux_tree_get_sibling_by_type (traf_node, FOURCC_traf); + } + g_node_destroy (moof_node); + return TRUE; + +missing_tfhd: + { + GST_DEBUG_OBJECT (qtdemux, "missing tfhd box"); + goto fail; + } +missing_mfhd: + { + GST_DEBUG_OBJECT (qtdemux, "Missing mfhd box"); + goto fail; + } +lost_offset: + { + GST_DEBUG_OBJECT (qtdemux, "lost offset"); + goto fail; + } +fail: + { + g_node_destroy (moof_node); + GST_ELEMENT_ERROR (qtdemux, STREAM, DEMUX, + (_("This file is corrupt and cannot be played.")), (NULL)); + return FALSE; + } +} + +#if 0 +/* might be used if some day we actually use mfra & co + * for random access to fragments, + * but that will require quite some modifications and much less relying + * on a sample array */ +#endif + +static gboolean +qtdemux_parse_tfra (GstQTDemux * qtdemux, GNode * tfra_node) +{ + QtDemuxStream *stream; + guint32 ver_flags, track_id, len, num_entries, i; + guint value_size, traf_size, trun_size, sample_size; + guint64 time = 0, moof_offset = 0; +#if 0 + GstBuffer *buf = NULL; + GstFlowReturn ret; +#endif + GstByteReader tfra; + + gst_byte_reader_init (&tfra, tfra_node->data, QT_UINT32 (tfra_node->data)); + + if (!gst_byte_reader_skip (&tfra, 8)) + return FALSE; + + if (!gst_byte_reader_get_uint32_be (&tfra, &ver_flags)) + return FALSE; + + if (!gst_byte_reader_get_uint32_be (&tfra, &track_id) + || !gst_byte_reader_get_uint32_be (&tfra, &len) + || !gst_byte_reader_get_uint32_be (&tfra, &num_entries)) + return FALSE; + + GST_DEBUG_OBJECT (qtdemux, "parsing tfra box for track id %u", track_id); + + stream = qtdemux_find_stream (qtdemux, track_id); + if (stream == NULL) + goto unknown_trackid; + + value_size = ((ver_flags >> 24) == 1) ? sizeof (guint64) : sizeof (guint32); + sample_size = (len & 3) + 1; + trun_size = ((len & 12) >> 2) + 1; + traf_size = ((len & 48) >> 4) + 1; + + GST_DEBUG_OBJECT (qtdemux, "%u entries, sizes: value %u, traf %u, trun %u, " + "sample %u", num_entries, value_size, traf_size, trun_size, sample_size); + + if (num_entries == 0) + goto no_samples; + + if (!qt_atom_parser_has_chunks (&tfra, num_entries, + value_size + value_size + traf_size + trun_size + sample_size)) + goto corrupt_file; + + g_free (stream->ra_entries); + stream->ra_entries = g_new (QtDemuxRandomAccessEntry, num_entries); + stream->n_ra_entries = num_entries; + + for (i = 0; i < num_entries; i++) { + qt_atom_parser_get_offset (&tfra, value_size, &time); + qt_atom_parser_get_offset (&tfra, value_size, &moof_offset); + qt_atom_parser_get_uint_with_size_unchecked (&tfra, traf_size); + qt_atom_parser_get_uint_with_size_unchecked (&tfra, trun_size); + qt_atom_parser_get_uint_with_size_unchecked (&tfra, sample_size); + + time = QTSTREAMTIME_TO_GSTTIME (stream, time); + + GST_LOG_OBJECT (qtdemux, "fragment time: %" GST_TIME_FORMAT ", " + " moof_offset: %" G_GUINT64_FORMAT, GST_TIME_ARGS (time), moof_offset); + + stream->ra_entries[i].ts = time; + stream->ra_entries[i].moof_offset = moof_offset; + + /* don't want to go through the entire file and read all moofs at startup */ +#if 0 + ret = gst_qtdemux_pull_atom (qtdemux, moof_offset, 0, &buf); + if (ret != GST_FLOW_OK) + goto corrupt_file; + qtdemux_parse_moof (qtdemux, GST_BUFFER_DATA (buf), GST_BUFFER_SIZE (buf), + moof_offset, stream); + gst_buffer_unref (buf); +#endif + } + + check_update_duration (qtdemux, time); + + return TRUE; + +/* ERRORS */ +unknown_trackid: + { + GST_WARNING_OBJECT (qtdemux, "Couldn't find stream for track %u", track_id); + return FALSE; + } +corrupt_file: + { + GST_WARNING_OBJECT (qtdemux, "broken traf box, ignoring"); + return FALSE; + } +no_samples: + { + GST_WARNING_OBJECT (qtdemux, "stream has no samples"); + return FALSE; + } +} + +static gboolean +qtdemux_pull_mfro_mfra (GstQTDemux * qtdemux) +{ + GstMapInfo mfro_map = GST_MAP_INFO_INIT; + GstMapInfo mfra_map = GST_MAP_INFO_INIT; + GstBuffer *mfro = NULL, *mfra = NULL; + GstFlowReturn flow; + gboolean ret = FALSE; + GNode *mfra_node, *tfra_node; + guint64 mfra_offset = 0; + guint32 fourcc, mfra_size; + gint64 len; + + /* query upstream size in bytes */ + if (!gst_pad_peer_query_duration (qtdemux->sinkpad, GST_FORMAT_BYTES, &len)) + goto size_query_failed; + + /* mfro box should be at the very end of the file */ + flow = gst_qtdemux_pull_atom (qtdemux, len - 16, 16, &mfro); + if (flow != GST_FLOW_OK) + goto exit; + + gst_buffer_map (mfro, &mfro_map, GST_MAP_READ); + + fourcc = QT_FOURCC (mfro_map.data + 4); + if (fourcc != FOURCC_mfro) + goto exit; + + GST_INFO_OBJECT (qtdemux, "Found mfro box"); + if (mfro_map.size < 16) + goto invalid_mfro_size; + + mfra_size = QT_UINT32 (mfro_map.data + 12); + if (mfra_size >= len) + goto invalid_mfra_size; + + mfra_offset = len - mfra_size; + + GST_INFO_OBJECT (qtdemux, "mfra offset: %" G_GUINT64_FORMAT ", size %u", + mfra_offset, mfra_size); + + /* now get and parse mfra box */ + flow = gst_qtdemux_pull_atom (qtdemux, mfra_offset, mfra_size, &mfra); + if (flow != GST_FLOW_OK) + goto broken_file; + + gst_buffer_map (mfra, &mfra_map, GST_MAP_READ); + + mfra_node = g_node_new ((guint8 *) mfra_map.data); + qtdemux_parse_node (qtdemux, mfra_node, mfra_map.data, mfra_map.size); + + tfra_node = qtdemux_tree_get_child_by_type (mfra_node, FOURCC_tfra); + + while (tfra_node) { + qtdemux_parse_tfra (qtdemux, tfra_node); + /* iterate all siblings */ + tfra_node = qtdemux_tree_get_sibling_by_type (tfra_node, FOURCC_tfra); + } + g_node_destroy (mfra_node); + + GST_INFO_OBJECT (qtdemux, "parsed movie fragment random access box (mfra)"); + ret = TRUE; + +exit: + + if (mfro) { + if (mfro_map.memory != NULL) + gst_buffer_unmap (mfro, &mfro_map); + gst_buffer_unref (mfro); + } + if (mfra) { + if (mfra_map.memory != NULL) + gst_buffer_unmap (mfra, &mfra_map); + gst_buffer_unref (mfra); + } + return ret; + +/* ERRORS */ +size_query_failed: + { + GST_WARNING_OBJECT (qtdemux, "could not query upstream size"); + goto exit; + } +invalid_mfro_size: + { + GST_WARNING_OBJECT (qtdemux, "mfro size is too small"); + goto exit; + } +invalid_mfra_size: + { + GST_WARNING_OBJECT (qtdemux, "mfra_size in mfro box is invalid"); + goto exit; + } +broken_file: + { + GST_WARNING_OBJECT (qtdemux, "bogus mfra offset or size, broken file"); + goto exit; + } +} + +static guint64 +add_offset (guint64 offset, guint64 advance) +{ + /* Avoid 64-bit overflow by clamping */ + if (offset > G_MAXUINT64 - advance) + return G_MAXUINT64; + return offset + advance; +} + +static GstFlowReturn +gst_qtdemux_loop_state_header (GstQTDemux * qtdemux) +{ + guint64 length = 0; + guint32 fourcc = 0; + GstBuffer *buf = NULL; + GstFlowReturn ret = GST_FLOW_OK; + guint64 cur_offset = qtdemux->offset; + GstMapInfo map; + + ret = gst_pad_pull_range (qtdemux->sinkpad, cur_offset, 16, &buf); + if (G_UNLIKELY (ret != GST_FLOW_OK)) + goto beach; + gst_buffer_map (buf, &map, GST_MAP_READ); + if (G_LIKELY (map.size >= 8)) + extract_initial_length_and_fourcc (map.data, map.size, &length, &fourcc); + gst_buffer_unmap (buf, &map); + gst_buffer_unref (buf); + + /* maybe we already got most we needed, so only consider this eof */ + if (G_UNLIKELY (length == 0)) { + GST_ELEMENT_WARNING (qtdemux, STREAM, DEMUX, + (_("Invalid atom size.")), + ("Header atom '%" GST_FOURCC_FORMAT "' has empty length", + GST_FOURCC_ARGS (fourcc))); + ret = GST_FLOW_EOS; + goto beach; + } + + switch (fourcc) { + case FOURCC_moof: + /* record for later parsing when needed */ + if (!qtdemux->moof_offset) { + qtdemux->moof_offset = qtdemux->offset; + } + if (qtdemux_pull_mfro_mfra (qtdemux)) { + /* FIXME */ + } else { + qtdemux->offset += length; + } + if (qtdemux->got_moov) { + GST_INFO_OBJECT (qtdemux, "moof header, got moov, done with headers"); + ret = GST_FLOW_EOS; + goto beach; + } + break; + case FOURCC_mdat: + case FOURCC_free: + case FOURCC_wide: + case FOURCC_PICT: + case FOURCC_pnot: + { + GST_LOG_OBJECT (qtdemux, + "skipping atom '%" GST_FOURCC_FORMAT "' at %" G_GUINT64_FORMAT, + GST_FOURCC_ARGS (fourcc), cur_offset); + qtdemux->offset = add_offset (qtdemux->offset, length); + break; + } + case FOURCC_moov: + { + GstBuffer *moov = NULL; + + if (qtdemux->got_moov) { + GST_DEBUG_OBJECT (qtdemux, "Skipping moov atom as we have one already"); + qtdemux->offset = add_offset (qtdemux->offset, length); + goto beach; + } + + ret = gst_pad_pull_range (qtdemux->sinkpad, cur_offset, length, &moov); + if (ret != GST_FLOW_OK) + goto beach; + gst_buffer_map (moov, &map, GST_MAP_READ); + + if (length != map.size) { + /* Some files have a 'moov' atom at the end of the file which contains + * a terminal 'free' atom where the body of the atom is missing. + * Check for, and permit, this special case. + */ + if (map.size >= 8) { + guint8 *final_data = map.data + (map.size - 8); + guint32 final_length = QT_UINT32 (final_data); + guint32 final_fourcc = QT_FOURCC (final_data + 4); + + if (final_fourcc == FOURCC_free + && map.size + final_length - 8 == length) { + /* Ok, we've found that special case. Allocate a new buffer with + * that free atom actually present. */ + GstBuffer *newmoov = gst_buffer_new_and_alloc (length); + gst_buffer_fill (newmoov, 0, map.data, map.size); + gst_buffer_memset (newmoov, map.size, 0, final_length - 8); + gst_buffer_unmap (moov, &map); + gst_buffer_unref (moov); + moov = newmoov; + gst_buffer_map (moov, &map, GST_MAP_READ); + } + } + } + + if (length != map.size) { + GST_ELEMENT_ERROR (qtdemux, STREAM, DEMUX, + (_("This file is incomplete and cannot be played.")), + ("We got less than expected (received %" G_GSIZE_FORMAT + ", wanted %u, offset %" G_GUINT64_FORMAT ")", map.size, + (guint) length, cur_offset)); + gst_buffer_unmap (moov, &map); + gst_buffer_unref (moov); + ret = GST_FLOW_ERROR; + goto beach; + } + qtdemux->offset += length; + + qtdemux_parse_moov (qtdemux, map.data, length); + qtdemux_node_dump (qtdemux, qtdemux->moov_node); + + qtdemux_parse_tree (qtdemux); + g_node_destroy (qtdemux->moov_node); + gst_buffer_unmap (moov, &map); + gst_buffer_unref (moov); + qtdemux->moov_node = NULL; + qtdemux->got_moov = TRUE; + + break; + } + case FOURCC_ftyp: + { + GstBuffer *ftyp = NULL; + + /* extract major brand; might come in handy for ISO vs QT issues */ + ret = gst_qtdemux_pull_atom (qtdemux, cur_offset, length, &ftyp); + if (ret != GST_FLOW_OK) + goto beach; + qtdemux->offset += length; + gst_buffer_map (ftyp, &map, GST_MAP_READ); + qtdemux_parse_ftyp (qtdemux, map.data, map.size); + gst_buffer_unmap (ftyp, &map); + gst_buffer_unref (ftyp); + break; + } + case FOURCC_uuid: + { + GstBuffer *uuid = NULL; + + /* uuid are extension atoms */ + ret = gst_qtdemux_pull_atom (qtdemux, cur_offset, length, &uuid); + if (ret != GST_FLOW_OK) + goto beach; + qtdemux->offset += length; + gst_buffer_map (uuid, &map, GST_MAP_READ); + qtdemux_parse_uuid (qtdemux, map.data, map.size); + gst_buffer_unmap (uuid, &map); + gst_buffer_unref (uuid); + break; + } + case FOURCC_sidx: + { + GstBuffer *sidx = NULL; + ret = gst_qtdemux_pull_atom (qtdemux, cur_offset, length, &sidx); + if (ret != GST_FLOW_OK) + goto beach; + qtdemux->offset += length; + gst_buffer_map (sidx, &map, GST_MAP_READ); + qtdemux_parse_sidx (qtdemux, map.data, map.size); + gst_buffer_unmap (sidx, &map); + gst_buffer_unref (sidx); + break; + } + default: + { + GstBuffer *unknown = NULL; + + GST_LOG_OBJECT (qtdemux, + "unknown %08x '%" GST_FOURCC_FORMAT "' of size %" G_GUINT64_FORMAT + " at %" G_GUINT64_FORMAT, fourcc, GST_FOURCC_ARGS (fourcc), length, + cur_offset); + ret = gst_qtdemux_pull_atom (qtdemux, cur_offset, length, &unknown); + if (ret != GST_FLOW_OK) + goto beach; + gst_buffer_map (unknown, &map, GST_MAP_READ); + GST_MEMDUMP ("Unknown tag", map.data, map.size); + gst_buffer_unmap (unknown, &map); + gst_buffer_unref (unknown); + qtdemux->offset += length; + break; + } + } + +beach: + if (ret == GST_FLOW_EOS && (qtdemux->got_moov || qtdemux->media_caps)) { + /* digested all data, show what we have */ + qtdemux_prepare_streams (qtdemux); + ret = qtdemux_expose_streams (qtdemux); + + qtdemux->state = QTDEMUX_STATE_MOVIE; + GST_DEBUG_OBJECT (qtdemux, "switching state to STATE_MOVIE (%d)", + qtdemux->state); + return ret; + } + return ret; +} + +/* Seeks to the previous keyframe of the indexed stream and + * aligns other streams with respect to the keyframe timestamp + * of indexed stream. Only called in case of Reverse Playback + */ +static GstFlowReturn +gst_qtdemux_seek_to_previous_keyframe (GstQTDemux * qtdemux) +{ + guint8 n = 0; + guint32 seg_idx = 0, k_index = 0; + guint32 ref_seg_idx, ref_k_index; + GstClockTime k_pos = 0, last_stop = 0; + QtDemuxSegment *seg = NULL; + QtDemuxStream *ref_str = NULL; + guint64 seg_media_start_mov; /* segment media start time in mov format */ + guint64 target_ts; + + /* Now we choose an arbitrary stream, get the previous keyframe timestamp + * and finally align all the other streams on that timestamp with their + * respective keyframes */ + for (n = 0; n < qtdemux->n_streams; n++) { + QtDemuxStream *str = qtdemux->streams[n]; + + /* No candidate yet, take the first stream */ + if (!ref_str) { + ref_str = str; + continue; + } + + /* So that stream has a segment, we prefer video streams */ + if (str->subtype == FOURCC_vide) { + ref_str = str; + break; + } + } + + if (G_UNLIKELY (!ref_str)) { + GST_DEBUG_OBJECT (qtdemux, "couldn't find any stream"); + goto eos; + } + + if (G_UNLIKELY (!ref_str->from_sample)) { + GST_DEBUG_OBJECT (qtdemux, "reached the beginning of the file"); + goto eos; + } + + /* So that stream has been playing from from_sample to to_sample. We will + * get the timestamp of the previous sample and search for a keyframe before + * that. For audio streams we do an arbitrary jump in the past (10 samples) */ + if (ref_str->subtype == FOURCC_vide) { + k_index = gst_qtdemux_find_keyframe (qtdemux, ref_str, + ref_str->from_sample - 1); + } else { + if (ref_str->from_sample >= 10) + k_index = ref_str->from_sample - 10; + else + k_index = 0; + } + + target_ts = + ref_str->samples[k_index].timestamp + + ref_str->samples[k_index].pts_offset; + + /* get current segment for that stream */ + seg = &ref_str->segments[ref_str->segment_index]; + /* Use segment start in original timescale for comparisons */ + seg_media_start_mov = seg->trak_media_start; + + GST_LOG_OBJECT (qtdemux, "keyframe index %u ts %" G_GUINT64_FORMAT + " seg start %" G_GUINT64_FORMAT " %" GST_TIME_FORMAT "\n", + k_index, target_ts, seg_media_start_mov, + GST_TIME_ARGS (seg->media_start)); + + /* Crawl back through segments to find the one containing this I frame */ + while (target_ts < seg_media_start_mov) { + GST_DEBUG_OBJECT (qtdemux, + "keyframe position (sample %u) is out of segment %u " " target %" + G_GUINT64_FORMAT " seg start %" G_GUINT64_FORMAT, k_index, + ref_str->segment_index, target_ts, seg_media_start_mov); + + if (G_UNLIKELY (!ref_str->segment_index)) { + /* Reached first segment, let's consider it's EOS */ + goto eos; + } + ref_str->segment_index--; + seg = &ref_str->segments[ref_str->segment_index]; + /* Use segment start in original timescale for comparisons */ + seg_media_start_mov = seg->trak_media_start; + } + /* Calculate time position of the keyframe and where we should stop */ + k_pos = + QTSTREAMTIME_TO_GSTTIME (ref_str, + target_ts - seg->trak_media_start) + seg->time; + last_stop = + QTSTREAMTIME_TO_GSTTIME (ref_str, + ref_str->samples[ref_str->from_sample].timestamp - + seg->trak_media_start) + seg->time; + + GST_DEBUG_OBJECT (qtdemux, "preferred stream played from sample %u, " + "now going to sample %u (pts %" GST_TIME_FORMAT ")", ref_str->from_sample, + k_index, GST_TIME_ARGS (k_pos)); + + /* Set last_stop with the keyframe timestamp we pushed of that stream */ + qtdemux->segment.position = last_stop; + GST_DEBUG_OBJECT (qtdemux, "last_stop now is %" GST_TIME_FORMAT, + GST_TIME_ARGS (last_stop)); + + if (G_UNLIKELY (last_stop < qtdemux->segment.start)) { + GST_DEBUG_OBJECT (qtdemux, "reached the beginning of segment"); + goto eos; + } + + ref_seg_idx = ref_str->segment_index; + ref_k_index = k_index; + + /* Align them all on this */ + for (n = 0; n < qtdemux->n_streams; n++) { + guint32 index = 0; + GstClockTime seg_time = 0; + QtDemuxStream *str = qtdemux->streams[n]; + + /* aligning reference stream again might lead to backing up to yet another + * keyframe (due to timestamp rounding issues), + * potentially putting more load on downstream; so let's try to avoid */ + if (str == ref_str) { + seg_idx = ref_seg_idx; + seg = &str->segments[seg_idx]; + k_index = ref_k_index; + GST_DEBUG_OBJECT (qtdemux, "reference stream %d segment %d, " + "sample at index %d", n, ref_str->segment_index, k_index); + } else { + seg_idx = gst_qtdemux_find_segment (qtdemux, str, k_pos); + GST_DEBUG_OBJECT (qtdemux, + "stream %d align segment %d for keyframe pos %" GST_TIME_FORMAT, n, + seg_idx, GST_TIME_ARGS (k_pos)); + + /* get segment and time in the segment */ + seg = &str->segments[seg_idx]; + seg_time = k_pos - seg->time; + + /* get the media time in the segment. + * No adjustment for empty "filler" segments */ + if (seg->media_start != GST_CLOCK_TIME_NONE) + seg_time += seg->media_start; + + /* get the index of the sample with media time */ + index = gst_qtdemux_find_index_linear (qtdemux, str, seg_time); + GST_DEBUG_OBJECT (qtdemux, + "stream %d sample for %" GST_TIME_FORMAT " at %u", n, + GST_TIME_ARGS (seg_time), index); + + /* find previous keyframe */ + k_index = gst_qtdemux_find_keyframe (qtdemux, str, index); + } + + /* Remember until where we want to go */ + str->to_sample = str->from_sample - 1; + /* Define our time position */ + target_ts = + str->samples[k_index].timestamp + str->samples[k_index].pts_offset; + str->time_position = QTSTREAMTIME_TO_GSTTIME (str, target_ts) + seg->time; + if (seg->media_start != GST_CLOCK_TIME_NONE) + str->time_position -= seg->media_start; + + /* Now seek back in time */ + gst_qtdemux_move_stream (qtdemux, str, k_index); + GST_DEBUG_OBJECT (qtdemux, "stream %d keyframe at %u, time position %" + GST_TIME_FORMAT " playing from sample %u to %u", n, k_index, + GST_TIME_ARGS (str->time_position), str->from_sample, str->to_sample); + } + + return GST_FLOW_OK; + +eos: + return GST_FLOW_EOS; +} + +/* activate the given segment number @seg_idx of @stream at time @offset. + * @offset is an absolute global position over all the segments. + * + * This will push out a NEWSEGMENT event with the right values and + * position the stream index to the first decodable sample before + * @offset. + * + * PULL-BASED + */ +static gboolean +gst_qtdemux_activate_segment (GstQTDemux * qtdemux, QtDemuxStream * stream, + guint32 seg_idx, GstClockTime offset) +{ + GstEvent *event; + QtDemuxSegment *segment; + guint32 index, kf_index; + GstClockTime seg_time; + GstClockTime start, stop, time; + gdouble rate; + + GST_LOG_OBJECT (qtdemux, "activate segment %d, offset %" GST_TIME_FORMAT, + seg_idx, GST_TIME_ARGS (offset)); + + /* update the current segment */ + stream->segment_index = seg_idx; + + /* get the segment */ + segment = &stream->segments[seg_idx]; + + if (G_UNLIKELY (offset < segment->time)) { + GST_WARNING_OBJECT (qtdemux, "offset < segment->time %" GST_TIME_FORMAT, + GST_TIME_ARGS (segment->time)); + return FALSE; + } + + /* segment lies beyond total indicated duration */ + if (G_UNLIKELY (qtdemux->segment.duration != GST_CLOCK_TIME_NONE && + segment->time > qtdemux->segment.duration)) { + GST_WARNING_OBJECT (qtdemux, "file duration %" GST_TIME_FORMAT + " < segment->time %" GST_TIME_FORMAT, + GST_TIME_ARGS (qtdemux->segment.duration), + GST_TIME_ARGS (segment->time)); + return FALSE; + } + + /* get time in this segment */ + seg_time = offset - segment->time; + + GST_LOG_OBJECT (qtdemux, "seg_time %" GST_TIME_FORMAT, + GST_TIME_ARGS (seg_time)); + + if (G_UNLIKELY (seg_time > segment->duration)) { + GST_LOG_OBJECT (qtdemux, "seg_time > segment->duration %" GST_TIME_FORMAT, + GST_TIME_ARGS (segment->duration)); + seg_time = segment->duration; + } + + /* qtdemux->segment.stop is in outside-time-realm, whereas + * segment->media_stop is in track-time-realm. + * + * In order to compare the two, we need to bring segment.stop + * into the track-time-realm */ + + stop = qtdemux->segment.stop; + if (stop == GST_CLOCK_TIME_NONE) + stop = qtdemux->segment.duration; + if (stop == GST_CLOCK_TIME_NONE) + stop = segment->media_stop; + else + stop = + MIN (segment->media_stop, stop - segment->time + segment->media_start); + + if (G_UNLIKELY (QTSEGMENT_IS_EMPTY (segment))) { + start = segment->time + seg_time; + time = offset; + stop = start - seg_time + segment->duration; + } else if (qtdemux->segment.rate >= 0) { + start = MIN (segment->media_start + seg_time, stop); + time = offset; + } else { + if (segment->media_start >= qtdemux->segment.start) { + time = segment->time; + } else { + time = segment->time + (qtdemux->segment.start - segment->media_start); + } + + start = MAX (segment->media_start, qtdemux->segment.start); + stop = MIN (segment->media_start + seg_time, stop); + } + + GST_DEBUG_OBJECT (qtdemux, "newsegment %d from %" GST_TIME_FORMAT + " to %" GST_TIME_FORMAT ", time %" GST_TIME_FORMAT, seg_idx, + GST_TIME_ARGS (start), GST_TIME_ARGS (stop), GST_TIME_ARGS (time)); + + /* combine global rate with that of the segment */ + rate = segment->rate * qtdemux->segment.rate; + + /* Copy flags from main segment */ + stream->segment.flags = qtdemux->segment.flags; + + /* update the segment values used for clipping */ + /* accumulate previous segments */ + stream->segment.offset = qtdemux->segment.offset; + stream->segment.base = qtdemux->segment.base; + stream->segment.applied_rate = qtdemux->segment.applied_rate; + stream->segment.rate = rate; + stream->segment.start = start; + stream->segment.stop = stop; + stream->segment.time = time; + stream->segment.position = start; + + /* now prepare and send the segment */ + if (stream->pad) { + event = gst_event_new_segment (&stream->segment); + if (stream->segment_seqnum) { + gst_event_set_seqnum (event, stream->segment_seqnum); + } + gst_pad_push_event (stream->pad, event); + /* assume we can send more data now */ + GST_PAD_LAST_FLOW_RETURN (stream->pad) = GST_FLOW_OK; + /* clear to send tags on this pad now */ + gst_qtdemux_push_tags (qtdemux, stream); + } + + /* in the fragmented case, we pick a fragment that starts before our + * desired position and rely on downstream to wait for a keyframe + * (FIXME: doesn't seem to work so well with ismv and wmv, as no parser; the + * tfra entries tells us which trun/sample the key unit is in, but we don't + * make use of this additional information at the moment) */ + if (qtdemux->fragmented) { + stream->to_sample = G_MAXUINT32; + return TRUE; + } + + /* and move to the keyframe before the indicated media time of the + * segment */ + if (G_LIKELY (!QTSEGMENT_IS_EMPTY (segment))) { + if (qtdemux->segment.rate >= 0) { + index = gst_qtdemux_find_index_linear (qtdemux, stream, start); + stream->to_sample = G_MAXUINT32; + GST_DEBUG_OBJECT (qtdemux, + "moving data pointer to %" GST_TIME_FORMAT ", index: %u, pts %" + GST_TIME_FORMAT, GST_TIME_ARGS (start), index, + GST_TIME_ARGS (QTSAMPLE_PTS (stream, &stream->samples[index]))); + } else { + index = gst_qtdemux_find_index_linear (qtdemux, stream, stop); + stream->to_sample = index; + GST_DEBUG_OBJECT (qtdemux, + "moving data pointer to %" GST_TIME_FORMAT ", index: %u, pts %" + GST_TIME_FORMAT, GST_TIME_ARGS (stop), index, + GST_TIME_ARGS (QTSAMPLE_PTS (stream, &stream->samples[index]))); + } + } else { + GST_DEBUG_OBJECT (qtdemux, "No need to look for keyframe, " + "this is an empty segment"); + return TRUE; + } + + /* gst_qtdemux_parse_sample () called from gst_qtdemux_find_index_linear () + * encountered an error and printed a message so we return appropriately */ + if (index == -1) + return FALSE; + + /* we're at the right spot */ + if (index == stream->sample_index) { + GST_DEBUG_OBJECT (qtdemux, "we are at the right index"); + return TRUE; + } + + /* find keyframe of the target index */ + kf_index = gst_qtdemux_find_keyframe (qtdemux, stream, index); + +/* *INDENT-OFF* */ +/* indent does stupid stuff with stream->samples[].timestamp */ + + /* if we move forwards, we don't have to go back to the previous + * keyframe since we already sent that. We can also just jump to + * the keyframe right before the target index if there is one. */ + if (index > stream->sample_index) { + /* moving forwards check if we move past a keyframe */ + if (kf_index > stream->sample_index) { + GST_DEBUG_OBJECT (qtdemux, + "moving forwards to keyframe at %u (pts %" GST_TIME_FORMAT " dts %"GST_TIME_FORMAT" )", kf_index, + GST_TIME_ARGS (QTSAMPLE_PTS(stream, &stream->samples[kf_index])), + GST_TIME_ARGS (QTSAMPLE_DTS(stream, &stream->samples[kf_index]))); + gst_qtdemux_move_stream (qtdemux, stream, kf_index); + } else { + GST_DEBUG_OBJECT (qtdemux, + "moving forwards, keyframe at %u (pts %" GST_TIME_FORMAT " dts %"GST_TIME_FORMAT" ) already sent", kf_index, + GST_TIME_ARGS (QTSAMPLE_PTS (stream, &stream->samples[kf_index])), + GST_TIME_ARGS (QTSAMPLE_DTS (stream, &stream->samples[kf_index]))); + } + } else { + GST_DEBUG_OBJECT (qtdemux, + "moving backwards to keyframe at %u (pts %" GST_TIME_FORMAT " dts %"GST_TIME_FORMAT" )", kf_index, + GST_TIME_ARGS (QTSAMPLE_PTS(stream, &stream->samples[kf_index])), + GST_TIME_ARGS (QTSAMPLE_DTS(stream, &stream->samples[kf_index]))); + gst_qtdemux_move_stream (qtdemux, stream, kf_index); + } + +/* *INDENT-ON* */ + + return TRUE; +} + +/* prepare to get the current sample of @stream, getting essential values. + * + * This function will also prepare and send the segment when needed. + * + * Return FALSE if the stream is EOS. + * + * PULL-BASED + */ +static gboolean +gst_qtdemux_prepare_current_sample (GstQTDemux * qtdemux, + QtDemuxStream * stream, gboolean * empty, guint64 * offset, guint * size, + GstClockTime * dts, GstClockTime * pts, GstClockTime * duration, + gboolean * keyframe) +{ + QtDemuxSample *sample; + GstClockTime time_position; + guint32 seg_idx; + + g_return_val_if_fail (stream != NULL, FALSE); + + time_position = stream->time_position; + if (G_UNLIKELY (time_position == GST_CLOCK_TIME_NONE)) + goto eos; + + seg_idx = stream->segment_index; + if (G_UNLIKELY (seg_idx == -1)) { + /* find segment corresponding to time_position if we are looking + * for a segment. */ + seg_idx = gst_qtdemux_find_segment (qtdemux, stream, time_position); + } + + /* different segment, activate it, sample_index will be set. */ + if (G_UNLIKELY (stream->segment_index != seg_idx)) + gst_qtdemux_activate_segment (qtdemux, stream, seg_idx, time_position); + + if (G_UNLIKELY (QTSEGMENT_IS_EMPTY (&stream->segments[stream-> + segment_index]))) { + QtDemuxSegment *seg = &stream->segments[stream->segment_index]; + + GST_LOG_OBJECT (qtdemux, "Empty segment activated," + " prepare empty sample"); + + *empty = TRUE; + *pts = *dts = time_position; + *duration = seg->duration - (time_position - seg->time); + + return TRUE; + } + + *empty = FALSE; + + if (stream->sample_index == -1) + stream->sample_index = 0; + + GST_LOG_OBJECT (qtdemux, "segment active, index = %u of %u", + stream->sample_index, stream->n_samples); + + if (G_UNLIKELY (stream->sample_index >= stream->n_samples)) { + if (!qtdemux->fragmented) + goto eos; + + GST_INFO_OBJECT (qtdemux, "out of samples, trying to add more"); + do { + GstFlowReturn flow; + + GST_OBJECT_LOCK (qtdemux); + flow = qtdemux_add_fragmented_samples (qtdemux); + GST_OBJECT_UNLOCK (qtdemux); + + if (flow != GST_FLOW_OK) + goto eos; + } + while (stream->sample_index >= stream->n_samples); + } + + if (!qtdemux_parse_samples (qtdemux, stream, stream->sample_index)) { + GST_LOG_OBJECT (qtdemux, "Parsing of index %u failed!", + stream->sample_index); + return FALSE; + } + + /* now get the info for the sample we're at */ + sample = &stream->samples[stream->sample_index]; + + *dts = QTSAMPLE_DTS (stream, sample); + *pts = QTSAMPLE_PTS (stream, sample); + *offset = sample->offset; + *size = sample->size; + *duration = QTSAMPLE_DUR_DTS (stream, sample, *dts); + *keyframe = QTSAMPLE_KEYFRAME (stream, sample); + + return TRUE; + + /* special cases */ +eos: + { + stream->time_position = GST_CLOCK_TIME_NONE; + return FALSE; + } +} + +/* move to the next sample in @stream. + * + * Moves to the next segment when needed. + */ +static void +gst_qtdemux_advance_sample (GstQTDemux * qtdemux, QtDemuxStream * stream) +{ + QtDemuxSample *sample; + QtDemuxSegment *segment; + + /* get current segment */ + segment = &stream->segments[stream->segment_index]; + + if (G_UNLIKELY (QTSEGMENT_IS_EMPTY (segment))) { + GST_DEBUG_OBJECT (qtdemux, "Empty segment, no samples to advance"); + goto next_segment; + } + + if (G_UNLIKELY (stream->sample_index >= stream->to_sample)) { + /* Mark the stream as EOS */ + GST_DEBUG_OBJECT (qtdemux, + "reached max allowed sample %u, mark EOS", stream->to_sample); + stream->time_position = GST_CLOCK_TIME_NONE; + return; + } + + /* move to next sample */ + stream->sample_index++; + stream->offset_in_sample = 0; + + /* reached the last sample, we need the next segment */ + if (G_UNLIKELY (stream->sample_index >= stream->n_samples)) + goto next_segment; + + if (!qtdemux_parse_samples (qtdemux, stream, stream->sample_index)) { + GST_LOG_OBJECT (qtdemux, "Parsing of index %u failed!", + stream->sample_index); + return; + } + + /* get next sample */ + sample = &stream->samples[stream->sample_index]; + + /* see if we are past the segment */ + if (G_UNLIKELY (QTSAMPLE_DTS (stream, sample) >= segment->media_stop)) + goto next_segment; + + if (QTSAMPLE_DTS (stream, sample) >= segment->media_start) { + /* inside the segment, update time_position, looks very familiar to + * GStreamer segments, doesn't it? */ + stream->time_position = + QTSAMPLE_DTS (stream, sample) - segment->media_start + segment->time; + } else { + /* not yet in segment, time does not yet increment. This means + * that we are still prerolling keyframes to the decoder so it can + * decode the first sample of the segment. */ + stream->time_position = segment->time; + } + return; + + /* move to the next segment */ +next_segment: + { + GST_DEBUG_OBJECT (qtdemux, "segment %d ended ", stream->segment_index); + + if (stream->segment_index == stream->n_segments - 1) { + /* are we at the end of the last segment, we're EOS */ + stream->time_position = GST_CLOCK_TIME_NONE; + } else { + /* else we're only at the end of the current segment */ + stream->time_position = segment->stop_time; + } + /* make sure we select a new segment */ + stream->segment_index = -1; + } +} + +static void +gst_qtdemux_sync_streams (GstQTDemux * demux) +{ + gint i; + + if (demux->n_streams <= 1) + return; + + for (i = 0; i < demux->n_streams; i++) { + QtDemuxStream *stream; + GstClockTime end_time; + + stream = demux->streams[i]; + + if (!stream->pad) + continue; + + /* TODO advance time on subtitle streams here, if any some day */ + + /* some clips/trailers may have unbalanced streams at the end, + * so send EOS on shorter stream to prevent stalling others */ + + /* do not mess with EOS if SEGMENT seeking */ + if (demux->segment.flags & GST_SEEK_FLAG_SEGMENT) + continue; + + if (demux->pullbased) { + /* loop mode is sample time based */ + if (!STREAM_IS_EOS (stream)) + continue; + } else { + /* push mode is byte position based */ + if (stream->n_samples && + stream->samples[stream->n_samples - 1].offset >= demux->offset) + continue; + } + + if (stream->sent_eos) + continue; + + /* only act if some gap */ + end_time = stream->segments[stream->n_segments - 1].stop_time; + GST_LOG_OBJECT (demux, "current position: %" GST_TIME_FORMAT + ", stream end: %" GST_TIME_FORMAT, + GST_TIME_ARGS (demux->segment.position), GST_TIME_ARGS (end_time)); + if (GST_CLOCK_TIME_IS_VALID (end_time) + && (end_time + 2 * GST_SECOND < demux->segment.position)) { + GST_DEBUG_OBJECT (demux, "sending EOS for stream %s", + GST_PAD_NAME (stream->pad)); + stream->sent_eos = TRUE; + gst_pad_push_event (stream->pad, gst_event_new_eos ()); + } + } +} + +/* EOS and NOT_LINKED need to be combined. This means that we return: + * + * GST_FLOW_NOT_LINKED: when all pads NOT_LINKED. + * GST_FLOW_EOS: when all pads EOS or NOT_LINKED. + */ +static GstFlowReturn +gst_qtdemux_combine_flows (GstQTDemux * demux, QtDemuxStream * stream, + GstFlowReturn ret) +{ + GST_LOG_OBJECT (demux, "flow return: %s", gst_flow_get_name (ret)); + + if (stream->pad) + ret = gst_flow_combiner_update_pad_flow (demux->flowcombiner, stream->pad, + ret); + else + ret = gst_flow_combiner_update_flow (demux->flowcombiner, ret); + + GST_LOG_OBJECT (demux, "combined flow return: %s", gst_flow_get_name (ret)); + return ret; +} + +/* the input buffer metadata must be writable. Returns NULL when the buffer is + * completely clipped + * + * Should be used only with raw buffers */ +static GstBuffer * +gst_qtdemux_clip_buffer (GstQTDemux * qtdemux, QtDemuxStream * stream, + GstBuffer * buf) +{ + guint64 start, stop, cstart, cstop, diff; + GstClockTime pts, duration; + gsize size, osize; + gint num_rate, denom_rate; + gint frame_size; + gboolean clip_data; + guint offset; + + osize = size = gst_buffer_get_size (buf); + offset = 0; + + /* depending on the type, setup the clip parameters */ + if (stream->subtype == FOURCC_soun) { + frame_size = stream->bytes_per_frame; + num_rate = GST_SECOND; + denom_rate = (gint) stream->rate; + clip_data = TRUE; + } else if (stream->subtype == FOURCC_vide) { + frame_size = size; + num_rate = stream->fps_n; + denom_rate = stream->fps_d; + clip_data = FALSE; + } else + goto wrong_type; + + if (frame_size <= 0) + goto bad_frame_size; + + /* we can only clip if we have a valid pts */ + pts = GST_BUFFER_PTS (buf); + if (G_UNLIKELY (!GST_CLOCK_TIME_IS_VALID (pts))) + goto no_pts; + + duration = GST_BUFFER_DURATION (buf); + + if (G_UNLIKELY (!GST_CLOCK_TIME_IS_VALID (duration))) { + duration = + gst_util_uint64_scale_int (size / frame_size, num_rate, denom_rate); + } + + start = pts; + stop = start + duration; + + if (G_UNLIKELY (!gst_segment_clip (&stream->segment, + GST_FORMAT_TIME, start, stop, &cstart, &cstop))) + goto clipped; + + /* see if some clipping happened */ + diff = cstart - start; + if (diff > 0) { + pts += diff; + duration -= diff; + + if (clip_data) { + /* bring clipped time to samples and to bytes */ + diff = gst_util_uint64_scale_int (diff, denom_rate, num_rate); + diff *= frame_size; + + GST_DEBUG_OBJECT (qtdemux, + "clipping start to %" GST_TIME_FORMAT " %" + G_GUINT64_FORMAT " bytes", GST_TIME_ARGS (cstart), diff); + + offset = diff; + size -= diff; + } + } + diff = stop - cstop; + if (diff > 0) { + duration -= diff; + + if (clip_data) { + /* bring clipped time to samples and then to bytes */ + diff = gst_util_uint64_scale_int (diff, denom_rate, num_rate); + diff *= frame_size; + GST_DEBUG_OBJECT (qtdemux, + "clipping stop to %" GST_TIME_FORMAT " %" G_GUINT64_FORMAT + " bytes", GST_TIME_ARGS (cstop), diff); + size -= diff; + } + } + + if (offset != 0 || size != osize) + gst_buffer_resize (buf, offset, size); + + GST_BUFFER_DTS (buf) = GST_CLOCK_TIME_NONE; + GST_BUFFER_PTS (buf) = pts; + GST_BUFFER_DURATION (buf) = duration; + + return buf; + + /* dropped buffer */ +wrong_type: + { + GST_DEBUG_OBJECT (qtdemux, "unknown stream type"); + return buf; + } +bad_frame_size: + { + GST_DEBUG_OBJECT (qtdemux, "bad frame size"); + return buf; + } +no_pts: + { + GST_DEBUG_OBJECT (qtdemux, "no pts on buffer"); + return buf; + } +clipped: + { + GST_DEBUG_OBJECT (qtdemux, "clipped buffer"); + gst_buffer_unref (buf); + return NULL; + } +} + +/* the input buffer metadata must be writable, + * but time/duration etc not yet set and need not be preserved */ +static GstBuffer * +gst_qtdemux_process_buffer (GstQTDemux * qtdemux, QtDemuxStream * stream, + GstBuffer * buf) +{ + GstMapInfo map; + guint nsize = 0; + gchar *str; + + /* not many cases for now */ + if (G_UNLIKELY (stream->fourcc == FOURCC_mp4s)) { + /* send a one time dvd clut event */ + if (stream->pending_event && stream->pad) + gst_pad_push_event (stream->pad, stream->pending_event); + stream->pending_event = NULL; + } + + if (G_UNLIKELY (stream->subtype != FOURCC_text + && stream->subtype != FOURCC_sbtl && + stream->subtype != FOURCC_subp)) { + return buf; + } + + gst_buffer_map (buf, &map, GST_MAP_READ); + + /* empty buffer is sent to terminate previous subtitle */ + if (map.size <= 2) { + gst_buffer_unmap (buf, &map); + gst_buffer_unref (buf); + return NULL; + } + if (stream->subtype == FOURCC_subp) { + /* That's all the processing needed for subpictures */ + gst_buffer_unmap (buf, &map); + return buf; + } + + nsize = GST_READ_UINT16_BE (map.data); + nsize = MIN (nsize, map.size - 2); + + GST_LOG_OBJECT (qtdemux, "3GPP timed text subtitle: %d/%" G_GSIZE_FORMAT "", + nsize, map.size); + + /* takes care of UTF-8 validation or UTF-16 recognition, + * no other encoding expected */ + str = gst_tag_freeform_string_to_utf8 ((gchar *) map.data + 2, nsize, NULL); + gst_buffer_unmap (buf, &map); + if (str) { + gst_buffer_unref (buf); + buf = _gst_buffer_new_wrapped (str, strlen (str), g_free); + } else { + /* this should not really happen unless the subtitle is corrupted */ + gst_buffer_unref (buf); + buf = NULL; + } + + /* FIXME ? convert optional subsequent style info to markup */ + + return buf; +} + +/* Sets a buffer's attributes properly and pushes it downstream. + * Also checks for additional actions and custom processing that may + * need to be done first. + */ +static GstFlowReturn +gst_qtdemux_decorate_and_push_buffer (GstQTDemux * qtdemux, + QtDemuxStream * stream, GstBuffer * buf, + GstClockTime dts, GstClockTime pts, GstClockTime duration, + gboolean keyframe, GstClockTime position, guint64 byte_position) +{ + GstFlowReturn ret = GST_FLOW_OK; + + /* offset the timestamps according to the edit list */ + + if (G_UNLIKELY (stream->fourcc == FOURCC_rtsp)) { + gchar *url; + GstMapInfo map; + + gst_buffer_map (buf, &map, GST_MAP_READ); + url = g_strndup ((gchar *) map.data, map.size); + gst_buffer_unmap (buf, &map); + if (url != NULL && strlen (url) != 0) { + /* we have RTSP redirect now */ + gst_element_post_message (GST_ELEMENT_CAST (qtdemux), + gst_message_new_element (GST_OBJECT_CAST (qtdemux), + gst_structure_new ("redirect", + "new-location", G_TYPE_STRING, url, NULL))); + qtdemux->posted_redirect = TRUE; + } else { + GST_WARNING_OBJECT (qtdemux, "Redirect URI of stream is empty, not " + "posting"); + } + g_free (url); + } + + /* position reporting */ + if (qtdemux->segment.rate >= 0) { + qtdemux->segment.position = position; + gst_qtdemux_sync_streams (qtdemux); + } + + if (G_UNLIKELY (!stream->pad)) { + GST_DEBUG_OBJECT (qtdemux, "No output pad for stream, ignoring"); + gst_buffer_unref (buf); + goto exit; + } + + /* send out pending buffers */ + while (stream->buffers) { + GstBuffer *buffer = (GstBuffer *) stream->buffers->data; + + if (G_UNLIKELY (stream->discont)) { + GST_LOG_OBJECT (qtdemux, "marking discont buffer"); + GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DISCONT); + stream->discont = FALSE; + } else { + GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_DISCONT); + } + + gst_pad_push (stream->pad, buffer); + + stream->buffers = g_slist_delete_link (stream->buffers, stream->buffers); + } + + /* we're going to modify the metadata */ + buf = gst_buffer_make_writable (buf); + + if (G_UNLIKELY (stream->need_process)) + buf = gst_qtdemux_process_buffer (qtdemux, stream, buf); + + if (!buf) { + goto exit; + } + + GST_BUFFER_DTS (buf) = dts; + GST_BUFFER_PTS (buf) = pts; + GST_BUFFER_DURATION (buf) = duration; + GST_BUFFER_OFFSET (buf) = -1; + GST_BUFFER_OFFSET_END (buf) = -1; + + if (G_UNLIKELY (stream->rgb8_palette)) + gst_buffer_append_memory (buf, gst_memory_ref (stream->rgb8_palette)); + + if (G_UNLIKELY (stream->padding)) { + gst_buffer_resize (buf, stream->padding, -1); + } +#if 0 + if (G_UNLIKELY (qtdemux->element_index)) { + GstClockTime stream_time; + + stream_time = + gst_segment_to_stream_time (&stream->segment, GST_FORMAT_TIME, + timestamp); + if (GST_CLOCK_TIME_IS_VALID (stream_time)) { + GST_LOG_OBJECT (qtdemux, + "adding association %" GST_TIME_FORMAT "-> %" + G_GUINT64_FORMAT, GST_TIME_ARGS (stream_time), byte_position); + gst_index_add_association (qtdemux->element_index, + qtdemux->index_id, + keyframe ? GST_ASSOCIATION_FLAG_KEY_UNIT : + GST_ASSOCIATION_FLAG_DELTA_UNIT, GST_FORMAT_TIME, stream_time, + GST_FORMAT_BYTES, byte_position, NULL); + } + } +#endif + + if (stream->need_clip) + buf = gst_qtdemux_clip_buffer (qtdemux, stream, buf); + + if (G_UNLIKELY (buf == NULL)) + goto exit; + + if (G_UNLIKELY (stream->discont)) { + GST_LOG_OBJECT (qtdemux, "marking discont buffer"); + GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_DISCONT); + stream->discont = FALSE; + } else { + GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_DISCONT); + } + + if (!keyframe) { + GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_DELTA_UNIT); + stream->on_keyframe = FALSE; + } else { + stream->on_keyframe = TRUE; + } + + + GST_LOG_OBJECT (qtdemux, + "Pushing buffer with dts %" GST_TIME_FORMAT ", pts %" GST_TIME_FORMAT + ", duration %" GST_TIME_FORMAT " on pad %s", GST_TIME_ARGS (dts), + GST_TIME_ARGS (pts), GST_TIME_ARGS (duration), + GST_PAD_NAME (stream->pad)); + + ret = gst_pad_push (stream->pad, buf); + + if (GST_CLOCK_TIME_IS_VALID (pts) && GST_CLOCK_TIME_IS_VALID (duration)) { + /* mark position in stream, we'll need this to know when to send GAP event */ + stream->segment.position = pts + duration; + } + +exit: + return ret; +} + +static const QtDemuxRandomAccessEntry * +gst_qtdemux_stream_seek_fragment (GstQTDemux * qtdemux, QtDemuxStream * stream, + GstClockTime pos, gboolean after) +{ + QtDemuxRandomAccessEntry *entries = stream->ra_entries; + guint n_entries = stream->n_ra_entries; + guint i; + + /* we assume the table is sorted */ + for (i = 0; i < n_entries; ++i) { + if (entries[i].ts > pos) + break; + } + + /* FIXME: maybe save first moof_offset somewhere instead, but for now it's + * probably okay to assume that the index lists the very first fragment */ + if (i == 0) + return &entries[0]; + + if (after) + return &entries[i]; + else + return &entries[i - 1]; +} + +static gboolean +gst_qtdemux_do_fragmented_seek (GstQTDemux * qtdemux) +{ + const QtDemuxRandomAccessEntry *best_entry = NULL; + guint i; + + GST_OBJECT_LOCK (qtdemux); + + g_assert (qtdemux->n_streams > 0); + + for (i = 0; i < qtdemux->n_streams; i++) { + const QtDemuxRandomAccessEntry *entry; + QtDemuxStream *stream; + gboolean is_audio_or_video; + + stream = qtdemux->streams[i]; + + g_free (stream->samples); + stream->samples = NULL; + stream->n_samples = 0; + stream->stbl_index = -1; /* no samples have yet been parsed */ + stream->sample_index = -1; + + if (stream->ra_entries == NULL) + continue; + + if (stream->subtype == FOURCC_vide || stream->subtype == FOURCC_soun) + is_audio_or_video = TRUE; + else + is_audio_or_video = FALSE; + + entry = + gst_qtdemux_stream_seek_fragment (qtdemux, stream, + stream->time_position, !is_audio_or_video); + + GST_INFO_OBJECT (stream->pad, "%" GST_TIME_FORMAT " at offset " + "%" G_GUINT64_FORMAT, GST_TIME_ARGS (entry->ts), entry->moof_offset); + + stream->pending_seek = entry; + + /* decide position to jump to just based on audio/video tracks, not subs */ + if (!is_audio_or_video) + continue; + + if (best_entry == NULL || entry->moof_offset < best_entry->moof_offset) + best_entry = entry; + } + + if (best_entry == NULL) { + GST_OBJECT_UNLOCK (qtdemux); + return FALSE; + } + + GST_INFO_OBJECT (qtdemux, "seek to %" GST_TIME_FORMAT ", best fragment " + "moof offset: %" G_GUINT64_FORMAT ", ts %" GST_TIME_FORMAT, + GST_TIME_ARGS (qtdemux->streams[0]->time_position), + best_entry->moof_offset, GST_TIME_ARGS (best_entry->ts)); + + qtdemux->moof_offset = best_entry->moof_offset; + + qtdemux_add_fragmented_samples (qtdemux); + + GST_OBJECT_UNLOCK (qtdemux); + return TRUE; +} + +static GstFlowReturn +gst_qtdemux_loop_state_movie (GstQTDemux * qtdemux) +{ + GstFlowReturn ret = GST_FLOW_OK; + GstBuffer *buf = NULL; + QtDemuxStream *stream; + GstClockTime min_time; + guint64 offset = 0; + GstClockTime dts = GST_CLOCK_TIME_NONE; + GstClockTime pts = GST_CLOCK_TIME_NONE; + GstClockTime duration = 0; + gboolean keyframe = FALSE; + guint sample_size = 0; + gboolean empty = 0; + guint size; + gint index; + gint i; + + gst_qtdemux_push_pending_newsegment (qtdemux); + + if (qtdemux->fragmented_seek_pending) { + GST_INFO_OBJECT (qtdemux, "pending fragmented seek"); + gst_qtdemux_do_fragmented_seek (qtdemux); + GST_INFO_OBJECT (qtdemux, "fragmented seek done!"); + qtdemux->fragmented_seek_pending = FALSE; + } + + /* Figure out the next stream sample to output, min_time is expressed in + * global time and runs over the edit list segments. */ + min_time = G_MAXUINT64; + index = -1; + for (i = 0; i < qtdemux->n_streams; i++) { + GstClockTime position; + + stream = qtdemux->streams[i]; + position = stream->time_position; + + /* position of -1 is EOS */ + if (position != GST_CLOCK_TIME_NONE && position < min_time) { + min_time = position; + index = i; + } + } + /* all are EOS */ + if (G_UNLIKELY (index == -1)) { + GST_DEBUG_OBJECT (qtdemux, "all streams are EOS"); + goto eos; + } + + /* check for segment end */ + if (G_UNLIKELY (qtdemux->segment.stop != -1 + && ((qtdemux->segment.rate >= 0 && qtdemux->segment.stop <= min_time) + || (qtdemux->segment.rate < 0 + && qtdemux->segment.start > min_time)) + && qtdemux->streams[index]->on_keyframe)) { + GST_DEBUG_OBJECT (qtdemux, "we reached the end of our segment."); + qtdemux->streams[index]->time_position = GST_CLOCK_TIME_NONE; + goto eos_stream; + } + + /* gap events for subtitle streams */ + for (i = 0; i < qtdemux->n_streams; i++) { + stream = qtdemux->streams[i]; + if (stream->pad && (stream->subtype == FOURCC_subp + || stream->subtype == FOURCC_text + || stream->subtype == FOURCC_sbtl)) { + /* send one second gap events until the stream catches up */ + /* gaps can only be sent after segment is activated (segment.stop is no longer -1) */ + while (GST_CLOCK_TIME_IS_VALID (stream->segment.stop) && + GST_CLOCK_TIME_IS_VALID (stream->segment.position) && + stream->segment.position + GST_SECOND < min_time) { + GstEvent *gap = + gst_event_new_gap (stream->segment.position, GST_SECOND); + gst_pad_push_event (stream->pad, gap); + stream->segment.position += GST_SECOND; + } + } + } + + stream = qtdemux->streams[index]; + if (stream->new_caps) { + gst_qtdemux_configure_stream (qtdemux, stream); + qtdemux_do_allocation (qtdemux, stream); + } + + /* fetch info for the current sample of this stream */ + if (G_UNLIKELY (!gst_qtdemux_prepare_current_sample (qtdemux, stream, &empty, + &offset, &sample_size, &dts, &pts, &duration, &keyframe))) + goto eos_stream; + + /* If we're doing a keyframe-only trickmode, only push keyframes on video streams */ + if (G_UNLIKELY (qtdemux-> + segment.flags & GST_SEGMENT_FLAG_TRICKMODE_KEY_UNITS)) { + if (stream->subtype == FOURCC_vide && !keyframe) { + GST_LOG_OBJECT (qtdemux, "Skipping non-keyframe on stream %d", index); + goto next; + } + } + + GST_DEBUG_OBJECT (qtdemux, + "pushing from stream %d, empty %d offset %" G_GUINT64_FORMAT + ", size %d, dts=%" GST_TIME_FORMAT ", pts=%" GST_TIME_FORMAT + ", duration %" GST_TIME_FORMAT, index, empty, offset, sample_size, + GST_TIME_ARGS (dts), GST_TIME_ARGS (pts), GST_TIME_ARGS (duration)); + + if (G_UNLIKELY (empty)) { + /* empty segment, push a gap and move to the next one */ + gst_pad_push_event (stream->pad, gst_event_new_gap (pts, duration)); + stream->segment.position = pts + duration; + goto next; + } + + /* hmm, empty sample, skip and move to next sample */ + if (G_UNLIKELY (sample_size <= 0)) + goto next; + + /* last pushed sample was out of boundary, goto next sample */ + if (G_UNLIKELY (GST_PAD_LAST_FLOW_RETURN (stream->pad) == GST_FLOW_EOS)) + goto next; + + if (stream->max_buffer_size == 0 || sample_size <= stream->max_buffer_size) { + size = sample_size; + } else { + GST_DEBUG_OBJECT (qtdemux, + "size %d larger than stream max_buffer_size %d, trimming", + sample_size, stream->max_buffer_size); + size = + MIN (sample_size - stream->offset_in_sample, stream->max_buffer_size); + } + + GST_LOG_OBJECT (qtdemux, "reading %d bytes @ %" G_GUINT64_FORMAT, size, + offset); + + if (stream->use_allocator) { + /* if we have a per-stream allocator, use it */ + buf = gst_buffer_new_allocate (stream->allocator, size, &stream->params); + } + + ret = gst_qtdemux_pull_atom (qtdemux, offset + stream->offset_in_sample, + size, &buf); + if (G_UNLIKELY (ret != GST_FLOW_OK)) + goto beach; + + if (size != sample_size) { + pts += gst_util_uint64_scale_int (GST_SECOND, + stream->offset_in_sample / stream->bytes_per_frame, stream->timescale); + dts += gst_util_uint64_scale_int (GST_SECOND, + stream->offset_in_sample / stream->bytes_per_frame, stream->timescale); + duration = gst_util_uint64_scale_int (GST_SECOND, + size / stream->bytes_per_frame, stream->timescale); + } + + ret = gst_qtdemux_decorate_and_push_buffer (qtdemux, stream, buf, + dts, pts, duration, keyframe, min_time, offset); + + if (size != sample_size) { + QtDemuxSample *sample = &stream->samples[stream->sample_index]; + QtDemuxSegment *segment = &stream->segments[stream->segment_index]; + + GstClockTime time_position = QTSTREAMTIME_TO_GSTTIME (stream, + sample->timestamp + stream->offset_in_sample / stream->bytes_per_frame); + if (time_position >= segment->media_start) { + /* inside the segment, update time_position, looks very familiar to + * GStreamer segments, doesn't it? */ + stream->time_position = (time_position - segment->media_start) + + segment->time; + } else { + /* not yet in segment, time does not yet increment. This means + * that we are still prerolling keyframes to the decoder so it can + * decode the first sample of the segment. */ + stream->time_position = segment->time; + } + } + + /* combine flows */ + ret = gst_qtdemux_combine_flows (qtdemux, stream, ret); + /* ignore unlinked, we will not push on the pad anymore and we will EOS when + * we have no more data for the pad to push */ + if (ret == GST_FLOW_EOS) + ret = GST_FLOW_OK; + + stream->offset_in_sample += size; + if (stream->offset_in_sample >= sample_size) { + gst_qtdemux_advance_sample (qtdemux, stream); + } + goto beach; + +next: + gst_qtdemux_advance_sample (qtdemux, stream); + +beach: + return ret; + + /* special cases */ +eos: + { + GST_DEBUG_OBJECT (qtdemux, "No samples left for any streams - EOS"); + ret = GST_FLOW_EOS; + goto beach; + } +eos_stream: + { + GST_DEBUG_OBJECT (qtdemux, "No samples left for stream"); + /* EOS will be raised if all are EOS */ + ret = GST_FLOW_OK; + goto beach; + } +} + +static void +gst_qtdemux_loop (GstPad * pad) +{ + GstQTDemux *qtdemux; + guint64 cur_offset; + GstFlowReturn ret; + + qtdemux = GST_QTDEMUX (gst_pad_get_parent (pad)); + + cur_offset = qtdemux->offset; + GST_LOG_OBJECT (qtdemux, "loop at position %" G_GUINT64_FORMAT ", state %d", + cur_offset, qtdemux->state); + + switch (qtdemux->state) { + case QTDEMUX_STATE_INITIAL: + case QTDEMUX_STATE_HEADER: + ret = gst_qtdemux_loop_state_header (qtdemux); + break; + case QTDEMUX_STATE_MOVIE: + ret = gst_qtdemux_loop_state_movie (qtdemux); + if (qtdemux->segment.rate < 0 && ret == GST_FLOW_EOS) { + ret = gst_qtdemux_seek_to_previous_keyframe (qtdemux); + } + break; + default: + /* ouch */ + goto invalid_state; + } + + /* if something went wrong, pause */ + if (ret != GST_FLOW_OK) + goto pause; + +done: + gst_object_unref (qtdemux); + return; + + /* ERRORS */ +invalid_state: + { + GST_ELEMENT_ERROR (qtdemux, STREAM, FAILED, + (NULL), ("streaming stopped, invalid state")); + gst_pad_pause_task (pad); + gst_qtdemux_push_event (qtdemux, gst_event_new_eos ()); + goto done; + } +pause: + { + const gchar *reason = gst_flow_get_name (ret); + + GST_LOG_OBJECT (qtdemux, "pausing task, reason %s", reason); + + gst_pad_pause_task (pad); + + /* fatal errors need special actions */ + /* check EOS */ + if (ret == GST_FLOW_EOS) { + if (qtdemux->n_streams == 0) { + /* we have no streams, post an error */ + gst_qtdemux_post_no_playable_stream_error (qtdemux); + } + if (qtdemux->segment.flags & GST_SEEK_FLAG_SEGMENT) { + gint64 stop; + + if ((stop = qtdemux->segment.stop) == -1) + stop = qtdemux->segment.duration; + + if (qtdemux->segment.rate >= 0) { + GST_LOG_OBJECT (qtdemux, "Sending segment done, at end of segment"); + gst_element_post_message (GST_ELEMENT_CAST (qtdemux), + gst_message_new_segment_done (GST_OBJECT_CAST (qtdemux), + GST_FORMAT_TIME, stop)); + gst_qtdemux_push_event (qtdemux, + gst_event_new_segment_done (GST_FORMAT_TIME, stop)); + } else { + /* For Reverse Playback */ + GST_LOG_OBJECT (qtdemux, "Sending segment done, at start of segment"); + gst_element_post_message (GST_ELEMENT_CAST (qtdemux), + gst_message_new_segment_done (GST_OBJECT_CAST (qtdemux), + GST_FORMAT_TIME, qtdemux->segment.start)); + gst_qtdemux_push_event (qtdemux, + gst_event_new_segment_done (GST_FORMAT_TIME, + qtdemux->segment.start)); + } + } else { + GST_LOG_OBJECT (qtdemux, "Sending EOS at end of segment"); + gst_qtdemux_push_event (qtdemux, gst_event_new_eos ()); + } + } else if (ret == GST_FLOW_NOT_LINKED || ret < GST_FLOW_EOS) { + GST_ELEMENT_ERROR (qtdemux, STREAM, FAILED, + (NULL), ("streaming stopped, reason %s", reason)); + gst_qtdemux_push_event (qtdemux, gst_event_new_eos ()); + } + goto done; + } +} + +/* + * has_next_entry + * + * Returns if there are samples to be played. + */ +static gboolean +has_next_entry (GstQTDemux * demux) +{ + QtDemuxStream *stream; + int i; + + GST_DEBUG_OBJECT (demux, "Checking if there are samples not played yet"); + + for (i = 0; i < demux->n_streams; i++) { + stream = demux->streams[i]; + + if (stream->sample_index == -1) { + stream->sample_index = 0; + stream->offset_in_sample = 0; + } + + if (stream->sample_index >= stream->n_samples) { + GST_LOG_OBJECT (demux, "stream %d samples exhausted", i); + continue; + } + GST_DEBUG_OBJECT (demux, "Found a sample"); + return TRUE; + } + + GST_DEBUG_OBJECT (demux, "There wasn't any next sample"); + return FALSE; +} + +/* + * next_entry_size + * + * Returns the size of the first entry at the current offset. + * If -1, there are none (which means EOS or empty file). + */ +static guint64 +next_entry_size (GstQTDemux * demux) +{ + QtDemuxStream *stream; + int i; + int smallidx = -1; + guint64 smalloffs = (guint64) - 1; + QtDemuxSample *sample; + + GST_LOG_OBJECT (demux, "Finding entry at offset %" G_GUINT64_FORMAT, + demux->offset); + + for (i = 0; i < demux->n_streams; i++) { + stream = demux->streams[i]; + + if (stream->sample_index == -1) { + stream->sample_index = 0; + stream->offset_in_sample = 0; + } + + if (stream->sample_index >= stream->n_samples) { + GST_LOG_OBJECT (demux, "stream %d samples exhausted", i); + continue; + } + + if (!qtdemux_parse_samples (demux, stream, stream->sample_index)) { + GST_LOG_OBJECT (demux, "Parsing of index %u from stbl atom failed!", + stream->sample_index); + return -1; + } + + sample = &stream->samples[stream->sample_index]; + + GST_LOG_OBJECT (demux, + "Checking Stream %d (sample_index:%d / offset:%" G_GUINT64_FORMAT + " / size:%" G_GUINT32_FORMAT ")", i, stream->sample_index, + sample->offset, sample->size); + + if (((smalloffs == -1) + || (sample->offset < smalloffs)) && (sample->size)) { + smallidx = i; + smalloffs = sample->offset; + } + } + + GST_LOG_OBJECT (demux, + "stream %d offset %" G_GUINT64_FORMAT " demux->offset :%" + G_GUINT64_FORMAT, smallidx, smalloffs, demux->offset); + + if (smallidx == -1) + return -1; + + stream = demux->streams[smallidx]; + sample = &stream->samples[stream->sample_index]; + + if (sample->offset >= demux->offset) { + demux->todrop = sample->offset - demux->offset; + return sample->size + demux->todrop; + } + + GST_DEBUG_OBJECT (demux, + "There wasn't any entry at offset %" G_GUINT64_FORMAT, demux->offset); + return -1; +} + +static void +gst_qtdemux_post_progress (GstQTDemux * demux, gint num, gint denom) +{ + gint perc = (gint) ((gdouble) num * 100.0 / (gdouble) denom); + + gst_element_post_message (GST_ELEMENT_CAST (demux), + gst_message_new_element (GST_OBJECT_CAST (demux), + gst_structure_new ("progress", "percent", G_TYPE_INT, perc, NULL))); +} + +static gboolean +qtdemux_seek_offset (GstQTDemux * demux, guint64 offset) +{ + GstEvent *event; + gboolean res = 0; + + GST_DEBUG_OBJECT (demux, "Seeking to %" G_GUINT64_FORMAT, offset); + + event = + gst_event_new_seek (1.0, GST_FORMAT_BYTES, + GST_SEEK_FLAG_FLUSH | GST_SEEK_FLAG_ACCURATE, GST_SEEK_TYPE_SET, offset, + GST_SEEK_TYPE_NONE, -1); + + res = gst_pad_push_event (demux->sinkpad, event); + + return res; +} + +/* check for seekable upstream, above and beyond a mere query */ +static void +gst_qtdemux_check_seekability (GstQTDemux * demux) +{ + GstQuery *query; + gboolean seekable = FALSE; + gint64 start = -1, stop = -1; + + if (demux->upstream_size) + return; + + query = gst_query_new_seeking (GST_FORMAT_BYTES); + if (!gst_pad_peer_query (demux->sinkpad, query)) { + GST_DEBUG_OBJECT (demux, "seeking query failed"); + goto done; + } + + gst_query_parse_seeking (query, NULL, &seekable, &start, &stop); + + /* try harder to query upstream size if we didn't get it the first time */ + if (seekable && stop == -1) { + GST_DEBUG_OBJECT (demux, "doing duration query to fix up unset stop"); + gst_pad_peer_query_duration (demux->sinkpad, GST_FORMAT_BYTES, &stop); + } + + /* if upstream doesn't know the size, it's likely that it's not seekable in + * practice even if it technically may be seekable */ + if (seekable && (start != 0 || stop <= start)) { + GST_DEBUG_OBJECT (demux, "seekable but unknown start/stop -> disable"); + seekable = FALSE; + } + +done: + gst_query_unref (query); + + GST_DEBUG_OBJECT (demux, "seekable: %d (%" G_GUINT64_FORMAT " - %" + G_GUINT64_FORMAT ")", seekable, start, stop); + demux->upstream_seekable = seekable; + demux->upstream_size = seekable ? stop : -1; +} + +static void +gst_qtdemux_drop_data (GstQTDemux * demux, gint bytes) +{ + g_return_if_fail (bytes <= demux->todrop); + + GST_LOG_OBJECT (demux, "Dropping %d bytes", bytes); + gst_adapter_flush (demux->adapter, bytes); + demux->neededbytes -= bytes; + demux->offset += bytes; + demux->todrop -= bytes; +} + +static GstFlowReturn +gst_qtdemux_chain (GstPad * sinkpad, GstObject * parent, GstBuffer * inbuf) +{ + GstQTDemux *demux; + + demux = GST_QTDEMUX (parent); + + if (GST_BUFFER_FLAG_IS_SET (inbuf, GST_BUFFER_FLAG_DISCONT)) { + gint i; + + GST_DEBUG_OBJECT (demux, "Got DISCONT, marking all streams as DISCONT"); + + for (i = 0; i < demux->n_streams; i++) { + demux->streams[i]->discont = TRUE; + } + + /* Reverse fragmented playback, need to flush all we have before + * consuming a new fragment. + * The samples array have the timestamps calculated by accumulating the + * durations but this won't work for reverse playback of fragments as + * the timestamps of a subsequent fragment should be smaller than the + * previously received one. */ + if (demux->fragmented && demux->segment.rate < 0) { + gst_qtdemux_process_adapter (demux, TRUE); + for (i = 0; i < demux->n_streams; i++) + gst_qtdemux_stream_flush_samples_data (demux, demux->streams[i]); + } + } + + gst_adapter_push (demux->adapter, inbuf); + + GST_DEBUG_OBJECT (demux, + "pushing in inbuf %p, neededbytes:%u, available:%" G_GSIZE_FORMAT, inbuf, + demux->neededbytes, gst_adapter_available (demux->adapter)); + + return gst_qtdemux_process_adapter (demux, FALSE); +} + +static GstFlowReturn +gst_qtdemux_process_adapter (GstQTDemux * demux, gboolean force) +{ + GstFlowReturn ret = GST_FLOW_OK; + + /* we never really mean to buffer that much */ + if (demux->neededbytes == -1) { + goto eos; + } + + while (((gst_adapter_available (demux->adapter)) >= demux->neededbytes) && + (ret == GST_FLOW_OK || (ret == GST_FLOW_NOT_LINKED && force))) { + + GST_DEBUG_OBJECT (demux, + "state:%d , demux->neededbytes:%d, demux->offset:%" G_GUINT64_FORMAT, + demux->state, demux->neededbytes, demux->offset); + + switch (demux->state) { + case QTDEMUX_STATE_INITIAL:{ + const guint8 *data; + guint32 fourcc; + guint64 size; + + gst_qtdemux_check_seekability (demux); + + data = gst_adapter_map (demux->adapter, demux->neededbytes); + + /* get fourcc/length, set neededbytes */ + extract_initial_length_and_fourcc ((guint8 *) data, demux->neededbytes, + &size, &fourcc); + gst_adapter_unmap (demux->adapter); + data = NULL; + GST_DEBUG_OBJECT (demux, "Peeking found [%" GST_FOURCC_FORMAT "] " + "size: %" G_GUINT64_FORMAT, GST_FOURCC_ARGS (fourcc), size); + if (size == 0) { + GST_ELEMENT_ERROR (demux, STREAM, DEMUX, + (_("This file is invalid and cannot be played.")), + ("initial atom '%" GST_FOURCC_FORMAT "' has empty length", + GST_FOURCC_ARGS (fourcc))); + ret = GST_FLOW_ERROR; + break; + } + if (fourcc == FOURCC_mdat) { + gint next_entry = next_entry_size (demux); + if (demux->n_streams > 0 && (next_entry != -1 || !demux->fragmented)) { + /* we have the headers, start playback */ + demux->state = QTDEMUX_STATE_MOVIE; + demux->neededbytes = next_entry; + demux->mdatleft = size; + } else { + /* no headers yet, try to get them */ + guint bs; + gboolean res; + guint64 old, target; + + buffer_data: + old = demux->offset; + target = old + size; + + /* try to jump over the atom with a seek */ + /* only bother if it seems worth doing so, + * and avoids possible upstream/server problems */ + if (demux->upstream_seekable && + demux->upstream_size > 4 * (1 << 20)) { + res = qtdemux_seek_offset (demux, target); + } else { + GST_DEBUG_OBJECT (demux, "skipping seek"); + res = FALSE; + } + + if (res) { + GST_DEBUG_OBJECT (demux, "seek success"); + /* remember the offset fo the first mdat so we can seek back to it + * after we have the headers */ + if (fourcc == FOURCC_mdat && demux->first_mdat == -1) { + demux->first_mdat = old; + GST_DEBUG_OBJECT (demux, "first mdat at %" G_GUINT64_FORMAT, + demux->first_mdat); + } + /* seek worked, continue reading */ + demux->offset = target; + demux->neededbytes = 16; + demux->state = QTDEMUX_STATE_INITIAL; + } else { + /* seek failed, need to buffer */ + demux->offset = old; + GST_DEBUG_OBJECT (demux, "seek failed/skipped"); + /* there may be multiple mdat (or alike) buffers */ + /* sanity check */ + if (demux->mdatbuffer) + bs = gst_buffer_get_size (demux->mdatbuffer); + else + bs = 0; + if (size + bs > 10 * (1 << 20)) + goto no_moov; + demux->state = QTDEMUX_STATE_BUFFER_MDAT; + demux->neededbytes = size; + if (!demux->mdatbuffer) + demux->mdatoffset = demux->offset; + } + } + } else if (G_UNLIKELY (size > QTDEMUX_MAX_ATOM_SIZE)) { + GST_ELEMENT_ERROR (demux, STREAM, DEMUX, + (_("This file is invalid and cannot be played.")), + ("atom %" GST_FOURCC_FORMAT " has bogus size %" G_GUINT64_FORMAT, + GST_FOURCC_ARGS (fourcc), size)); + ret = GST_FLOW_ERROR; + break; + } else { + /* this means we already started buffering and still no moov header, + * let's continue buffering everything till we get moov */ + if (demux->mdatbuffer && !(fourcc == FOURCC_moov + || fourcc == FOURCC_moof)) + goto buffer_data; + demux->neededbytes = size; + demux->state = QTDEMUX_STATE_HEADER; + } + break; + } + case QTDEMUX_STATE_HEADER:{ + const guint8 *data; + guint32 fourcc; + + GST_DEBUG_OBJECT (demux, "In header"); + + data = gst_adapter_map (demux->adapter, demux->neededbytes); + + /* parse the header */ + extract_initial_length_and_fourcc (data, demux->neededbytes, NULL, + &fourcc); + if (fourcc == FOURCC_moov) { + /* in usual fragmented setup we could try to scan for more + * and end up at the the moov (after mdat) again */ + if (demux->got_moov && demux->n_streams > 0 && + (!demux->fragmented + || demux->last_moov_offset == demux->offset)) { + GST_DEBUG_OBJECT (demux, + "Skipping moov atom as we have (this) one already"); + } else { + GST_DEBUG_OBJECT (demux, "Parsing [moov]"); + + if (demux->got_moov && demux->fragmented) { + GST_DEBUG_OBJECT (demux, + "Got a second moov, clean up data from old one"); + if (demux->moov_node) + g_node_destroy (demux->moov_node); + demux->moov_node = NULL; + demux->moov_node_compressed = NULL; + } else { + /* prepare newsegment to send when streaming actually starts */ + if (!demux->pending_newsegment) + demux->pending_newsegment = + gst_event_new_segment (&demux->segment); + } + + demux->last_moov_offset = demux->offset; + + qtdemux_parse_moov (demux, data, demux->neededbytes); + qtdemux_node_dump (demux, demux->moov_node); + qtdemux_parse_tree (demux); + qtdemux_prepare_streams (demux); + if (!demux->got_moov) + qtdemux_expose_streams (demux); + else { + gint n; + + for (n = 0; n < demux->n_streams; n++) { + QtDemuxStream *stream = demux->streams[n]; + + gst_qtdemux_configure_stream (demux, stream); + } + } + + demux->got_moov = TRUE; + + g_node_destroy (demux->moov_node); + demux->moov_node = NULL; + GST_DEBUG_OBJECT (demux, "Finished parsing the header"); + } + } else if (fourcc == FOURCC_moof) { + if ((demux->got_moov || demux->media_caps) && demux->fragmented) { + guint64 dist = 0; + GstClockTime prev_pts; + guint64 prev_offset; + + GST_DEBUG_OBJECT (demux, "Parsing [moof]"); + + /* + * The timestamp of the moof buffer is relevant as some scenarios + * won't have the initial timestamp in the atoms. Whenever a new + * buffer has started, we get that buffer's PTS and use it as a base + * timestamp for the trun entries. + * + * To keep track of the current buffer timestamp and starting point + * we use gst_adapter_prev_pts that gives us the PTS and the distance + * from the beggining of the buffer, with the distance and demux->offset + * we know if it is still the same buffer or not. + */ + prev_pts = gst_adapter_prev_pts (demux->adapter, &dist); + prev_offset = demux->offset - dist; + if (demux->fragment_start_offset == -1 + || prev_offset > demux->fragment_start_offset) { + demux->fragment_start_offset = prev_offset; + demux->fragment_start = prev_pts; + GST_DEBUG_OBJECT (demux, + "New fragment start found at: %" G_GUINT64_FORMAT " : %" + GST_TIME_FORMAT, demux->fragment_start_offset, + GST_TIME_ARGS (demux->fragment_start)); + } + + if (!qtdemux_parse_moof (demux, data, demux->neededbytes, + demux->offset, NULL)) { + gst_adapter_unmap (demux->adapter); + ret = GST_FLOW_ERROR; + goto done; + } + /* in MSS we need to expose the pads after the first moof as we won't get a moov */ + if (demux->mss_mode && !demux->exposed) { + if (!demux->pending_newsegment) { + GstSegment segment; + gst_segment_init (&segment, GST_FORMAT_TIME); + GST_DEBUG_OBJECT (demux, "new pending_newsegment"); + demux->pending_newsegment = gst_event_new_segment (&segment); + } + qtdemux_expose_streams (demux); + } + } else { + GST_DEBUG_OBJECT (demux, "Discarding [moof]"); + } + } else if (fourcc == FOURCC_ftyp) { + GST_DEBUG_OBJECT (demux, "Parsing [ftyp]"); + qtdemux_parse_ftyp (demux, data, demux->neededbytes); + } else if (fourcc == FOURCC_uuid) { + GST_DEBUG_OBJECT (demux, "Parsing [uuid]"); + qtdemux_parse_uuid (demux, data, demux->neededbytes); + } else if (fourcc == FOURCC_sidx) { + GST_DEBUG_OBJECT (demux, "Parsing [sidx]"); + qtdemux_parse_sidx (demux, data, demux->neededbytes); + } else { + GST_WARNING_OBJECT (demux, + "Unknown fourcc while parsing header : %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (fourcc)); + /* Let's jump that one and go back to initial state */ + } + gst_adapter_unmap (demux->adapter); + data = NULL; + + if (demux->mdatbuffer && demux->n_streams) { + gsize remaining_data_size = 0; + + /* the mdat was before the header */ + GST_DEBUG_OBJECT (demux, "We have n_streams:%d and mdatbuffer:%p", + demux->n_streams, demux->mdatbuffer); + /* restore our adapter/offset view of things with upstream; + * put preceding buffered data ahead of current moov data. + * This should also handle evil mdat, moov, mdat cases and alike */ + gst_adapter_flush (demux->adapter, demux->neededbytes); + + /* Store any remaining data after the mdat for later usage */ + remaining_data_size = gst_adapter_available (demux->adapter); + if (remaining_data_size > 0) { + g_assert (demux->restoredata_buffer == NULL); + demux->restoredata_buffer = + gst_adapter_take_buffer (demux->adapter, remaining_data_size); + demux->restoredata_offset = demux->offset + demux->neededbytes; + GST_DEBUG_OBJECT (demux, + "Stored %" G_GSIZE_FORMAT " post mdat bytes at offset %" + G_GUINT64_FORMAT, remaining_data_size, + demux->restoredata_offset); + } + + gst_adapter_push (demux->adapter, demux->mdatbuffer); + demux->mdatbuffer = NULL; + demux->offset = demux->mdatoffset; + demux->neededbytes = next_entry_size (demux); + demux->state = QTDEMUX_STATE_MOVIE; + demux->mdatleft = gst_adapter_available (demux->adapter); + } else { + GST_DEBUG_OBJECT (demux, "Carrying on normally"); + gst_adapter_flush (demux->adapter, demux->neededbytes); + + /* only go back to the mdat if there are samples to play */ + if (demux->got_moov && demux->first_mdat != -1 + && has_next_entry (demux)) { + gboolean res; + + /* we need to seek back */ + res = qtdemux_seek_offset (demux, demux->first_mdat); + if (res) { + demux->offset = demux->first_mdat; + } else { + GST_DEBUG_OBJECT (demux, "Seek back failed"); + } + } else { + demux->offset += demux->neededbytes; + } + demux->neededbytes = 16; + demux->state = QTDEMUX_STATE_INITIAL; + } + + break; + } + case QTDEMUX_STATE_BUFFER_MDAT:{ + GstBuffer *buf; + guint8 fourcc[4]; + + GST_DEBUG_OBJECT (demux, "Got our buffer at offset %" G_GUINT64_FORMAT, + demux->offset); + buf = gst_adapter_take_buffer (demux->adapter, demux->neededbytes); + gst_buffer_extract (buf, 0, fourcc, 4); + GST_DEBUG_OBJECT (demux, "mdatbuffer starts with %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (QT_FOURCC (fourcc))); + if (demux->mdatbuffer) + demux->mdatbuffer = gst_buffer_append (demux->mdatbuffer, buf); + else + demux->mdatbuffer = buf; + demux->offset += demux->neededbytes; + demux->neededbytes = 16; + demux->state = QTDEMUX_STATE_INITIAL; + gst_qtdemux_post_progress (demux, 1, 1); + + break; + } + case QTDEMUX_STATE_MOVIE:{ + QtDemuxStream *stream = NULL; + QtDemuxSample *sample; + int i = -1; + GstClockTime dts, pts, duration; + gboolean keyframe; + + GST_DEBUG_OBJECT (demux, + "BEGIN // in MOVIE for offset %" G_GUINT64_FORMAT, demux->offset); + + if (demux->fragmented) { + GST_DEBUG_OBJECT (demux, "mdat remaining %" G_GUINT64_FORMAT, + demux->mdatleft); + if (G_LIKELY (demux->todrop < demux->mdatleft)) { + /* if needed data starts within this atom, + * then it should not exceed this atom */ + if (G_UNLIKELY (demux->neededbytes > demux->mdatleft)) { + GST_ELEMENT_ERROR (demux, STREAM, DEMUX, + (_("This file is invalid and cannot be played.")), + ("sample data crosses atom boundary")); + ret = GST_FLOW_ERROR; + break; + } + demux->mdatleft -= demux->neededbytes; + } else { + GST_DEBUG_OBJECT (demux, "data atom emptied; resuming atom scan"); + /* so we are dropping more than left in this atom */ + gst_qtdemux_drop_data (demux, demux->mdatleft); + demux->mdatleft = 0; + + /* need to resume atom parsing so we do not miss any other pieces */ + demux->state = QTDEMUX_STATE_INITIAL; + demux->neededbytes = 16; + + /* check if there was any stored post mdat data from previous buffers */ + if (demux->restoredata_buffer) { + g_assert (gst_adapter_available (demux->adapter) == 0); + + gst_adapter_push (demux->adapter, demux->restoredata_buffer); + demux->restoredata_buffer = NULL; + demux->offset = demux->restoredata_offset; + } + + break; + } + } + + if (demux->todrop) { + gst_qtdemux_drop_data (demux, demux->todrop); + } + + /* first buffer? */ + /* initial newsegment sent here after having added pads, + * possible others in sink_event */ + if (G_UNLIKELY (demux->pending_newsegment)) { + gst_qtdemux_push_pending_newsegment (demux); + /* clear to send tags on all streams */ + for (i = 0; i < demux->n_streams; i++) { + stream = demux->streams[i]; + gst_qtdemux_push_tags (demux, stream); + if (stream->sparse) { + GST_INFO_OBJECT (demux, "Sending gap event on stream %d", i); + gst_pad_push_event (stream->pad, + gst_event_new_gap (stream->segment.position, + GST_CLOCK_TIME_NONE)); + } + } + } + + /* Figure out which stream this packet belongs to */ + for (i = 0; i < demux->n_streams; i++) { + stream = demux->streams[i]; + if (stream->sample_index >= stream->n_samples) + continue; + GST_LOG_OBJECT (demux, + "Checking stream %d (sample_index:%d / offset:%" G_GUINT64_FORMAT + " / size:%d)", i, stream->sample_index, + stream->samples[stream->sample_index].offset, + stream->samples[stream->sample_index].size); + + if (stream->samples[stream->sample_index].offset == demux->offset) + break; + } + + if (G_UNLIKELY (stream == NULL || i == demux->n_streams)) + goto unknown_stream; + + if (stream->new_caps) { + gst_qtdemux_configure_stream (demux, stream); + } + + /* Put data in a buffer, set timestamps, caps, ... */ + sample = &stream->samples[stream->sample_index]; + + if (G_LIKELY (!(STREAM_IS_EOS (stream)))) { + GST_DEBUG_OBJECT (demux, "stream : %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (stream->fourcc)); + + dts = QTSAMPLE_DTS (stream, sample); + pts = QTSAMPLE_PTS (stream, sample); + duration = QTSAMPLE_DUR_DTS (stream, sample, dts); + keyframe = QTSAMPLE_KEYFRAME (stream, sample); + + /* check for segment end */ + if (G_UNLIKELY (demux->segment.stop != -1 + && demux->segment.stop <= pts && stream->on_keyframe)) { + GST_DEBUG_OBJECT (demux, "we reached the end of our segment."); + stream->time_position = GST_CLOCK_TIME_NONE; /* this means EOS */ + + /* skip this data, stream is EOS */ + gst_adapter_flush (demux->adapter, demux->neededbytes); + + /* check if all streams are eos */ + ret = GST_FLOW_EOS; + for (i = 0; i < demux->n_streams; i++) { + if (!STREAM_IS_EOS (demux->streams[i])) { + ret = GST_FLOW_OK; + break; + } + } + + if (ret == GST_FLOW_EOS) { + GST_DEBUG_OBJECT (demux, "All streams are EOS, signal upstream"); + goto eos; + } + } else { + GstBuffer *outbuf; + + outbuf = + gst_adapter_take_buffer (demux->adapter, demux->neededbytes); + + /* FIXME: should either be an assert or a plain check */ + g_return_val_if_fail (outbuf != NULL, GST_FLOW_ERROR); + + ret = gst_qtdemux_decorate_and_push_buffer (demux, stream, outbuf, + dts, pts, duration, keyframe, dts, demux->offset); + } + + /* combine flows */ + ret = gst_qtdemux_combine_flows (demux, stream, ret); + } else { + /* skip this data, stream is EOS */ + gst_adapter_flush (demux->adapter, demux->neededbytes); + } + + stream->sample_index++; + stream->offset_in_sample = 0; + + /* update current offset and figure out size of next buffer */ + GST_LOG_OBJECT (demux, "increasing offset %" G_GUINT64_FORMAT " by %u", + demux->offset, demux->neededbytes); + demux->offset += demux->neededbytes; + GST_LOG_OBJECT (demux, "offset is now %" G_GUINT64_FORMAT, + demux->offset); + + if ((demux->neededbytes = next_entry_size (demux)) == -1) { + if (demux->fragmented) { + GST_DEBUG_OBJECT (demux, "(temporarily) out of fragmented samples"); + /* there may be more to follow, only finish this atom */ + demux->todrop = demux->mdatleft; + demux->neededbytes = demux->todrop; + break; + } + goto eos; + } + break; + } + default: + goto invalid_state; + } + } + + /* when buffering movie data, at least show user something is happening */ + if (ret == GST_FLOW_OK && demux->state == QTDEMUX_STATE_BUFFER_MDAT && + gst_adapter_available (demux->adapter) <= demux->neededbytes) { + gst_qtdemux_post_progress (demux, gst_adapter_available (demux->adapter), + demux->neededbytes); + } +done: + + return ret; + + /* ERRORS */ +unknown_stream: + { + GST_ELEMENT_ERROR (demux, STREAM, FAILED, (NULL), ("unknown stream found")); + ret = GST_FLOW_ERROR; + goto done; + } +eos: + { + GST_DEBUG_OBJECT (demux, "no next entry, EOS"); + ret = GST_FLOW_EOS; + goto done; + } +invalid_state: + { + GST_ELEMENT_ERROR (demux, STREAM, FAILED, + (NULL), ("qtdemuxer invalid state %d", demux->state)); + ret = GST_FLOW_ERROR; + goto done; + } +no_moov: + { + GST_ELEMENT_ERROR (demux, STREAM, FAILED, + (NULL), ("no 'moov' atom within the first 10 MB")); + ret = GST_FLOW_ERROR; + goto done; + } +} + +static gboolean +qtdemux_sink_activate (GstPad * sinkpad, GstObject * parent) +{ + GstQuery *query; + gboolean pull_mode; + + query = gst_query_new_scheduling (); + + if (!gst_pad_peer_query (sinkpad, query)) { + gst_query_unref (query); + goto activate_push; + } + + pull_mode = gst_query_has_scheduling_mode_with_flags (query, + GST_PAD_MODE_PULL, GST_SCHEDULING_FLAG_SEEKABLE); + gst_query_unref (query); + + if (!pull_mode) + goto activate_push; + + GST_DEBUG_OBJECT (sinkpad, "activating pull"); + return gst_pad_activate_mode (sinkpad, GST_PAD_MODE_PULL, TRUE); + +activate_push: + { + GST_DEBUG_OBJECT (sinkpad, "activating push"); + return gst_pad_activate_mode (sinkpad, GST_PAD_MODE_PUSH, TRUE); + } +} + +static gboolean +qtdemux_sink_activate_mode (GstPad * sinkpad, GstObject * parent, + GstPadMode mode, gboolean active) +{ + gboolean res; + GstQTDemux *demux = GST_QTDEMUX (parent); + + switch (mode) { + case GST_PAD_MODE_PUSH: + demux->pullbased = FALSE; + res = TRUE; + break; + case GST_PAD_MODE_PULL: + if (active) { + demux->pullbased = TRUE; + res = gst_pad_start_task (sinkpad, (GstTaskFunction) gst_qtdemux_loop, + sinkpad, NULL); + } else { + res = gst_pad_stop_task (sinkpad); + } + break; + default: + res = FALSE; + break; + } + return res; +} + +#ifdef HAVE_ZLIB +static void * +qtdemux_zalloc (void *opaque, unsigned int items, unsigned int size) +{ + return g_malloc (items * size); +} + +static void +qtdemux_zfree (void *opaque, void *addr) +{ + g_free (addr); +} + +static void * +qtdemux_inflate (void *z_buffer, guint z_length, guint length) +{ + guint8 *buffer; + z_stream *z; + int ret; + + z = g_new0 (z_stream, 1); + z->zalloc = qtdemux_zalloc; + z->zfree = qtdemux_zfree; + z->opaque = NULL; + + z->next_in = z_buffer; + z->avail_in = z_length; + + buffer = (guint8 *) g_malloc (length); + ret = inflateInit (z); + while (z->avail_in > 0) { + if (z->avail_out == 0) { + length += 1024; + buffer = (guint8 *) g_realloc (buffer, length); + z->next_out = buffer + z->total_out; + z->avail_out = 1024; + } + ret = inflate (z, Z_SYNC_FLUSH); + if (ret != Z_OK) + break; + } + if (ret != Z_STREAM_END) { + g_warning ("inflate() returned %d", ret); + } + + g_free (z); + return buffer; +} +#endif /* HAVE_ZLIB */ + +static gboolean +qtdemux_parse_moov (GstQTDemux * qtdemux, const guint8 * buffer, guint length) +{ + GNode *cmov; + + qtdemux->moov_node = g_node_new ((guint8 *) buffer); + + /* counts as header data */ + qtdemux->header_size += length; + + GST_DEBUG_OBJECT (qtdemux, "parsing 'moov' atom"); + qtdemux_parse_node (qtdemux, qtdemux->moov_node, buffer, length); + + cmov = qtdemux_tree_get_child_by_type (qtdemux->moov_node, FOURCC_cmov); + if (cmov) { + guint32 method; + GNode *dcom; + GNode *cmvd; + + dcom = qtdemux_tree_get_child_by_type (cmov, FOURCC_dcom); + cmvd = qtdemux_tree_get_child_by_type (cmov, FOURCC_cmvd); + if (dcom == NULL || cmvd == NULL) + goto invalid_compression; + + method = QT_FOURCC ((guint8 *) dcom->data + 8); + switch (method) { +#ifdef HAVE_ZLIB + case GST_MAKE_FOURCC ('z', 'l', 'i', 'b'):{ + guint uncompressed_length; + guint compressed_length; + guint8 *buf; + + uncompressed_length = QT_UINT32 ((guint8 *) cmvd->data + 8); + compressed_length = QT_UINT32 ((guint8 *) cmvd->data + 4) - 12; + GST_LOG ("length = %u", uncompressed_length); + + buf = + (guint8 *) qtdemux_inflate ((guint8 *) cmvd->data + 12, + compressed_length, uncompressed_length); + + qtdemux->moov_node_compressed = qtdemux->moov_node; + qtdemux->moov_node = g_node_new (buf); + + qtdemux_parse_node (qtdemux, qtdemux->moov_node, buf, + uncompressed_length); + break; + } +#endif /* HAVE_ZLIB */ + default: + GST_WARNING_OBJECT (qtdemux, "unknown or unhandled header compression " + "type %" GST_FOURCC_FORMAT, GST_FOURCC_ARGS (method)); + break; + } + } + return TRUE; + + /* ERRORS */ +invalid_compression: + { + GST_ERROR_OBJECT (qtdemux, "invalid compressed header"); + return FALSE; + } +} + +static gboolean +qtdemux_parse_container (GstQTDemux * qtdemux, GNode * node, const guint8 * buf, + const guint8 * end) +{ + while (G_UNLIKELY (buf < end)) { + GNode *child; + guint32 len; + + if (G_UNLIKELY (buf + 4 > end)) { + GST_LOG_OBJECT (qtdemux, "buffer overrun"); + break; + } + len = QT_UINT32 (buf); + if (G_UNLIKELY (len == 0)) { + GST_LOG_OBJECT (qtdemux, "empty container"); + break; + } + if (G_UNLIKELY (len < 8)) { + GST_WARNING_OBJECT (qtdemux, "length too short (%d < 8)", len); + break; + } + if (G_UNLIKELY (len > (end - buf))) { + GST_WARNING_OBJECT (qtdemux, "length too long (%d > %d)", len, + (gint) (end - buf)); + break; + } + + child = g_node_new ((guint8 *) buf); + g_node_append (node, child); + GST_LOG_OBJECT (qtdemux, "adding new node of len %d", len); + qtdemux_parse_node (qtdemux, child, buf, len); + + buf += len; + } + return TRUE; +} + +static gboolean +qtdemux_parse_theora_extension (GstQTDemux * qtdemux, QtDemuxStream * stream, + GNode * xdxt) +{ + int len = QT_UINT32 (xdxt->data); + guint8 *buf = xdxt->data; + guint8 *end = buf + len; + GstBuffer *buffer; + + /* skip size and type */ + buf += 8; + end -= 8; + + while (buf < end) { + gint size; + guint32 type; + + size = QT_UINT32 (buf); + type = QT_FOURCC (buf + 4); + + GST_LOG_OBJECT (qtdemux, "%p %p", buf, end); + + if (buf + size > end || size <= 0) + break; + + buf += 8; + size -= 8; + + GST_WARNING_OBJECT (qtdemux, "have cookie %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (type)); + + switch (type) { + case FOURCC_tCtH: + buffer = gst_buffer_new_and_alloc (size); + gst_buffer_fill (buffer, 0, buf, size); + stream->buffers = g_slist_append (stream->buffers, buffer); + GST_LOG_OBJECT (qtdemux, "parsing theora header"); + break; + case FOURCC_tCt_: + buffer = gst_buffer_new_and_alloc (size); + gst_buffer_fill (buffer, 0, buf, size); + stream->buffers = g_slist_append (stream->buffers, buffer); + GST_LOG_OBJECT (qtdemux, "parsing theora comment"); + break; + case FOURCC_tCtC: + buffer = gst_buffer_new_and_alloc (size); + gst_buffer_fill (buffer, 0, buf, size); + stream->buffers = g_slist_append (stream->buffers, buffer); + GST_LOG_OBJECT (qtdemux, "parsing theora codebook"); + break; + default: + GST_WARNING_OBJECT (qtdemux, + "unknown theora cookie %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (type)); + break; + } + buf += size; + } + return TRUE; +} + +static gboolean +qtdemux_parse_node (GstQTDemux * qtdemux, GNode * node, const guint8 * buffer, + guint length) +{ + guint32 fourcc = 0; + guint32 node_length = 0; + const QtNodeType *type; + const guint8 *end; + + GST_LOG_OBJECT (qtdemux, "qtdemux_parse buffer %p length %u", buffer, length); + + if (G_UNLIKELY (length < 8)) + goto not_enough_data; + + node_length = QT_UINT32 (buffer); + fourcc = QT_FOURCC (buffer + 4); + + /* ignore empty nodes */ + if (G_UNLIKELY (fourcc == 0 || node_length == 8)) + return TRUE; + + type = qtdemux_type_get (fourcc); + + end = buffer + length; + + GST_LOG_OBJECT (qtdemux, + "parsing '%" GST_FOURCC_FORMAT "', length=%u, name '%s'", + GST_FOURCC_ARGS (fourcc), node_length, type->name); + + if (node_length > length) + goto broken_atom_size; + + if (type->flags & QT_FLAG_CONTAINER) { + qtdemux_parse_container (qtdemux, node, buffer + 8, end); + } else { + switch (fourcc) { + case FOURCC_stsd: + { + if (node_length < 20) { + GST_LOG_OBJECT (qtdemux, "skipping small stsd box"); + break; + } + GST_DEBUG_OBJECT (qtdemux, + "parsing stsd (sample table, sample description) atom"); + /* Skip over 8 byte atom hdr + 1 byte version, 3 bytes flags, 4 byte num_entries */ + qtdemux_parse_container (qtdemux, node, buffer + 16, end); + break; + } + case FOURCC_mp4a: + case FOURCC_alac: + { + guint32 version; + guint32 offset; + guint min_size; + + /* also read alac (or whatever) in stead of mp4a in the following, + * since a similar layout is used in other cases as well */ + if (fourcc == FOURCC_mp4a) + min_size = 20; + else + min_size = 40; + + /* There are two things we might encounter here: a true mp4a atom, and + an mp4a entry in an stsd atom. The latter is what we're interested + in, and it looks like an atom, but isn't really one. The true mp4a + atom is short, so we detect it based on length here. */ + if (length < min_size) { + GST_LOG_OBJECT (qtdemux, "skipping small %" GST_FOURCC_FORMAT " box", + GST_FOURCC_ARGS (fourcc)); + break; + } + + /* 'version' here is the sound sample description version. Types 0 and + 1 are documented in the QTFF reference, but type 2 is not: it's + described in Apple header files instead (struct SoundDescriptionV2 + in Movies.h) */ + version = QT_UINT16 (buffer + 16); + + GST_DEBUG_OBJECT (qtdemux, "%" GST_FOURCC_FORMAT " version 0x%08x", + GST_FOURCC_ARGS (fourcc), version); + + /* parse any esds descriptors */ + switch (version) { + case 0: + offset = 0x24; + break; + case 1: + offset = 0x34; + break; + case 2: + offset = 0x48; + break; + default: + GST_WARNING_OBJECT (qtdemux, + "unhandled %" GST_FOURCC_FORMAT " version 0x%08x", + GST_FOURCC_ARGS (fourcc), version); + offset = 0; + break; + } + if (offset) + qtdemux_parse_container (qtdemux, node, buffer + offset, end); + break; + } + case FOURCC_mp4v: + case FOURCC_MP4V: + case FOURCC_fmp4: + case FOURCC_FMP4: + case FOURCC_apcs: + case FOURCC_apch: + case FOURCC_apcn: + case FOURCC_apco: + case FOURCC_ap4h: + { + const guint8 *buf; + guint32 version; + int tlen; + + /* codec_data is contained inside these atoms, which all have + * the same format. */ + + GST_DEBUG_OBJECT (qtdemux, "parsing in %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (fourcc)); + version = QT_UINT32 (buffer + 16); + GST_DEBUG_OBJECT (qtdemux, "version %08x", version); + if (1 || version == 0x00000000) { + buf = buffer + 0x32; + + /* FIXME Quicktime uses PASCAL string while + * the iso format uses C strings. Check the file + * type before attempting to parse the string here. */ + tlen = QT_UINT8 (buf); + GST_DEBUG_OBJECT (qtdemux, "tlen = %d", tlen); + buf++; + GST_DEBUG_OBJECT (qtdemux, "string = %.*s", tlen, (char *) buf); + /* the string has a reserved space of 32 bytes so skip + * the remaining 31 */ + buf += 31; + buf += 4; /* and 4 bytes reserved */ + + GST_MEMDUMP_OBJECT (qtdemux, "mp4v", buf, end - buf); + + qtdemux_parse_container (qtdemux, node, buf, end); + } + break; + } + case FOURCC_H264: + { + GST_MEMDUMP_OBJECT (qtdemux, "H264", buffer, end - buffer); + qtdemux_parse_container (qtdemux, node, buffer + 0x56, end); + break; + } + case FOURCC_avc1: + { + GST_MEMDUMP_OBJECT (qtdemux, "avc1", buffer, end - buffer); + qtdemux_parse_container (qtdemux, node, buffer + 0x56, end); + break; + } + case FOURCC_avc3: + { + GST_MEMDUMP_OBJECT (qtdemux, "avc3", buffer, end - buffer); + qtdemux_parse_container (qtdemux, node, buffer + 0x56, end); + break; + } + case FOURCC_H265: + { + GST_MEMDUMP_OBJECT (qtdemux, "H265", buffer, end - buffer); + qtdemux_parse_container (qtdemux, node, buffer + 0x56, end); + break; + } + case FOURCC_hvc1: + { + GST_MEMDUMP_OBJECT (qtdemux, "hvc1", buffer, end - buffer); + qtdemux_parse_container (qtdemux, node, buffer + 0x56, end); + break; + } + case FOURCC_hev1: + { + GST_MEMDUMP_OBJECT (qtdemux, "hev1", buffer, end - buffer); + qtdemux_parse_container (qtdemux, node, buffer + 0x56, end); + break; + } + case FOURCC_mjp2: + { + qtdemux_parse_container (qtdemux, node, buffer + 86, end); + break; + } + case FOURCC_meta: + { + GST_DEBUG_OBJECT (qtdemux, "parsing meta atom"); + qtdemux_parse_container (qtdemux, node, buffer + 12, end); + break; + } + case FOURCC_mp4s: + { + GST_MEMDUMP_OBJECT (qtdemux, "mp4s", buffer, end - buffer); + /* Skip 8 byte header, plus 8 byte version + flags + entry_count */ + qtdemux_parse_container (qtdemux, node, buffer + 16, end); + break; + } + case FOURCC_XiTh: + { + guint32 version; + guint32 offset; + + version = QT_UINT32 (buffer + 12); + GST_DEBUG_OBJECT (qtdemux, "parsing XiTh atom version 0x%08x", version); + + switch (version) { + case 0x00000001: + offset = 0x62; + break; + default: + GST_DEBUG_OBJECT (qtdemux, "unknown version 0x%08x", version); + offset = 0; + break; + } + if (offset) + qtdemux_parse_container (qtdemux, node, buffer + offset, end); + break; + } + case FOURCC_in24: + { + qtdemux_parse_container (qtdemux, node, buffer + 0x34, end); + break; + } + case FOURCC_uuid: + { + qtdemux_parse_uuid (qtdemux, buffer, end - buffer); + break; + } + default: + if (!strcmp (type->name, "unknown")) + GST_MEMDUMP ("Unknown tag", buffer + 4, end - buffer - 4); + break; + } + } + GST_LOG_OBJECT (qtdemux, "parsed '%" GST_FOURCC_FORMAT "'", + GST_FOURCC_ARGS (fourcc)); + return TRUE; + +/* ERRORS */ +not_enough_data: + { + GST_ELEMENT_ERROR (qtdemux, STREAM, DEMUX, + (_("This file is corrupt and cannot be played.")), + ("Not enough data for an atom header, got only %u bytes", length)); + return FALSE; + } +broken_atom_size: + { + GST_ELEMENT_ERROR (qtdemux, STREAM, DEMUX, + (_("This file is corrupt and cannot be played.")), + ("Atom '%" GST_FOURCC_FORMAT "' has size of %u bytes, but we have only " + "%u bytes available.", GST_FOURCC_ARGS (fourcc), node_length, + length)); + return FALSE; + } +} + +static GNode * +qtdemux_tree_get_child_by_type (GNode * node, guint32 fourcc) +{ + GNode *child; + guint8 *buffer; + guint32 child_fourcc; + + for (child = g_node_first_child (node); child; + child = g_node_next_sibling (child)) { + buffer = (guint8 *) child->data; + + child_fourcc = QT_FOURCC (buffer + 4); + + if (G_UNLIKELY (child_fourcc == fourcc)) { + return child; + } + } + return NULL; +} + +static GNode * +qtdemux_tree_get_child_by_type_full (GNode * node, guint32 fourcc, + GstByteReader * parser) +{ + GNode *child; + guint8 *buffer; + guint32 child_fourcc, child_len; + + for (child = g_node_first_child (node); child; + child = g_node_next_sibling (child)) { + buffer = (guint8 *) child->data; + + child_len = QT_UINT32 (buffer); + child_fourcc = QT_FOURCC (buffer + 4); + + if (G_UNLIKELY (child_fourcc == fourcc)) { + if (G_UNLIKELY (child_len < (4 + 4))) + return NULL; + /* FIXME: must verify if atom length < parent atom length */ + gst_byte_reader_init (parser, buffer + (4 + 4), child_len - (4 + 4)); + return child; + } + } + return NULL; +} + +static GNode * +qtdemux_tree_get_sibling_by_type_full (GNode * node, guint32 fourcc, + GstByteReader * parser) +{ + GNode *child; + guint8 *buffer; + guint32 child_fourcc, child_len; + + for (child = g_node_next_sibling (node); child; + child = g_node_next_sibling (child)) { + buffer = (guint8 *) child->data; + + child_fourcc = QT_FOURCC (buffer + 4); + + if (child_fourcc == fourcc) { + if (parser) { + child_len = QT_UINT32 (buffer); + if (G_UNLIKELY (child_len < (4 + 4))) + return NULL; + /* FIXME: must verify if atom length < parent atom length */ + gst_byte_reader_init (parser, buffer + (4 + 4), child_len - (4 + 4)); + } + return child; + } + } + return NULL; +} + +static GNode * +qtdemux_tree_get_sibling_by_type (GNode * node, guint32 fourcc) +{ + return qtdemux_tree_get_sibling_by_type_full (node, fourcc, NULL); +} + +static void +qtdemux_do_allocation (GstQTDemux * qtdemux, QtDemuxStream * stream) +{ +/* FIXME: This can only reliably work if demuxers have a + * separate streaming thread per srcpad. This should be + * done in a demuxer base class, which integrates parts + * of multiqueue + * + * https://bugzilla.gnome.org/show_bug.cgi?id=701856 + */ +#if 0 + GstQuery *query; + + query = gst_query_new_allocation (stream->caps, FALSE); + + if (!gst_pad_peer_query (stream->pad, query)) { + /* not a problem, just debug a little */ + GST_DEBUG_OBJECT (qtdemux, "peer ALLOCATION query failed"); + } + + if (stream->allocator) + gst_object_unref (stream->allocator); + + if (gst_query_get_n_allocation_params (query) > 0) { + /* try the allocator */ + gst_query_parse_nth_allocation_param (query, 0, &stream->allocator, + &stream->params); + stream->use_allocator = TRUE; + } else { + stream->allocator = NULL; + gst_allocation_params_init (&stream->params); + stream->use_allocator = FALSE; + } + gst_query_unref (query); +#endif +} + +static gboolean +gst_qtdemux_configure_stream (GstQTDemux * qtdemux, QtDemuxStream * stream) +{ + if (stream->subtype == FOURCC_vide) { + /* fps is calculated base on the duration of the average framerate since + * qt does not have a fixed framerate. */ + if ((stream->n_samples == 1) && (stream->first_duration == 0)) { + /* still frame */ + stream->fps_n = 0; + stream->fps_d = 1; + } else { + if (stream->duration == 0 || stream->n_samples < 2) { + stream->fps_n = stream->timescale; + stream->fps_d = 1; + } else { + /* Calculate a framerate, ignoring the first sample which is sometimes truncated */ + /* stream->duration is guint64, timescale, n_samples are guint32 */ + GstClockTime avg_duration = + gst_util_uint64_scale_round (stream->duration - + stream->first_duration, GST_SECOND, + (guint64) (stream->timescale) * (stream->n_samples - 1)); + + GST_LOG_OBJECT (qtdemux, + "Calculating avg sample duration based on stream duration %" + G_GUINT64_FORMAT + " minus first sample %u, leaving %d samples gives %" + GST_TIME_FORMAT, stream->duration, stream->first_duration, + stream->n_samples - 1, GST_TIME_ARGS (avg_duration)); + + gst_video_guess_framerate (avg_duration, &stream->fps_n, + &stream->fps_d); + } + GST_DEBUG_OBJECT (qtdemux, + "Calculating framerate, timescale %u gave fps_n %d fps_d %d", + stream->timescale, stream->fps_n, stream->fps_d); + } + + if (stream->caps) { + stream->caps = gst_caps_make_writable (stream->caps); + + gst_caps_set_simple (stream->caps, + "width", G_TYPE_INT, stream->width, + "height", G_TYPE_INT, stream->height, + "framerate", GST_TYPE_FRACTION, stream->fps_n, stream->fps_d, NULL); + + /* calculate pixel-aspect-ratio using display width and height */ + GST_DEBUG_OBJECT (qtdemux, + "video size %dx%d, target display size %dx%d", stream->width, + stream->height, stream->display_width, stream->display_height); + + if (stream->display_width > 0 && stream->display_height > 0 && + stream->width > 0 && stream->height > 0) { + gint n, d; + + /* calculate the pixel aspect ratio using the display and pixel w/h */ + n = stream->display_width * stream->height; + d = stream->display_height * stream->width; + if (n == d) + n = d = 1; + GST_DEBUG_OBJECT (qtdemux, "setting PAR to %d/%d", n, d); + gst_caps_set_simple (stream->caps, "pixel-aspect-ratio", + GST_TYPE_FRACTION, n, d, NULL); + } + + /* qt file might have pasp atom */ + if (stream->par_w > 0 && stream->par_h > 0) { + GST_DEBUG_OBJECT (qtdemux, "par %d:%d", stream->par_w, stream->par_h); + gst_caps_set_simple (stream->caps, "pixel-aspect-ratio", + GST_TYPE_FRACTION, stream->par_w, stream->par_h, NULL); + } + } + } else if (stream->subtype == FOURCC_soun) { + if (stream->caps) { + stream->caps = gst_caps_make_writable (stream->caps); + if (stream->rate > 0) + gst_caps_set_simple (stream->caps, + "rate", G_TYPE_INT, (int) stream->rate, NULL); + if (stream->n_channels > 0) + gst_caps_set_simple (stream->caps, + "channels", G_TYPE_INT, stream->n_channels, NULL); + if (stream->n_channels > 2) { + /* FIXME: Need to parse the 'chan' atom to get channel layouts + * correctly; this is just the minimum we can do - assume + * we don't actually have any channel positions. */ + gst_caps_set_simple (stream->caps, + "channel-mask", GST_TYPE_BITMASK, G_GUINT64_CONSTANT (0), NULL); + } + } + } + + if (stream->pad) { + GST_PAD_ELEMENT_PRIVATE (stream->pad) = stream; + gst_pad_set_event_function (stream->pad, gst_qtdemux_handle_src_event); + gst_pad_set_query_function (stream->pad, gst_qtdemux_handle_src_query); + gst_pad_set_active (stream->pad, TRUE); + + gst_pad_use_fixed_caps (stream->pad); + + GST_DEBUG_OBJECT (qtdemux, "setting caps %" GST_PTR_FORMAT, stream->caps); + if (stream->new_stream) { + gchar *stream_id; + GstEvent *event; + GstStreamFlags stream_flags; + + event = + gst_pad_get_sticky_event (qtdemux->sinkpad, GST_EVENT_STREAM_START, + 0); + if (event) { + if (gst_event_parse_group_id (event, &qtdemux->group_id)) + qtdemux->have_group_id = TRUE; + else + qtdemux->have_group_id = FALSE; + gst_event_unref (event); + } else if (!qtdemux->have_group_id) { + qtdemux->have_group_id = TRUE; + qtdemux->group_id = gst_util_group_id_next (); + } + + stream->new_stream = FALSE; + stream_id = + gst_pad_create_stream_id_printf (stream->pad, + GST_ELEMENT_CAST (qtdemux), "%03u", stream->track_id); + event = gst_event_new_stream_start (stream_id); + if (qtdemux->have_group_id) + gst_event_set_group_id (event, qtdemux->group_id); + stream_flags = GST_STREAM_FLAG_NONE; + if (stream->disabled) + stream_flags |= GST_STREAM_FLAG_UNSELECT; + if (stream->sparse) + stream_flags |= GST_STREAM_FLAG_SPARSE; + gst_event_set_stream_flags (event, stream_flags); + gst_pad_push_event (stream->pad, event); + g_free (stream_id); + } + gst_pad_set_caps (stream->pad, stream->caps); + stream->new_caps = FALSE; + } + return TRUE; +} + +static gboolean +gst_qtdemux_add_stream (GstQTDemux * qtdemux, + QtDemuxStream * stream, GstTagList * list) +{ + /* consistent default for push based mode */ + gst_segment_init (&stream->segment, GST_FORMAT_TIME); + + if (stream->subtype == FOURCC_vide) { + gchar *name = g_strdup_printf ("video_%u", qtdemux->n_video_streams); + + stream->pad = + gst_pad_new_from_static_template (&gst_qtdemux_videosrc_template, name); + g_free (name); + + gst_qtdemux_configure_stream (qtdemux, stream); + qtdemux->n_video_streams++; + } else if (stream->subtype == FOURCC_soun) { + gchar *name = g_strdup_printf ("audio_%u", qtdemux->n_audio_streams); + + stream->pad = + gst_pad_new_from_static_template (&gst_qtdemux_audiosrc_template, name); + g_free (name); + gst_qtdemux_configure_stream (qtdemux, stream); + qtdemux->n_audio_streams++; + } else if (stream->subtype == FOURCC_strm) { + GST_DEBUG_OBJECT (qtdemux, "stream type, not creating pad"); + } else if (stream->subtype == FOURCC_subp || stream->subtype == FOURCC_text + || stream->subtype == FOURCC_sbtl) { + gchar *name = g_strdup_printf ("subtitle_%u", qtdemux->n_sub_streams); + + stream->pad = + gst_pad_new_from_static_template (&gst_qtdemux_subsrc_template, name); + g_free (name); + gst_qtdemux_configure_stream (qtdemux, stream); + qtdemux->n_sub_streams++; + } else if (stream->caps) { + gchar *name = g_strdup_printf ("video_%u", qtdemux->n_video_streams); + + stream->pad = + gst_pad_new_from_static_template (&gst_qtdemux_videosrc_template, name); + g_free (name); + gst_qtdemux_configure_stream (qtdemux, stream); + qtdemux->n_video_streams++; + } else { + GST_DEBUG_OBJECT (qtdemux, "unknown stream type"); + goto done; + } + + if (stream->pad) { + GST_DEBUG_OBJECT (qtdemux, "adding pad %s %p to qtdemux %p", + GST_OBJECT_NAME (stream->pad), stream->pad, qtdemux); + gst_element_add_pad (GST_ELEMENT_CAST (qtdemux), stream->pad); + gst_flow_combiner_add_pad (qtdemux->flowcombiner, stream->pad); + + if (stream->pending_tags) + gst_tag_list_unref (stream->pending_tags); + stream->pending_tags = list; + list = NULL; + /* global tags go on each pad anyway */ + stream->send_global_tags = TRUE; + } +done: + if (list) + gst_tag_list_unref (list); + return TRUE; +} + +/* find next atom with @fourcc starting at @offset */ +static GstFlowReturn +qtdemux_find_atom (GstQTDemux * qtdemux, guint64 * offset, + guint64 * length, guint32 fourcc) +{ + GstFlowReturn ret; + guint32 lfourcc; + GstBuffer *buf; + + GST_LOG_OBJECT (qtdemux, "finding fourcc %" GST_FOURCC_FORMAT " at offset %" + G_GUINT64_FORMAT, GST_FOURCC_ARGS (fourcc), *offset); + + while (TRUE) { + GstMapInfo map; + + buf = NULL; + ret = gst_pad_pull_range (qtdemux->sinkpad, *offset, 16, &buf); + if (G_UNLIKELY (ret != GST_FLOW_OK)) + goto locate_failed; + if (G_UNLIKELY (gst_buffer_get_size (buf) != 16)) { + /* likely EOF */ + ret = GST_FLOW_EOS; + gst_buffer_unref (buf); + goto locate_failed; + } + gst_buffer_map (buf, &map, GST_MAP_READ); + extract_initial_length_and_fourcc (map.data, 16, length, &lfourcc); + gst_buffer_unmap (buf, &map); + gst_buffer_unref (buf); + + if (G_UNLIKELY (*length == 0)) { + GST_DEBUG_OBJECT (qtdemux, "invalid length 0"); + ret = GST_FLOW_ERROR; + goto locate_failed; + } + + if (lfourcc == fourcc) { + GST_DEBUG_OBJECT (qtdemux, "found fourcc at offset %" G_GUINT64_FORMAT, + *offset); + break; + } else { + GST_LOG_OBJECT (qtdemux, + "skipping atom '%" GST_FOURCC_FORMAT "' at %" G_GUINT64_FORMAT, + GST_FOURCC_ARGS (fourcc), *offset); + *offset += *length; + } + } + + return GST_FLOW_OK; + +locate_failed: + { + /* might simply have had last one */ + GST_DEBUG_OBJECT (qtdemux, "fourcc not found"); + return ret; + } +} + +/* should only do something in pull mode */ +/* call with OBJECT lock */ +static GstFlowReturn +qtdemux_add_fragmented_samples (GstQTDemux * qtdemux) +{ + guint64 length, offset; + GstBuffer *buf = NULL; + GstFlowReturn ret = GST_FLOW_OK; + GstFlowReturn res = GST_FLOW_OK; + GstMapInfo map; + + offset = qtdemux->moof_offset; + GST_DEBUG_OBJECT (qtdemux, "next moof at offset %" G_GUINT64_FORMAT, offset); + + if (!offset) { + GST_DEBUG_OBJECT (qtdemux, "no next moof"); + return GST_FLOW_EOS; + } + + /* best not do pull etc with lock held */ + GST_OBJECT_UNLOCK (qtdemux); + + ret = qtdemux_find_atom (qtdemux, &offset, &length, FOURCC_moof); + if (ret != GST_FLOW_OK) + goto flow_failed; + + ret = gst_qtdemux_pull_atom (qtdemux, offset, length, &buf); + if (G_UNLIKELY (ret != GST_FLOW_OK)) + goto flow_failed; + gst_buffer_map (buf, &map, GST_MAP_READ); + if (!qtdemux_parse_moof (qtdemux, map.data, map.size, offset, NULL)) { + gst_buffer_unmap (buf, &map); + gst_buffer_unref (buf); + buf = NULL; + goto parse_failed; + } + + gst_buffer_unmap (buf, &map); + gst_buffer_unref (buf); + buf = NULL; + + offset += length; + /* look for next moof */ + ret = qtdemux_find_atom (qtdemux, &offset, &length, FOURCC_moof); + if (G_UNLIKELY (ret != GST_FLOW_OK)) + goto flow_failed; + +exit: + GST_OBJECT_LOCK (qtdemux); + + qtdemux->moof_offset = offset; + + return res; + +parse_failed: + { + GST_DEBUG_OBJECT (qtdemux, "failed to parse moof"); + offset = 0; + res = GST_FLOW_ERROR; + goto exit; + } +flow_failed: + { + /* maybe upstream temporarily flushing */ + if (ret != GST_FLOW_FLUSHING) { + GST_DEBUG_OBJECT (qtdemux, "no next moof"); + offset = 0; + } else { + GST_DEBUG_OBJECT (qtdemux, "upstream WRONG_STATE"); + /* resume at current position next time */ + } + res = ret; + goto exit; + } +} + +/* initialise bytereaders for stbl sub-atoms */ +static gboolean +qtdemux_stbl_init (GstQTDemux * qtdemux, QtDemuxStream * stream, GNode * stbl) +{ + stream->stbl_index = -1; /* no samples have yet been parsed */ + stream->sample_index = -1; + + /* time-to-sample atom */ + if (!qtdemux_tree_get_child_by_type_full (stbl, FOURCC_stts, &stream->stts)) + goto corrupt_file; + + /* copy atom data into a new buffer for later use */ + stream->stts.data = g_memdup (stream->stts.data, stream->stts.size); + + /* skip version + flags */ + if (!gst_byte_reader_skip (&stream->stts, 1 + 3) || + !gst_byte_reader_get_uint32_be (&stream->stts, &stream->n_sample_times)) + goto corrupt_file; + GST_LOG_OBJECT (qtdemux, "%u timestamp blocks", stream->n_sample_times); + + /* make sure there's enough data */ + if (!qt_atom_parser_has_chunks (&stream->stts, stream->n_sample_times, 8)) { + stream->n_sample_times = gst_byte_reader_get_remaining (&stream->stts) / 8; + GST_LOG_OBJECT (qtdemux, "overriding to %u timestamp blocks", + stream->n_sample_times); + if (!stream->n_sample_times) + goto corrupt_file; + } + + /* sync sample atom */ + stream->stps_present = FALSE; + if ((stream->stss_present = + ! !qtdemux_tree_get_child_by_type_full (stbl, FOURCC_stss, + &stream->stss) ? TRUE : FALSE) == TRUE) { + /* copy atom data into a new buffer for later use */ + stream->stss.data = g_memdup (stream->stss.data, stream->stss.size); + + /* skip version + flags */ + if (!gst_byte_reader_skip (&stream->stss, 1 + 3) || + !gst_byte_reader_get_uint32_be (&stream->stss, &stream->n_sample_syncs)) + goto corrupt_file; + + if (stream->n_sample_syncs) { + /* make sure there's enough data */ + if (!qt_atom_parser_has_chunks (&stream->stss, stream->n_sample_syncs, 4)) + goto corrupt_file; + } + + /* partial sync sample atom */ + if ((stream->stps_present = + ! !qtdemux_tree_get_child_by_type_full (stbl, FOURCC_stps, + &stream->stps) ? TRUE : FALSE) == TRUE) { + /* copy atom data into a new buffer for later use */ + stream->stps.data = g_memdup (stream->stps.data, stream->stps.size); + + /* skip version + flags */ + if (!gst_byte_reader_skip (&stream->stps, 1 + 3) || + !gst_byte_reader_get_uint32_be (&stream->stps, + &stream->n_sample_partial_syncs)) + goto corrupt_file; + + /* if there are no entries, the stss table contains the real + * sync samples */ + if (stream->n_sample_partial_syncs) { + /* make sure there's enough data */ + if (!qt_atom_parser_has_chunks (&stream->stps, + stream->n_sample_partial_syncs, 4)) + goto corrupt_file; + } + } + } + + /* sample size */ + if (!qtdemux_tree_get_child_by_type_full (stbl, FOURCC_stsz, &stream->stsz)) + goto no_samples; + + /* copy atom data into a new buffer for later use */ + stream->stsz.data = g_memdup (stream->stsz.data, stream->stsz.size); + + /* skip version + flags */ + if (!gst_byte_reader_skip (&stream->stsz, 1 + 3) || + !gst_byte_reader_get_uint32_be (&stream->stsz, &stream->sample_size)) + goto corrupt_file; + + if (!gst_byte_reader_get_uint32_be (&stream->stsz, &stream->n_samples)) + goto corrupt_file; + + if (!stream->n_samples) + goto no_samples; + + /* sample-to-chunk atom */ + if (!qtdemux_tree_get_child_by_type_full (stbl, FOURCC_stsc, &stream->stsc)) + goto corrupt_file; + + /* copy atom data into a new buffer for later use */ + stream->stsc.data = g_memdup (stream->stsc.data, stream->stsc.size); + + /* skip version + flags */ + if (!gst_byte_reader_skip (&stream->stsc, 1 + 3) || + !gst_byte_reader_get_uint32_be (&stream->stsc, + &stream->n_samples_per_chunk)) + goto corrupt_file; + + GST_DEBUG_OBJECT (qtdemux, "n_samples_per_chunk %u", + stream->n_samples_per_chunk); + + /* make sure there's enough data */ + if (!qt_atom_parser_has_chunks (&stream->stsc, stream->n_samples_per_chunk, + 12)) + goto corrupt_file; + + + /* chunk offset */ + if (qtdemux_tree_get_child_by_type_full (stbl, FOURCC_stco, &stream->stco)) + stream->co_size = sizeof (guint32); + else if (qtdemux_tree_get_child_by_type_full (stbl, FOURCC_co64, + &stream->stco)) + stream->co_size = sizeof (guint64); + else + goto corrupt_file; + + /* copy atom data into a new buffer for later use */ + stream->stco.data = g_memdup (stream->stco.data, stream->stco.size); + + /* skip version + flags */ + if (!gst_byte_reader_skip (&stream->stco, 1 + 3)) + goto corrupt_file; + + /* chunks_are_samples == TRUE means treat chunks as samples */ + stream->chunks_are_samples = stream->sample_size && !stream->sampled; + if (stream->chunks_are_samples) { + /* treat chunks as samples */ + if (!gst_byte_reader_get_uint32_be (&stream->stco, &stream->n_samples)) + goto corrupt_file; + } else { + /* skip number of entries */ + if (!gst_byte_reader_skip (&stream->stco, 4)) + goto corrupt_file; + + /* make sure there are enough data in the stsz atom */ + if (!stream->sample_size) { + /* different sizes for each sample */ + if (!qt_atom_parser_has_chunks (&stream->stsz, stream->n_samples, 4)) + goto corrupt_file; + } + } + + GST_DEBUG_OBJECT (qtdemux, "allocating n_samples %u * %u (%.2f MB)", + stream->n_samples, (guint) sizeof (QtDemuxSample), + stream->n_samples * sizeof (QtDemuxSample) / (1024.0 * 1024.0)); + + if (stream->n_samples >= + QTDEMUX_MAX_SAMPLE_INDEX_SIZE / sizeof (QtDemuxSample)) { + GST_WARNING_OBJECT (qtdemux, "not allocating index of %d samples, would " + "be larger than %uMB (broken file?)", stream->n_samples, + QTDEMUX_MAX_SAMPLE_INDEX_SIZE >> 20); + return FALSE; + } + + stream->samples = g_try_new0 (QtDemuxSample, stream->n_samples); + if (!stream->samples) { + GST_WARNING_OBJECT (qtdemux, "failed to allocate %d samples", + stream->n_samples); + return FALSE; + } + + + /* composition time-to-sample */ + if ((stream->ctts_present = + ! !qtdemux_tree_get_child_by_type_full (stbl, FOURCC_ctts, + &stream->ctts) ? TRUE : FALSE) == TRUE) { + /* copy atom data into a new buffer for later use */ + stream->ctts.data = g_memdup (stream->ctts.data, stream->ctts.size); + + /* skip version + flags */ + if (!gst_byte_reader_skip (&stream->ctts, 1 + 3) + || !gst_byte_reader_get_uint32_be (&stream->ctts, + &stream->n_composition_times)) + goto corrupt_file; + + /* make sure there's enough data */ + if (!qt_atom_parser_has_chunks (&stream->ctts, stream->n_composition_times, + 4 + 4)) + goto corrupt_file; + } + + return TRUE; + +corrupt_file: + { + GST_ELEMENT_ERROR (qtdemux, STREAM, DEMUX, + (_("This file is corrupt and cannot be played.")), (NULL)); + return FALSE; + } +no_samples: + { + gst_qtdemux_stbl_free (stream); + if (!qtdemux->fragmented) { + /* not quite good */ + GST_WARNING_OBJECT (qtdemux, "stream has no samples"); + return FALSE; + } else { + /* may pick up samples elsewhere */ + return TRUE; + } + } +} + +/* collect samples from the next sample to be parsed up to sample @n for @stream + * by reading the info from @stbl + * + * This code can be executed from both the streaming thread and the seeking + * thread so it takes the object lock to protect itself + */ +static gboolean +qtdemux_parse_samples (GstQTDemux * qtdemux, QtDemuxStream * stream, guint32 n) +{ + gint i, j, k; + QtDemuxSample *samples, *first, *cur, *last; + guint32 n_samples_per_chunk; + guint32 n_samples; + + GST_LOG_OBJECT (qtdemux, "parsing samples for stream fourcc %" + GST_FOURCC_FORMAT ", pad %s", GST_FOURCC_ARGS (stream->fourcc), + stream->pad ? GST_PAD_NAME (stream->pad) : "(NULL)"); + + n_samples = stream->n_samples; + + if (n >= n_samples) + goto out_of_samples; + + GST_OBJECT_LOCK (qtdemux); + if (n <= stream->stbl_index) + goto already_parsed; + + GST_DEBUG_OBJECT (qtdemux, "parsing up to sample %u", n); + + if (!stream->stsz.data) { + /* so we already parsed and passed all the moov samples; + * onto fragmented ones */ + g_assert (qtdemux->fragmented); + goto done; + } + + /* pointer to the sample table */ + samples = stream->samples; + + /* starts from -1, moves to the next sample index to parse */ + stream->stbl_index++; + + /* keep track of the first and last sample to fill */ + first = &samples[stream->stbl_index]; + last = &samples[n]; + + if (!stream->chunks_are_samples) { + /* set the sample sizes */ + if (stream->sample_size == 0) { + /* different sizes for each sample */ + for (cur = first; cur <= last; cur++) { + cur->size = gst_byte_reader_get_uint32_be_unchecked (&stream->stsz); + GST_LOG_OBJECT (qtdemux, "sample %d has size %u", + (guint) (cur - samples), cur->size); + } + } else { + /* samples have the same size */ + GST_LOG_OBJECT (qtdemux, "all samples have size %u", stream->sample_size); + for (cur = first; cur <= last; cur++) + cur->size = stream->sample_size; + } + } + + n_samples_per_chunk = stream->n_samples_per_chunk; + cur = first; + + for (i = stream->stsc_index; i < n_samples_per_chunk; i++) { + guint32 last_chunk; + + if (stream->stsc_chunk_index >= stream->last_chunk + || stream->stsc_chunk_index < stream->first_chunk) { + stream->first_chunk = + gst_byte_reader_get_uint32_be_unchecked (&stream->stsc); + stream->samples_per_chunk = + gst_byte_reader_get_uint32_be_unchecked (&stream->stsc); + gst_byte_reader_skip_unchecked (&stream->stsc, 4); + + /* chunk numbers are counted from 1 it seems */ + if (G_UNLIKELY (stream->first_chunk == 0)) + goto corrupt_file; + + --stream->first_chunk; + + /* the last chunk of each entry is calculated by taking the first chunk + * of the next entry; except if there is no next, where we fake it with + * INT_MAX */ + if (G_UNLIKELY (i == (stream->n_samples_per_chunk - 1))) { + stream->last_chunk = G_MAXUINT32; + } else { + stream->last_chunk = + gst_byte_reader_peek_uint32_be_unchecked (&stream->stsc); + if (G_UNLIKELY (stream->last_chunk == 0)) + goto corrupt_file; + + --stream->last_chunk; + } + + GST_LOG_OBJECT (qtdemux, + "entry %d has first_chunk %d, last_chunk %d, samples_per_chunk %d", i, + stream->first_chunk, stream->last_chunk, stream->samples_per_chunk); + + if (G_UNLIKELY (stream->last_chunk < stream->first_chunk)) + goto corrupt_file; + + if (stream->last_chunk != G_MAXUINT32) { + if (!qt_atom_parser_peek_sub (&stream->stco, + stream->first_chunk * stream->co_size, + (stream->last_chunk - stream->first_chunk) * stream->co_size, + &stream->co_chunk)) + goto corrupt_file; + + } else { + stream->co_chunk = stream->stco; + if (!gst_byte_reader_skip (&stream->co_chunk, + stream->first_chunk * stream->co_size)) + goto corrupt_file; + } + + stream->stsc_chunk_index = stream->first_chunk; + } + + last_chunk = stream->last_chunk; + + if (stream->chunks_are_samples) { + cur = &samples[stream->stsc_chunk_index]; + + for (j = stream->stsc_chunk_index; j < last_chunk; j++) { + if (j > n) { + /* save state */ + stream->stsc_chunk_index = j; + goto done; + } + + cur->offset = + qt_atom_parser_get_offset_unchecked (&stream->co_chunk, + stream->co_size); + + GST_LOG_OBJECT (qtdemux, "Created entry %d with offset " + "%" G_GUINT64_FORMAT, j, cur->offset); + + if (stream->samples_per_frame * stream->bytes_per_frame) { + cur->size = + (stream->samples_per_chunk * stream->n_channels) / + stream->samples_per_frame * stream->bytes_per_frame; + } else { + cur->size = stream->samples_per_chunk; + } + + GST_DEBUG_OBJECT (qtdemux, + "keyframe sample %d: timestamp %" GST_TIME_FORMAT ", size %u", + j, GST_TIME_ARGS (QTSTREAMTIME_TO_GSTTIME (stream, + stream->stco_sample_index)), cur->size); + + cur->timestamp = stream->stco_sample_index; + cur->duration = stream->samples_per_chunk; + cur->keyframe = TRUE; + cur++; + + stream->stco_sample_index += stream->samples_per_chunk; + } + stream->stsc_chunk_index = j; + } else { + for (j = stream->stsc_chunk_index; j < last_chunk; j++) { + guint32 samples_per_chunk; + guint64 chunk_offset; + + if (!stream->stsc_sample_index + && !qt_atom_parser_get_offset (&stream->co_chunk, stream->co_size, + &stream->chunk_offset)) + goto corrupt_file; + + samples_per_chunk = stream->samples_per_chunk; + chunk_offset = stream->chunk_offset; + + for (k = stream->stsc_sample_index; k < samples_per_chunk; k++) { + GST_LOG_OBJECT (qtdemux, "creating entry %d with offset %" + G_GUINT64_FORMAT " and size %d", + (guint) (cur - samples), chunk_offset, cur->size); + + cur->offset = chunk_offset; + chunk_offset += cur->size; + cur++; + + if (G_UNLIKELY (cur > last)) { + /* save state */ + stream->stsc_sample_index = k + 1; + stream->chunk_offset = chunk_offset; + stream->stsc_chunk_index = j; + goto done2; + } + } + stream->stsc_sample_index = 0; + } + stream->stsc_chunk_index = j; + } + stream->stsc_index++; + } + + if (stream->chunks_are_samples) + goto ctts; +done2: + { + guint32 n_sample_times; + + n_sample_times = stream->n_sample_times; + cur = first; + + for (i = stream->stts_index; i < n_sample_times; i++) { + guint32 stts_samples; + gint32 stts_duration; + gint64 stts_time; + + if (stream->stts_sample_index >= stream->stts_samples + || !stream->stts_sample_index) { + + stream->stts_samples = + gst_byte_reader_get_uint32_be_unchecked (&stream->stts); + stream->stts_duration = + gst_byte_reader_get_uint32_be_unchecked (&stream->stts); + + GST_LOG_OBJECT (qtdemux, "block %d, %u timestamps, duration %u", + i, stream->stts_samples, stream->stts_duration); + + stream->stts_sample_index = 0; + } + + stts_samples = stream->stts_samples; + stts_duration = stream->stts_duration; + stts_time = stream->stts_time; + + for (j = stream->stts_sample_index; j < stts_samples; j++) { + GST_DEBUG_OBJECT (qtdemux, + "sample %d: index %d, timestamp %" GST_TIME_FORMAT, + (guint) (cur - samples), j, + GST_TIME_ARGS (QTSTREAMTIME_TO_GSTTIME (stream, stts_time))); + + cur->timestamp = stts_time; + cur->duration = stts_duration; + + /* avoid 32-bit wrap-around, + * but still mind possible 'negative' duration */ + stts_time += (gint64) stts_duration; + cur++; + + if (G_UNLIKELY (cur > last)) { + /* save values */ + stream->stts_time = stts_time; + stream->stts_sample_index = j + 1; + goto done3; + } + } + stream->stts_sample_index = 0; + stream->stts_time = stts_time; + stream->stts_index++; + } + /* fill up empty timestamps with the last timestamp, this can happen when + * the last samples do not decode and so we don't have timestamps for them. + * We however look at the last timestamp to estimate the track length so we + * need something in here. */ + for (; cur < last; cur++) { + GST_DEBUG_OBJECT (qtdemux, + "fill sample %d: timestamp %" GST_TIME_FORMAT, + (guint) (cur - samples), + GST_TIME_ARGS (QTSTREAMTIME_TO_GSTTIME (stream, stream->stts_time))); + cur->timestamp = stream->stts_time; + cur->duration = -1; + } + } +done3: + { + /* sample sync, can be NULL */ + if (stream->stss_present == TRUE) { + guint32 n_sample_syncs; + + n_sample_syncs = stream->n_sample_syncs; + + if (!n_sample_syncs) { + GST_DEBUG_OBJECT (qtdemux, "all samples are keyframes"); + stream->all_keyframe = TRUE; + } else { + for (i = stream->stss_index; i < n_sample_syncs; i++) { + /* note that the first sample is index 1, not 0 */ + guint32 index; + + index = gst_byte_reader_get_uint32_be_unchecked (&stream->stss); + + if (G_LIKELY (index > 0 && index <= n_samples)) { + index -= 1; + samples[index].keyframe = TRUE; + GST_DEBUG_OBJECT (qtdemux, "samples at %u is keyframe", index); + /* and exit if we have enough samples */ + if (G_UNLIKELY (index >= n)) { + i++; + break; + } + } + } + /* save state */ + stream->stss_index = i; + } + + /* stps marks partial sync frames like open GOP I-Frames */ + if (stream->stps_present == TRUE) { + guint32 n_sample_partial_syncs; + + n_sample_partial_syncs = stream->n_sample_partial_syncs; + + /* if there are no entries, the stss table contains the real + * sync samples */ + if (n_sample_partial_syncs) { + for (i = stream->stps_index; i < n_sample_partial_syncs; i++) { + /* note that the first sample is index 1, not 0 */ + guint32 index; + + index = gst_byte_reader_get_uint32_be_unchecked (&stream->stps); + + if (G_LIKELY (index > 0 && index <= n_samples)) { + index -= 1; + samples[index].keyframe = TRUE; + GST_DEBUG_OBJECT (qtdemux, "samples at %u is keyframe", index); + /* and exit if we have enough samples */ + if (G_UNLIKELY (index >= n)) { + i++; + break; + } + } + } + /* save state */ + stream->stps_index = i; + } + } + } else { + /* no stss, all samples are keyframes */ + stream->all_keyframe = TRUE; + GST_DEBUG_OBJECT (qtdemux, "setting all keyframes"); + } + } + +ctts: + /* composition time to sample */ + if (stream->ctts_present == TRUE) { + guint32 n_composition_times; + guint32 ctts_count; + gint32 ctts_soffset; + + /* Fill in the pts_offsets */ + cur = first; + n_composition_times = stream->n_composition_times; + + for (i = stream->ctts_index; i < n_composition_times; i++) { + if (stream->ctts_sample_index >= stream->ctts_count + || !stream->ctts_sample_index) { + stream->ctts_count = + gst_byte_reader_get_uint32_be_unchecked (&stream->ctts); + stream->ctts_soffset = + gst_byte_reader_get_int32_be_unchecked (&stream->ctts); + stream->ctts_sample_index = 0; + } + + ctts_count = stream->ctts_count; + ctts_soffset = stream->ctts_soffset; + + for (j = stream->ctts_sample_index; j < ctts_count; j++) { + cur->pts_offset = ctts_soffset; + cur++; + + if (G_UNLIKELY (cur > last)) { + /* save state */ + stream->ctts_sample_index = j + 1; + goto done; + } + } + stream->ctts_sample_index = 0; + stream->ctts_index++; + } + } +done: + stream->stbl_index = n; + /* if index has been completely parsed, free data that is no-longer needed */ + if (n + 1 == stream->n_samples) { + gst_qtdemux_stbl_free (stream); + GST_DEBUG_OBJECT (qtdemux, + "parsed all available samples; checking for more"); + while (n + 1 == stream->n_samples) + if (qtdemux_add_fragmented_samples (qtdemux) != GST_FLOW_OK) + break; + } + GST_OBJECT_UNLOCK (qtdemux); + + return TRUE; + + /* SUCCESS */ +already_parsed: + { + GST_LOG_OBJECT (qtdemux, + "Tried to parse up to sample %u but this sample has already been parsed", + n); + /* if fragmented, there may be more */ + if (qtdemux->fragmented && n == stream->stbl_index) + goto done; + GST_OBJECT_UNLOCK (qtdemux); + return TRUE; + } + /* ERRORS */ +out_of_samples: + { + GST_LOG_OBJECT (qtdemux, + "Tried to parse up to sample %u but there are only %u samples", n + 1, + stream->n_samples); + GST_ELEMENT_ERROR (qtdemux, STREAM, DEMUX, + (_("This file is corrupt and cannot be played.")), (NULL)); + return FALSE; + } +corrupt_file: + { + GST_OBJECT_UNLOCK (qtdemux); + GST_ELEMENT_ERROR (qtdemux, STREAM, DEMUX, + (_("This file is corrupt and cannot be played.")), (NULL)); + return FALSE; + } +} + +/* collect all segment info for @stream. + */ +static gboolean +qtdemux_parse_segments (GstQTDemux * qtdemux, QtDemuxStream * stream, + GNode * trak) +{ + GNode *edts; + + /* parse and prepare segment info from the edit list */ + GST_DEBUG_OBJECT (qtdemux, "looking for edit list container"); + stream->n_segments = 0; + stream->segments = NULL; + + if ((edts = qtdemux_tree_get_child_by_type (trak, FOURCC_edts))) { + GNode *elst; + gint n_segments; + gint i, count; + guint64 time; + GstClockTime stime; + guint8 *buffer; + + GST_DEBUG_OBJECT (qtdemux, "looking for edit list"); + if (!(elst = qtdemux_tree_get_child_by_type (edts, FOURCC_elst))) + goto done; + + buffer = elst->data; + + n_segments = QT_UINT32 (buffer + 12); + + /* we might allocate a bit too much, at least allocate 1 segment */ + stream->segments = g_new (QtDemuxSegment, MAX (n_segments, 1)); + + /* segments always start from 0 */ + time = 0; + stime = 0; + count = 0; + for (i = 0; i < n_segments; i++) { + guint64 duration; + guint64 media_time; + QtDemuxSegment *segment; + guint32 rate_int; + + media_time = QT_UINT32 (buffer + 20 + i * 12); + duration = QT_UINT32 (buffer + 16 + i * 12); + + segment = &stream->segments[count++]; + + /* time and duration expressed in global timescale */ + segment->time = stime; + /* add non scaled values so we don't cause roundoff errors */ + time += duration; + stime = QTTIME_TO_GSTTIME (qtdemux, time); + segment->stop_time = stime; + segment->duration = stime - segment->time; + + segment->trak_media_start = media_time; + /* media_time expressed in stream timescale */ + if (media_time != G_MAXUINT32) { + segment->media_start = QTSTREAMTIME_TO_GSTTIME (stream, media_time); + segment->media_stop = segment->media_start + segment->duration; + } else { + segment->media_start = GST_CLOCK_TIME_NONE; + segment->media_stop = GST_CLOCK_TIME_NONE; + } + rate_int = GST_READ_UINT32_BE (buffer + 24 + i * 12); + + if (rate_int <= 1) { + /* 0 is not allowed, some programs write 1 instead of the floating point + * value */ + GST_WARNING_OBJECT (qtdemux, "found suspicious rate %" G_GUINT32_FORMAT, + rate_int); + segment->rate = 1; + } else { + segment->rate = rate_int / 65536.0; + } + + GST_DEBUG_OBJECT (qtdemux, "created segment %d time %" GST_TIME_FORMAT + ", duration %" GST_TIME_FORMAT ", media_start %" GST_TIME_FORMAT + " (%" G_GUINT64_FORMAT ") , media_stop %" GST_TIME_FORMAT + " stop_time %" GST_TIME_FORMAT " rate %g, (%d) timescale %u", + i, GST_TIME_ARGS (segment->time), + GST_TIME_ARGS (segment->duration), + GST_TIME_ARGS (segment->media_start), media_time, + GST_TIME_ARGS (segment->media_stop), + GST_TIME_ARGS (segment->stop_time), segment->rate, rate_int, + stream->timescale); + if (segment->stop_time > qtdemux->segment.stop) { + GST_WARNING_OBJECT (qtdemux, "Segment %d " + " extends to %" GST_TIME_FORMAT + " past the end of the file duration %" GST_TIME_FORMAT + " it will be truncated", i, GST_TIME_ARGS (segment->stop_time), + GST_TIME_ARGS (qtdemux->segment.stop)); + qtdemux->segment.stop = segment->stop_time; + } + } + GST_DEBUG_OBJECT (qtdemux, "found %d segments", count); + stream->n_segments = count; + } +#ifdef GST_EXT_QTDEMUX_MODIFICATION + if (stream->n_segments) { + GstClockTime movie_duration = + gst_util_uint64_scale (stream->duration, GST_SECOND, stream->timescale); + /* Any difference between the movie's duration and the track's duration + * is expressed as an implicit empty edit */ + if (stime != movie_duration) { + GST_WARNING_OBJECT (qtdemux, "Movie duration and track duration from segments " + "is not matching, so assuming empty edits"); + stream->n_segments = 0; + } + } +#endif + +done: + + /* push based does not handle segments, so act accordingly here, + * and warn if applicable */ + if (!qtdemux->pullbased) { + GST_WARNING_OBJECT (qtdemux, "streaming; discarding edit list segments"); + /* remove and use default one below, we stream like it anyway */ + g_free (stream->segments); + stream->segments = NULL; + stream->n_segments = 0; + } + + /* no segments, create one to play the complete trak */ + if (stream->n_segments == 0) { + GstClockTime stream_duration = + QTSTREAMTIME_TO_GSTTIME (stream, stream->duration); + + if (stream->segments == NULL) + stream->segments = g_new (QtDemuxSegment, 1); + + /* represent unknown our way */ + if (stream_duration == 0) + stream_duration = GST_CLOCK_TIME_NONE; + + stream->segments[0].time = 0; + stream->segments[0].stop_time = stream_duration; + stream->segments[0].duration = stream_duration; + stream->segments[0].media_start = 0; + stream->segments[0].media_stop = stream_duration; + stream->segments[0].rate = 1.0; + stream->segments[0].trak_media_start = 0; + + GST_DEBUG_OBJECT (qtdemux, "created dummy segment %" GST_TIME_FORMAT, + GST_TIME_ARGS (stream_duration)); + stream->n_segments = 1; + stream->dummy_segment = TRUE; + } + GST_DEBUG_OBJECT (qtdemux, "using %d segments", stream->n_segments); + + return TRUE; +} + +/* + * Parses the stsd atom of a svq3 trak looking for + * the SMI and gama atoms. + */ +static void +qtdemux_parse_svq3_stsd_data (GstQTDemux * qtdemux, GNode * stsd, + guint8 ** gamma, GstBuffer ** seqh) +{ + guint8 *_gamma = NULL; + GstBuffer *_seqh = NULL; + guint8 *stsd_data = stsd->data; + guint32 length = QT_UINT32 (stsd_data); + guint16 version; + + if (length < 32) { + GST_WARNING_OBJECT (qtdemux, "stsd too short"); + goto end; + } + + stsd_data += 32; + length -= 32; + version = QT_UINT16 (stsd_data); + if (version == 3) { + if (length >= 70) { + length -= 70; + stsd_data += 70; + while (length > 8) { + guint32 fourcc, size; + guint8 *data; + size = QT_UINT32 (stsd_data); + fourcc = QT_FOURCC (stsd_data + 4); + data = stsd_data + 8; + + if (size == 0) { + GST_WARNING_OBJECT (qtdemux, "Atom of size 0 found, aborting " + "svq3 atom parsing"); + goto end; + } + + switch (fourcc) { + case FOURCC_gama:{ + if (size == 12) { + _gamma = data; + } else { + GST_WARNING_OBJECT (qtdemux, "Unexpected size %" G_GUINT32_FORMAT + " for gama atom, expected 12", size); + } + break; + } + case FOURCC_SMI_:{ + if (size > 16 && QT_FOURCC (data) == FOURCC_SEQH) { + guint32 seqh_size; + if (_seqh != NULL) { + GST_WARNING_OBJECT (qtdemux, "Unexpected second SEQH SMI atom " + " found, ignoring"); + } else { + seqh_size = QT_UINT32 (data + 4); + if (seqh_size > 0) { + _seqh = gst_buffer_new_and_alloc (seqh_size); + gst_buffer_fill (_seqh, 0, data + 8, seqh_size); + } + } + } + break; + } + default:{ + GST_WARNING_OBJECT (qtdemux, "Unhandled atom %" GST_FOURCC_FORMAT + " in SVQ3 entry in stsd atom", GST_FOURCC_ARGS (fourcc)); + } + } + + if (size <= length) { + length -= size; + stsd_data += size; + } + } + } else { + GST_WARNING_OBJECT (qtdemux, "SVQ3 entry too short in stsd atom"); + } + } else { + GST_WARNING_OBJECT (qtdemux, "Unexpected version for SVQ3 entry %" + G_GUINT16_FORMAT, version); + goto end; + } + +end: + if (gamma) { + *gamma = _gamma; + } + if (seqh) { + *seqh = _seqh; + } else if (_seqh) { + gst_buffer_unref (_seqh); + } +} + +static gchar * +qtdemux_get_rtsp_uri_from_hndl (GstQTDemux * qtdemux, GNode * minf) +{ + GNode *dinf; + GstByteReader dref; + gchar *uri = NULL; + + /* + * Get 'dinf', to get its child 'dref', that might contain a 'hndl' + * atom that might contain a 'data' atom with the rtsp uri. + * This case was reported in bug #597497, some info about + * the hndl atom can be found in TN1195 + */ + dinf = qtdemux_tree_get_child_by_type (minf, FOURCC_dinf); + GST_DEBUG_OBJECT (qtdemux, "Trying to obtain rtsp URI for stream trak"); + + if (dinf) { + guint32 dref_num_entries = 0; + if (qtdemux_tree_get_child_by_type_full (dinf, FOURCC_dref, &dref) && + gst_byte_reader_skip (&dref, 4) && + gst_byte_reader_get_uint32_be (&dref, &dref_num_entries)) { + gint i; + + /* search dref entries for hndl atom */ + for (i = 0; i < dref_num_entries; i++) { + guint32 size = 0, type; + guint8 string_len = 0; + if (gst_byte_reader_get_uint32_be (&dref, &size) && + qt_atom_parser_get_fourcc (&dref, &type)) { + if (type == FOURCC_hndl) { + GST_DEBUG_OBJECT (qtdemux, "Found hndl atom"); + + /* skip data reference handle bytes and the + * following pascal string and some extra 4 + * bytes I have no idea what are */ + if (!gst_byte_reader_skip (&dref, 4) || + !gst_byte_reader_get_uint8 (&dref, &string_len) || + !gst_byte_reader_skip (&dref, string_len + 4)) { + GST_WARNING_OBJECT (qtdemux, "Failed to parse hndl atom"); + break; + } + + /* iterate over the atoms to find the data atom */ + while (gst_byte_reader_get_remaining (&dref) >= 8) { + guint32 atom_size; + guint32 atom_type; + + if (gst_byte_reader_get_uint32_be (&dref, &atom_size) && + qt_atom_parser_get_fourcc (&dref, &atom_type)) { + if (atom_type == FOURCC_data) { + const guint8 *uri_aux = NULL; + + /* found the data atom that might contain the rtsp uri */ + GST_DEBUG_OBJECT (qtdemux, "Found data atom inside " + "hndl atom, interpreting it as an URI"); + if (gst_byte_reader_peek_data (&dref, atom_size - 8, + &uri_aux)) { + if (g_strstr_len ((gchar *) uri_aux, 7, "rtsp://") != NULL) + uri = g_strndup ((gchar *) uri_aux, atom_size - 8); + else + GST_WARNING_OBJECT (qtdemux, "Data atom in hndl atom " + "didn't contain a rtsp address"); + } else { + GST_WARNING_OBJECT (qtdemux, "Failed to get the data " + "atom contents"); + } + break; + } + /* skipping to the next entry */ + if (!gst_byte_reader_skip (&dref, atom_size - 8)) + break; + } else { + GST_WARNING_OBJECT (qtdemux, "Failed to parse hndl child " + "atom header"); + break; + } + } + break; + } + /* skip to the next entry */ + if (!gst_byte_reader_skip (&dref, size - 8)) + break; + } else { + GST_WARNING_OBJECT (qtdemux, "Error parsing dref atom"); + } + } + GST_DEBUG_OBJECT (qtdemux, "Finished parsing dref atom"); + } + } + return uri; +} + +#define AMR_NB_ALL_MODES 0x81ff +#define AMR_WB_ALL_MODES 0x83ff +static guint +qtdemux_parse_amr_bitrate (GstBuffer * buf, gboolean wb) +{ + /* The 'damr' atom is of the form: + * + * | vendor | decoder_ver | mode_set | mode_change_period | frames/sample | + * 32 b 8 b 16 b 8 b 8 b + * + * The highest set bit of the first 7 (AMR-NB) or 8 (AMR-WB) bits of mode_set + * represents the highest mode used in the stream (and thus the maximum + * bitrate), with a couple of special cases as seen below. + */ + + /* Map of frame type ID -> bitrate */ + static const guint nb_bitrates[] = { + 4750, 5150, 5900, 6700, 7400, 7950, 10200, 12200 + }; + static const guint wb_bitrates[] = { + 6600, 8850, 12650, 14250, 15850, 18250, 19850, 23050, 23850 + }; + GstMapInfo map; + gsize max_mode; + guint16 mode_set; + + gst_buffer_map (buf, &map, GST_MAP_READ); + + if (map.size != 0x11) { + GST_DEBUG ("Atom should have size 0x11, not %" G_GSIZE_FORMAT, map.size); + goto bad_data; + } + + if (QT_FOURCC (map.data + 4) != GST_MAKE_FOURCC ('d', 'a', 'm', 'r')) { + GST_DEBUG ("Unknown atom in %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (QT_UINT32 (map.data + 4))); + goto bad_data; + } + + mode_set = QT_UINT16 (map.data + 13); + + if (mode_set == (wb ? AMR_WB_ALL_MODES : AMR_NB_ALL_MODES)) + max_mode = 7 + (wb ? 1 : 0); + else + /* AMR-NB modes fo from 0-7, and AMR-WB modes go from 0-8 */ + max_mode = g_bit_nth_msf ((gulong) mode_set & (wb ? 0x1ff : 0xff), -1); + + if (max_mode == -1) { + GST_DEBUG ("No mode indication was found (mode set) = %x", + (guint) mode_set); + goto bad_data; + } + + gst_buffer_unmap (buf, &map); + return wb ? wb_bitrates[max_mode] : nb_bitrates[max_mode]; + +bad_data: + gst_buffer_unmap (buf, &map); + return 0; +} + +static gboolean +qtdemux_parse_transformation_matrix (GstQTDemux * qtdemux, + GstByteReader * reader, guint32 * matrix, const gchar * atom) +{ + /* + * 9 values of 32 bits (fixed point 16.16, except 2 5 and 8 that are 2.30) + * [0 1 2] + * [3 4 5] + * [6 7 8] + */ + + if (gst_byte_reader_get_remaining (reader) < 36) + return FALSE; + + matrix[0] = gst_byte_reader_get_uint32_be_unchecked (reader); + matrix[1] = gst_byte_reader_get_uint32_be_unchecked (reader); + matrix[2] = gst_byte_reader_get_uint32_be_unchecked (reader); + matrix[3] = gst_byte_reader_get_uint32_be_unchecked (reader); + matrix[4] = gst_byte_reader_get_uint32_be_unchecked (reader); + matrix[5] = gst_byte_reader_get_uint32_be_unchecked (reader); + matrix[6] = gst_byte_reader_get_uint32_be_unchecked (reader); + matrix[7] = gst_byte_reader_get_uint32_be_unchecked (reader); + matrix[8] = gst_byte_reader_get_uint32_be_unchecked (reader); + + GST_DEBUG_OBJECT (qtdemux, "Transformation matrix from atom %s", atom); + GST_DEBUG_OBJECT (qtdemux, "%u.%u %u.%u %u.%u", matrix[0] >> 16, + matrix[0] & 0xFFFF, matrix[1] >> 16, matrix[1] & 0xFF, matrix[2] >> 16, + matrix[2] & 0xFF); + GST_DEBUG_OBJECT (qtdemux, "%u.%u %u.%u %u.%u", matrix[3] >> 16, + matrix[3] & 0xFFFF, matrix[4] >> 16, matrix[4] & 0xFF, matrix[5] >> 16, + matrix[5] & 0xFF); + GST_DEBUG_OBJECT (qtdemux, "%u.%u %u.%u %u.%u", matrix[6] >> 16, + matrix[6] & 0xFFFF, matrix[7] >> 16, matrix[7] & 0xFF, matrix[8] >> 16, + matrix[8] & 0xFF); + + return TRUE; +} + +static void +qtdemux_inspect_transformation_matrix (GstQTDemux * qtdemux, + QtDemuxStream * stream, guint32 * matrix, GstTagList ** taglist) +{ + +/* [a b c] + * [d e f] + * [g h i] + * + * This macro will only compare value abdegh, it expects cfi to have already + * been checked + */ +#ifdef GST_EXT_QTDEMUX_MODIFICATION +#define QTCHECK_MATRIX(m,a,b,d,e) ((m)[0] == (a << 16) && (m)[1] == (b << 16) && \ + (m)[3] == (d << 16) && (m)[4] == (e << 16)) +#else +#define QTCHECK_MATRIX(m,a,b,d,e,g,h) ((m)[0] == (a << 16) && (m)[1] == (b << 16) && \ + (m)[3] == (d << 16) && (m)[4] == (e << 16) && \ + (m)[6] == (g << 16) && (m)[7] == (h << 16)) + +#endif + /* only handle the cases where the last column has standard values */ + if (matrix[2] == 0 && matrix[5] == 0 && matrix[8] == 1 << 30) { + const gchar *rotation_tag = NULL; + +#ifdef GST_EXT_QTDEMUX_MODIFICATION + if (QTCHECK_MATRIX (matrix, 1, 0, 0, 1)) { + /* NOP */ + } else if (QTCHECK_MATRIX (matrix, 0, 1, G_MAXUINT16, 0)) { + rotation_tag = "rotate-90"; + } else if (QTCHECK_MATRIX (matrix, G_MAXUINT16, 0, 0, G_MAXUINT16)) { + rotation_tag = "rotate-180"; + } else if (QTCHECK_MATRIX (matrix, 0, G_MAXUINT16, 1, 0)) { + rotation_tag = "rotate-270"; +#else + /* no rotation needed */ + if (QTCHECK_MATRIX (matrix, 1, 0, 0, 1, 0, 0)) { + /* NOP */ + } else if (QTCHECK_MATRIX (matrix, 0, 1, G_MAXUINT16, 0, + stream->display_height, 0)) { + rotation_tag = "rotate-90"; + } else if (QTCHECK_MATRIX (matrix, G_MAXUINT16, 0, 0, G_MAXUINT16, + stream->display_width, stream->display_height)) { + rotation_tag = "rotate-180"; + } else if (QTCHECK_MATRIX (matrix, 0, G_MAXUINT16, 1, 0, 0, + stream->display_width)) { + rotation_tag = "rotate-270"; +#endif + } else { + GST_FIXME_OBJECT (qtdemux, "Unhandled transformation matrix values"); + } + + GST_DEBUG_OBJECT (qtdemux, "Transformation matrix rotation %s", + rotation_tag); + if (rotation_tag != NULL) { + if (*taglist == NULL) + *taglist = gst_tag_list_new_empty (); + gst_tag_list_add (*taglist, GST_TAG_MERGE_REPLACE, + GST_TAG_IMAGE_ORIENTATION, rotation_tag, NULL); + } + } else { + GST_FIXME_OBJECT (qtdemux, "Unhandled transformation matrix values"); + } +} + +/* parse the traks. + * With each track we associate a new QtDemuxStream that contains all the info + * about the trak. + * traks that do not decode to something (like strm traks) will not have a pad. + */ +static gboolean +qtdemux_parse_trak (GstQTDemux * qtdemux, GNode * trak) +{ + GstByteReader tkhd; + int offset; + GNode *mdia; + GNode *mdhd; + GNode *hdlr; + GNode *minf; + GNode *stbl; + GNode *stsd; + GNode *mp4a; + GNode *mp4v; + GNode *wave; + GNode *esds; + GNode *pasp; + GNode *tref; + GNode *udta; + + QtDemuxStream *stream = NULL; + gboolean new_stream = FALSE; + gchar *codec = NULL; + const guint8 *stsd_data; + guint16 lang_code; /* quicktime lang code or packed iso code */ + guint32 version; + guint32 tkhd_flags = 0; + guint8 tkhd_version = 0; + guint32 fourcc; + guint value_size, stsd_len, len; + guint32 track_id; + + GST_DEBUG_OBJECT (qtdemux, "parse_trak"); + + if (!qtdemux_tree_get_child_by_type_full (trak, FOURCC_tkhd, &tkhd) + || !gst_byte_reader_get_uint8 (&tkhd, &tkhd_version) + || !gst_byte_reader_get_uint24_be (&tkhd, &tkhd_flags)) + goto corrupt_file; + + /* pick between 64 or 32 bits */ + value_size = tkhd_version == 1 ? 8 : 4; + if (!gst_byte_reader_skip (&tkhd, value_size * 2) || + !gst_byte_reader_get_uint32_be (&tkhd, &track_id)) + goto corrupt_file; + + if (!qtdemux->got_moov) { + if (qtdemux_find_stream (qtdemux, track_id)) + goto existing_stream; + stream = _create_stream (); + stream->track_id = track_id; + new_stream = TRUE; + } else { + stream = qtdemux_find_stream (qtdemux, track_id); + if (!stream) { + GST_WARNING_OBJECT (qtdemux, "Stream not found, going to ignore it"); + goto skip_track; + } + } + + if (stream->pending_tags == NULL) + stream->pending_tags = gst_tag_list_new_empty (); + + if ((tkhd_flags & 1) == 0) + stream->disabled = TRUE; + + GST_LOG_OBJECT (qtdemux, "track[tkhd] version/flags/id: 0x%02x/%06x/%u", + tkhd_version, tkhd_flags, stream->track_id); + + if (!(mdia = qtdemux_tree_get_child_by_type (trak, FOURCC_mdia))) + goto corrupt_file; + + if (!(mdhd = qtdemux_tree_get_child_by_type (mdia, FOURCC_mdhd))) { + /* be nice for some crooked mjp2 files that use mhdr for mdhd */ + if (qtdemux->major_brand != FOURCC_mjp2 || + !(mdhd = qtdemux_tree_get_child_by_type (mdia, FOURCC_mhdr))) + goto corrupt_file; + } + + len = QT_UINT32 ((guint8 *) mdhd->data); + version = QT_UINT32 ((guint8 *) mdhd->data + 8); + GST_LOG_OBJECT (qtdemux, "track version/flags: %08x", version); + if (version == 0x01000000) { + if (len < 38) + goto corrupt_file; + stream->timescale = QT_UINT32 ((guint8 *) mdhd->data + 28); + stream->duration = QT_UINT64 ((guint8 *) mdhd->data + 32); + lang_code = QT_UINT16 ((guint8 *) mdhd->data + 36); + } else { + if (len < 30) + goto corrupt_file; + stream->timescale = QT_UINT32 ((guint8 *) mdhd->data + 20); + stream->duration = QT_UINT32 ((guint8 *) mdhd->data + 24); + lang_code = QT_UINT16 ((guint8 *) mdhd->data + 28); + } + + if (lang_code < 0x400) { + qtdemux_lang_map_qt_code_to_iso (stream->lang_id, lang_code); + } else if (lang_code == 0x7fff) { + stream->lang_id[0] = 0; /* unspecified */ + } else { + stream->lang_id[0] = 0x60 + ((lang_code >> 10) & 0x1F); + stream->lang_id[1] = 0x60 + ((lang_code >> 5) & 0x1F); + stream->lang_id[2] = 0x60 + (lang_code & 0x1F); + stream->lang_id[3] = 0; + } + + GST_LOG_OBJECT (qtdemux, "track timescale: %" G_GUINT32_FORMAT, + stream->timescale); + GST_LOG_OBJECT (qtdemux, "track duration: %" G_GUINT64_FORMAT, + stream->duration); + GST_LOG_OBJECT (qtdemux, "track language code/id: 0x%04x/%s", + lang_code, stream->lang_id); + + if (G_UNLIKELY (stream->timescale == 0 || qtdemux->timescale == 0)) + goto corrupt_file; + + if ((tref = qtdemux_tree_get_child_by_type (trak, FOURCC_tref))) { + /* chapters track reference */ + GNode *chap = qtdemux_tree_get_child_by_type (tref, FOURCC_chap); + if (chap) { + gsize length = GST_READ_UINT32_BE (chap->data); + if (qtdemux->chapters_track_id) + GST_FIXME_OBJECT (qtdemux, "Multiple CHAP tracks"); + + if (length >= 12) { + qtdemux->chapters_track_id = + GST_READ_UINT32_BE ((gint8 *) chap->data + 8); + } + } + } + + /* fragmented files may have bogus duration in moov */ + if (!qtdemux->fragmented && + qtdemux->duration != G_MAXINT64 && stream->duration != G_MAXINT32) { + guint64 tdur1, tdur2; + + /* don't overflow */ + tdur1 = stream->timescale * (guint64) qtdemux->duration; + tdur2 = qtdemux->timescale * (guint64) stream->duration; + + /* HACK: + * some of those trailers, nowadays, have prologue images that are + * themselves vide tracks as well. I haven't really found a way to + * identify those yet, except for just looking at their duration. */ + if (tdur1 != 0 && (tdur2 * 10 / tdur1) < 2) { + GST_WARNING_OBJECT (qtdemux, + "Track shorter than 20%% (%" G_GUINT64_FORMAT "/%" G_GUINT32_FORMAT + " vs. %" G_GUINT64_FORMAT "/%" G_GUINT32_FORMAT ") of the stream " + "found, assuming preview image or something; skipping track", + stream->duration, stream->timescale, qtdemux->duration, + qtdemux->timescale); + g_free (stream); + return TRUE; + } + } + + if (!(hdlr = qtdemux_tree_get_child_by_type (mdia, FOURCC_hdlr))) + goto corrupt_file; + + GST_LOG_OBJECT (qtdemux, "track type: %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (QT_FOURCC ((guint8 *) hdlr->data + 12))); + + len = QT_UINT32 ((guint8 *) hdlr->data); + if (len >= 20) + stream->subtype = QT_FOURCC ((guint8 *) hdlr->data + 16); + GST_LOG_OBJECT (qtdemux, "track subtype: %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (stream->subtype)); + + if (!(minf = qtdemux_tree_get_child_by_type (mdia, FOURCC_minf))) + goto corrupt_file; + + if (!(stbl = qtdemux_tree_get_child_by_type (minf, FOURCC_stbl))) + goto corrupt_file; + + /* parse stsd */ + if (!(stsd = qtdemux_tree_get_child_by_type (stbl, FOURCC_stsd))) + goto corrupt_file; + stsd_data = (const guint8 *) stsd->data; + + /* stsd should at least have one entry */ + stsd_len = QT_UINT32 (stsd_data); + if (stsd_len < 24) { + /* .. but skip stream with empty stsd produced by some Vivotek cameras */ + if (stream->subtype == FOURCC_vivo) { + g_free (stream); + return TRUE; + } else { + goto corrupt_file; + } + } + + GST_LOG_OBJECT (qtdemux, "stsd len: %d", stsd_len); + + /* and that entry should fit within stsd */ + len = QT_UINT32 (stsd_data + 16); + if (len > stsd_len + 16) + goto corrupt_file; + + stream->fourcc = fourcc = QT_FOURCC (stsd_data + 16 + 4); + GST_LOG_OBJECT (qtdemux, "stsd type: %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (stream->fourcc)); + GST_LOG_OBJECT (qtdemux, "stsd type len: %d", len); + + if ((fourcc == FOURCC_drms) || (fourcc == FOURCC_drmi) || + ((fourcc & 0x00FFFFFF) == GST_MAKE_FOURCC ('e', 'n', 'c', 0))) + goto error_encrypted; + + if (stream->subtype == FOURCC_vide) { + guint32 w = 0, h = 0; + gboolean gray; + gint depth, palette_size, palette_count; + guint32 matrix[9]; + guint32 *palette_data = NULL; + + stream->sampled = TRUE; + + /* version 1 uses some 64-bit ints */ + if (!gst_byte_reader_skip (&tkhd, 20 + value_size)) + goto corrupt_file; + + if (!qtdemux_parse_transformation_matrix (qtdemux, &tkhd, matrix, "tkhd")) + goto corrupt_file; + + if (!gst_byte_reader_get_uint32_be (&tkhd, &w) + || !gst_byte_reader_get_uint32_be (&tkhd, &h)) + goto corrupt_file; + + stream->display_width = w >> 16; + stream->display_height = h >> 16; + + qtdemux_inspect_transformation_matrix (qtdemux, stream, matrix, + &stream->pending_tags); + + offset = 16; + if (len < 86) + goto corrupt_file; + + stream->width = QT_UINT16 (stsd_data + offset + 32); + stream->height = QT_UINT16 (stsd_data + offset + 34); + stream->fps_n = 0; /* this is filled in later */ + stream->fps_d = 0; /* this is filled in later */ + stream->bits_per_sample = QT_UINT16 (stsd_data + offset + 82); + stream->color_table_id = QT_UINT16 (stsd_data + offset + 84); + + GST_LOG_OBJECT (qtdemux, "width %d, height %d, bps %d, color table id %d", + stream->width, stream->height, stream->bits_per_sample, + stream->color_table_id); + + depth = stream->bits_per_sample; + + /* more than 32 bits means grayscale */ + gray = (depth > 32); + /* low 32 bits specify the depth */ + depth &= 0x1F; + + /* different number of palette entries is determined by depth. */ + palette_count = 0; + if ((depth == 1) || (depth == 2) || (depth == 4) || (depth == 8)) + palette_count = (1 << depth); + palette_size = palette_count * 4; + + if (stream->color_table_id) { + switch (palette_count) { + case 0: + break; + case 2: + palette_data = g_memdup (ff_qt_default_palette_2, palette_size); + break; + case 4: + palette_data = g_memdup (ff_qt_default_palette_4, palette_size); + break; + case 16: + if (gray) + palette_data = g_memdup (ff_qt_grayscale_palette_16, palette_size); + else + palette_data = g_memdup (ff_qt_default_palette_16, palette_size); + break; + case 256: + if (gray) + palette_data = g_memdup (ff_qt_grayscale_palette_256, palette_size); + else + palette_data = g_memdup (ff_qt_default_palette_256, palette_size); + break; + default: + GST_ELEMENT_WARNING (qtdemux, STREAM, DEMUX, + (_("The video in this file might not play correctly.")), + ("unsupported palette depth %d", depth)); + break; + } + } else { + gint i, j, start, end; + + if (len < 94) + goto corrupt_file; + + /* read table */ + start = QT_UINT32 (stsd_data + offset + 86); + palette_count = QT_UINT16 (stsd_data + offset + 90); + end = QT_UINT16 (stsd_data + offset + 92); + + GST_LOG_OBJECT (qtdemux, "start %d, end %d, palette_count %d", + start, end, palette_count); + + if (end > 255) + end = 255; + if (start > end) + start = end; + + if (len < 94 + (end - start) * 8) + goto corrupt_file; + + /* palette is always the same size */ + palette_data = g_malloc0 (256 * 4); + palette_size = 256 * 4; + + for (j = 0, i = start; i <= end; j++, i++) { + guint32 a, r, g, b; + + a = QT_UINT16 (stsd_data + offset + 94 + (j * 8)); + r = QT_UINT16 (stsd_data + offset + 96 + (j * 8)); + g = QT_UINT16 (stsd_data + offset + 98 + (j * 8)); + b = QT_UINT16 (stsd_data + offset + 100 + (j * 8)); + + palette_data[i] = ((a & 0xff00) << 16) | ((r & 0xff00) << 8) | + (g & 0xff00) | (b >> 8); + } + } + + stream->caps = + qtdemux_video_caps (qtdemux, stream, fourcc, stsd_data, &codec); + if (G_UNLIKELY (!stream->caps)) { + g_free (palette_data); + goto unknown_stream; + } + + if (codec) { + gst_tag_list_add (stream->pending_tags, GST_TAG_MERGE_REPLACE, + GST_TAG_VIDEO_CODEC, codec, NULL); + g_free (codec); + codec = NULL; + } + + + if (palette_data) { + GstStructure *s; + + if (stream->rgb8_palette) + gst_memory_unref (stream->rgb8_palette); + stream->rgb8_palette = gst_memory_new_wrapped (GST_MEMORY_FLAG_READONLY, + palette_data, palette_size, 0, palette_size, palette_data, g_free); + + s = gst_caps_get_structure (stream->caps, 0); + + /* non-raw video has a palette_data property. raw video has the palette as + * an extra plane that we append to the output buffers before we push + * them*/ + if (!gst_structure_has_name (s, "video/x-raw")) { + GstBuffer *palette; + + palette = gst_buffer_new (); + gst_buffer_append_memory (palette, stream->rgb8_palette); + stream->rgb8_palette = NULL; + + gst_caps_set_simple (stream->caps, "palette_data", + GST_TYPE_BUFFER, palette, NULL); + gst_buffer_unref (palette); + } + } else if (palette_count != 0) { + GST_ELEMENT_WARNING (qtdemux, STREAM, NOT_IMPLEMENTED, + (NULL), ("Unsupported palette depth %d", depth)); + } + + GST_LOG_OBJECT (qtdemux, "frame count: %u", + QT_UINT16 (stsd_data + offset + 48)); + + esds = NULL; + pasp = NULL; + /* pick 'the' stsd child */ + mp4v = qtdemux_tree_get_child_by_type (stsd, fourcc); + if (mp4v) { + esds = qtdemux_tree_get_child_by_type (mp4v, FOURCC_esds); + pasp = qtdemux_tree_get_child_by_type (mp4v, FOURCC_pasp); + } + + if (pasp) { + const guint8 *pasp_data = (const guint8 *) pasp->data; + + stream->par_w = QT_UINT32 (pasp_data + 8); + stream->par_h = QT_UINT32 (pasp_data + 12); + } else { + stream->par_w = 0; + stream->par_h = 0; + } + + if (esds) { + gst_qtdemux_handle_esds (qtdemux, stream, esds, stream->pending_tags); + } else { + switch (fourcc) { + case FOURCC_H264: + case FOURCC_avc1: + case FOURCC_avc3: + { + gint len = QT_UINT32 (stsd_data) - 0x66; + const guint8 *avc_data = stsd_data + 0x66; + + /* find avcC */ + while (len >= 0x8) { + gint size; + + if (QT_UINT32 (avc_data) <= len) + size = QT_UINT32 (avc_data) - 0x8; + else + size = len - 0x8; + + if (size < 1) + /* No real data, so break out */ + break; + + switch (QT_FOURCC (avc_data + 0x4)) { + case FOURCC_avcC: + { + /* parse, if found */ + GstBuffer *buf; + + GST_DEBUG_OBJECT (qtdemux, "found avcC codec_data in stsd"); + + /* First 4 bytes are the length of the atom, the next 4 bytes + * are the fourcc, the next 1 byte is the version, and the + * subsequent bytes are profile_tier_level structure like data. */ + gst_codec_utils_h264_caps_set_level_and_profile (stream->caps, + avc_data + 8 + 1, size - 1); + buf = gst_buffer_new_and_alloc (size); + gst_buffer_fill (buf, 0, avc_data + 0x8, size); + gst_caps_set_simple (stream->caps, + "codec_data", GST_TYPE_BUFFER, buf, NULL); + gst_buffer_unref (buf); + + break; + } + case FOURCC_strf: + { + GstBuffer *buf; + + GST_DEBUG_OBJECT (qtdemux, "found strf codec_data in stsd"); + + /* First 4 bytes are the length of the atom, the next 4 bytes + * are the fourcc, next 40 bytes are BITMAPINFOHEADER, + * next 1 byte is the version, and the + * subsequent bytes are sequence parameter set like data. */ + + size -= 40; /* we'll be skipping BITMAPINFOHEADER */ + if (size > 1) { + gst_codec_utils_h264_caps_set_level_and_profile (stream->caps, + avc_data + 8 + 40 + 1, size - 1); + + buf = gst_buffer_new_and_alloc (size); + gst_buffer_fill (buf, 0, avc_data + 8 + 40, size); + gst_caps_set_simple (stream->caps, + "codec_data", GST_TYPE_BUFFER, buf, NULL); + gst_buffer_unref (buf); + } + break; + } + case FOURCC_btrt: + { + guint avg_bitrate, max_bitrate; + + /* bufferSizeDB, maxBitrate and avgBitrate - 4 bytes each */ + if (size < 12) + break; + + max_bitrate = QT_UINT32 (avc_data + 0xc); + avg_bitrate = QT_UINT32 (avc_data + 0x10); + + if (!max_bitrate && !avg_bitrate) + break; + + /* Some muxers seem to swap the average and maximum bitrates + * (I'm looking at you, YouTube), so we swap for sanity. */ + if (max_bitrate > 0 && max_bitrate < avg_bitrate) { + guint temp = avg_bitrate; + + avg_bitrate = max_bitrate; + max_bitrate = temp; + } + + if (max_bitrate > 0 && max_bitrate < G_MAXUINT32) { + gst_tag_list_add (stream->pending_tags, GST_TAG_MERGE_REPLACE, + GST_TAG_MAXIMUM_BITRATE, max_bitrate, NULL); + } + if (avg_bitrate > 0 && avg_bitrate < G_MAXUINT32) { + gst_tag_list_add (stream->pending_tags, GST_TAG_MERGE_REPLACE, + GST_TAG_BITRATE, avg_bitrate, NULL); + } + + break; + } + + default: + break; + } + + len -= size + 8; + avc_data += size + 8; + } + + break; + } + case FOURCC_H265: + case FOURCC_hvc1: + case FOURCC_hev1: + { + gint len = QT_UINT32 (stsd_data) - 0x66; + const guint8 *hevc_data = stsd_data + 0x66; + + /* find hevc */ + while (len >= 0x8) { + gint size; + + if (QT_UINT32 (hevc_data) <= len) + size = QT_UINT32 (hevc_data) - 0x8; + else + size = len - 0x8; + + if (size < 1) + /* No real data, so break out */ + break; + + switch (QT_FOURCC (hevc_data + 0x4)) { + case FOURCC_hvcC: + { + /* parse, if found */ + GstBuffer *buf; + + GST_DEBUG_OBJECT (qtdemux, "found avcC codec_data in stsd"); + + /* First 4 bytes are the length of the atom, the next 4 bytes + * are the fourcc, the next 1 byte is the version, and the + * subsequent bytes are sequence parameter set like data. */ + gst_codec_utils_h265_caps_set_level_tier_and_profile + (stream->caps, hevc_data + 8 + 1, size - 1); + + buf = gst_buffer_new_and_alloc (size); + gst_buffer_fill (buf, 0, hevc_data + 0x8, size); + gst_caps_set_simple (stream->caps, + "codec_data", GST_TYPE_BUFFER, buf, NULL); + gst_buffer_unref (buf); + break; + } + default: + break; + } + len -= size + 8; + hevc_data += size + 8; + } + break; + } + case FOURCC_mp4v: + case FOURCC_MP4V: + case FOURCC_fmp4: + case FOURCC_FMP4: + { + GNode *glbl; + + GST_DEBUG_OBJECT (qtdemux, "found %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (fourcc)); + + /* codec data might be in glbl extension atom */ + glbl = mp4v ? + qtdemux_tree_get_child_by_type (mp4v, FOURCC_glbl) : NULL; + if (glbl) { + guint8 *data; + GstBuffer *buf; + gint len; + + GST_DEBUG_OBJECT (qtdemux, "found glbl data in stsd"); + data = glbl->data; + len = QT_UINT32 (data); + if (len > 0x8) { + len -= 0x8; + buf = gst_buffer_new_and_alloc (len); + gst_buffer_fill (buf, 0, data + 8, len); + gst_caps_set_simple (stream->caps, + "codec_data", GST_TYPE_BUFFER, buf, NULL); + gst_buffer_unref (buf); + } + } + break; + } + case FOURCC_mjp2: + { + /* see annex I of the jpeg2000 spec */ + GNode *jp2h, *ihdr, *colr, *mjp2, *field, *prefix, *cmap, *cdef; + const guint8 *data; + const gchar *colorspace = NULL; + gint ncomp = 0; + guint32 ncomp_map = 0; + gint32 *comp_map = NULL; + guint32 nchan_def = 0; + gint32 *chan_def = NULL; + + GST_DEBUG_OBJECT (qtdemux, "found mjp2"); + /* some required atoms */ + mjp2 = qtdemux_tree_get_child_by_type (stsd, FOURCC_mjp2); + if (!mjp2) + break; + jp2h = qtdemux_tree_get_child_by_type (mjp2, FOURCC_jp2h); + if (!jp2h) + break; + + /* number of components; redundant with info in codestream, but useful + to a muxer */ + ihdr = qtdemux_tree_get_child_by_type (jp2h, FOURCC_ihdr); + if (!ihdr || QT_UINT32 (ihdr->data) != 22) + break; + ncomp = QT_UINT16 (((guint8 *) ihdr->data) + 16); + + colr = qtdemux_tree_get_child_by_type (jp2h, FOURCC_colr); + if (!colr) + break; + GST_DEBUG_OBJECT (qtdemux, "found colr"); + /* extract colour space info */ + if (QT_UINT8 ((guint8 *) colr->data + 8) == 1) { + switch (QT_UINT32 ((guint8 *) colr->data + 11)) { + case 16: + colorspace = "sRGB"; + break; + case 17: + colorspace = "GRAY"; + break; + case 18: + colorspace = "sYUV"; + break; + default: + colorspace = NULL; + break; + } + } + if (!colorspace) + /* colr is required, and only values 16, 17, and 18 are specified, + so error if we have no colorspace */ + break; + + /* extract component mapping */ + cmap = qtdemux_tree_get_child_by_type (jp2h, FOURCC_cmap); + if (cmap) { + guint32 cmap_len = 0; + int i; + cmap_len = QT_UINT32 (cmap->data); + if (cmap_len >= 8) { + /* normal box, subtract off header */ + cmap_len -= 8; + /* cmap: { u16 cmp; u8 mtyp; u8 pcol; }* */ + if (cmap_len % 4 == 0) { + ncomp_map = (cmap_len / 4); + comp_map = g_new0 (gint32, ncomp_map); + for (i = 0; i < ncomp_map; i++) { + guint16 cmp; + guint8 mtyp, pcol; + cmp = QT_UINT16 (((guint8 *) cmap->data) + 8 + i * 4); + mtyp = QT_UINT8 (((guint8 *) cmap->data) + 8 + i * 4 + 2); + pcol = QT_UINT8 (((guint8 *) cmap->data) + 8 + i * 4 + 3); + comp_map[i] = (mtyp << 24) | (pcol << 16) | cmp; + } + } + } + } + /* extract channel definitions */ + cdef = qtdemux_tree_get_child_by_type (jp2h, FOURCC_cdef); + if (cdef) { + guint32 cdef_len = 0; + int i; + cdef_len = QT_UINT32 (cdef->data); + if (cdef_len >= 10) { + /* normal box, subtract off header and len */ + cdef_len -= 10; + /* cdef: u16 n; { u16 cn; u16 typ; u16 asoc; }* */ + if (cdef_len % 6 == 0) { + nchan_def = (cdef_len / 6); + chan_def = g_new0 (gint32, nchan_def); + for (i = 0; i < nchan_def; i++) + chan_def[i] = -1; + for (i = 0; i < nchan_def; i++) { + guint16 cn, typ, asoc; + cn = QT_UINT16 (((guint8 *) cdef->data) + 10 + i * 6); + typ = QT_UINT16 (((guint8 *) cdef->data) + 10 + i * 6 + 2); + asoc = QT_UINT16 (((guint8 *) cdef->data) + 10 + i * 6 + 4); + if (cn < nchan_def) { + switch (typ) { + case 0: + chan_def[cn] = asoc; + break; + case 1: + chan_def[cn] = 0; /* alpha */ + break; + default: + chan_def[cn] = -typ; + } + } + } + } + } + } + + gst_caps_set_simple (stream->caps, + "num-components", G_TYPE_INT, ncomp, NULL); + gst_caps_set_simple (stream->caps, + "colorspace", G_TYPE_STRING, colorspace, NULL); + + if (comp_map) { + GValue arr = { 0, }; + GValue elt = { 0, }; + int i; + g_value_init (&arr, GST_TYPE_ARRAY); + g_value_init (&elt, G_TYPE_INT); + for (i = 0; i < ncomp_map; i++) { + g_value_set_int (&elt, comp_map[i]); + gst_value_array_append_value (&arr, &elt); + } + gst_structure_set_value (gst_caps_get_structure (stream->caps, 0), + "component-map", &arr); + g_value_unset (&elt); + g_value_unset (&arr); + g_free (comp_map); + } + + if (chan_def) { + GValue arr = { 0, }; + GValue elt = { 0, }; + int i; + g_value_init (&arr, GST_TYPE_ARRAY); + g_value_init (&elt, G_TYPE_INT); + for (i = 0; i < nchan_def; i++) { + g_value_set_int (&elt, chan_def[i]); + gst_value_array_append_value (&arr, &elt); + } + gst_structure_set_value (gst_caps_get_structure (stream->caps, 0), + "channel-definitions", &arr); + g_value_unset (&elt); + g_value_unset (&arr); + g_free (chan_def); + } + + /* some optional atoms */ + field = qtdemux_tree_get_child_by_type (mjp2, FOURCC_fiel); + prefix = qtdemux_tree_get_child_by_type (mjp2, FOURCC_jp2x); + + /* indicate possible fields in caps */ + if (field) { + data = (guint8 *) field->data + 8; + if (*data != 1) + gst_caps_set_simple (stream->caps, "fields", G_TYPE_INT, + (gint) * data, NULL); + } + /* add codec_data if provided */ + if (prefix) { + GstBuffer *buf; + gint len; + + GST_DEBUG_OBJECT (qtdemux, "found prefix data in stsd"); + data = prefix->data; + len = QT_UINT32 (data); + if (len > 0x8) { + len -= 0x8; + buf = gst_buffer_new_and_alloc (len); + gst_buffer_fill (buf, 0, data + 8, len); + gst_caps_set_simple (stream->caps, + "codec_data", GST_TYPE_BUFFER, buf, NULL); + gst_buffer_unref (buf); + } + } + break; + } + case FOURCC_SVQ3: + case FOURCC_VP31: + { + GstBuffer *buf; + GstBuffer *seqh = NULL; + guint8 *gamma_data = NULL; + gint len = QT_UINT32 (stsd_data); + + qtdemux_parse_svq3_stsd_data (qtdemux, stsd, &gamma_data, &seqh); + if (gamma_data) { + gst_caps_set_simple (stream->caps, "applied-gamma", G_TYPE_DOUBLE, + QT_FP32 (gamma_data), NULL); + } + if (seqh) { + /* sorry for the bad name, but we don't know what this is, other + * than its own fourcc */ + gst_caps_set_simple (stream->caps, "seqh", GST_TYPE_BUFFER, seqh, + NULL); + } + + GST_DEBUG_OBJECT (qtdemux, "found codec_data in stsd"); + buf = gst_buffer_new_and_alloc (len); + gst_buffer_fill (buf, 0, stsd_data, len); + gst_caps_set_simple (stream->caps, + "codec_data", GST_TYPE_BUFFER, buf, NULL); + gst_buffer_unref (buf); + break; + } + case FOURCC_rle_: + case FOURCC_WRLE: + { + gst_caps_set_simple (stream->caps, + "depth", G_TYPE_INT, QT_UINT16 (stsd_data + offset + 82), NULL); + break; + } + case FOURCC_XiTh: + { + GNode *xith, *xdxt; + + GST_DEBUG_OBJECT (qtdemux, "found XiTh"); + xith = qtdemux_tree_get_child_by_type (stsd, FOURCC_XiTh); + if (!xith) + break; + + xdxt = qtdemux_tree_get_child_by_type (xith, FOURCC_XdxT); + if (!xdxt) + break; + + GST_DEBUG_OBJECT (qtdemux, "found XdxT node"); + /* collect the headers and store them in a stream list so that we can + * send them out first */ + qtdemux_parse_theora_extension (qtdemux, stream, xdxt); + break; + } + case FOURCC_ovc1: + { + GNode *ovc1; + guint8 *ovc1_data; + guint ovc1_len; + GstBuffer *buf; + + GST_DEBUG_OBJECT (qtdemux, "parse ovc1 header"); + ovc1 = qtdemux_tree_get_child_by_type (stsd, FOURCC_ovc1); + if (!ovc1) + break; + ovc1_data = ovc1->data; + ovc1_len = QT_UINT32 (ovc1_data); + if (ovc1_len <= 198) { + GST_WARNING_OBJECT (qtdemux, "Too small ovc1 header, skipping"); + break; + } + buf = gst_buffer_new_and_alloc (ovc1_len - 198); + gst_buffer_fill (buf, 0, ovc1_data + 198, ovc1_len - 198); + gst_caps_set_simple (stream->caps, + "codec_data", GST_TYPE_BUFFER, buf, NULL); + gst_buffer_unref (buf); + break; + } + case GST_MAKE_FOURCC ('v', 'c', '-', '1'): + { + gint len = QT_UINT32 (stsd_data) - 0x66; + const guint8 *vc1_data = stsd_data + 0x66; + + /* find dvc1 */ + while (len >= 8) { + gint size; + + if (QT_UINT32 (vc1_data) <= len) + size = QT_UINT32 (vc1_data) - 8; + else + size = len - 8; + + if (size < 1) + /* No real data, so break out */ + break; + + switch (QT_FOURCC (vc1_data + 0x4)) { + case GST_MAKE_FOURCC ('d', 'v', 'c', '1'): + { + GstBuffer *buf; + + GST_DEBUG_OBJECT (qtdemux, "found dvc1 codec_data in stsd"); + buf = gst_buffer_new_and_alloc (size); + gst_buffer_fill (buf, 0, vc1_data + 8, size); + gst_caps_set_simple (stream->caps, + "codec_data", GST_TYPE_BUFFER, buf, NULL); + gst_buffer_unref (buf); + break; + } + default: + break; + } + len -= size + 8; + vc1_data += size + 8; + } + break; + } + default: + break; + } + } + + GST_INFO_OBJECT (qtdemux, + "type %" GST_FOURCC_FORMAT " caps %" GST_PTR_FORMAT, + GST_FOURCC_ARGS (fourcc), stream->caps); + + } else if (stream->subtype == FOURCC_soun) { + int version, samplesize; + guint16 compression_id; + gboolean amrwb = FALSE; + + offset = 32; + /* sample description entry (16) + sound sample description v0 (20) */ + if (len < 36) + goto corrupt_file; + + version = QT_UINT32 (stsd_data + offset); + stream->n_channels = QT_UINT16 (stsd_data + offset + 8); + samplesize = QT_UINT16 (stsd_data + offset + 10); + compression_id = QT_UINT16 (stsd_data + offset + 12); + stream->rate = QT_FP32 (stsd_data + offset + 16); + + GST_LOG_OBJECT (qtdemux, "version/rev: %08x", version); + GST_LOG_OBJECT (qtdemux, "vendor: %08x", + QT_UINT32 (stsd_data + offset + 4)); + GST_LOG_OBJECT (qtdemux, "n_channels: %d", stream->n_channels); + GST_LOG_OBJECT (qtdemux, "sample_size: %d", samplesize); + GST_LOG_OBJECT (qtdemux, "compression_id: %d", compression_id); + GST_LOG_OBJECT (qtdemux, "packet size: %d", + QT_UINT16 (stsd_data + offset + 14)); + GST_LOG_OBJECT (qtdemux, "sample rate: %g", stream->rate); + + if (compression_id == 0xfffe) + stream->sampled = TRUE; + + /* first assume uncompressed audio */ + stream->bytes_per_sample = samplesize / 8; + stream->samples_per_frame = stream->n_channels; + stream->bytes_per_frame = stream->n_channels * stream->bytes_per_sample; + stream->samples_per_packet = stream->samples_per_frame; + stream->bytes_per_packet = stream->bytes_per_sample; + + offset = 52; + switch (fourcc) { + /* Yes, these have to be hard-coded */ + case FOURCC_MAC6: + { + stream->samples_per_packet = 6; + stream->bytes_per_packet = 1; + stream->bytes_per_frame = 1 * stream->n_channels; + stream->bytes_per_sample = 1; + stream->samples_per_frame = 6 * stream->n_channels; + break; + } + case FOURCC_MAC3: + { + stream->samples_per_packet = 3; + stream->bytes_per_packet = 1; + stream->bytes_per_frame = 1 * stream->n_channels; + stream->bytes_per_sample = 1; + stream->samples_per_frame = 3 * stream->n_channels; + break; + } + case FOURCC_ima4: + { + stream->samples_per_packet = 64; + stream->bytes_per_packet = 34; + stream->bytes_per_frame = 34 * stream->n_channels; + stream->bytes_per_sample = 2; + stream->samples_per_frame = 64 * stream->n_channels; + break; + } + case FOURCC_ulaw: + case FOURCC_alaw: + { + stream->samples_per_packet = 1; + stream->bytes_per_packet = 1; + stream->bytes_per_frame = 1 * stream->n_channels; + stream->bytes_per_sample = 1; + stream->samples_per_frame = 1 * stream->n_channels; + break; + } + case FOURCC_agsm: + { + stream->samples_per_packet = 160; + stream->bytes_per_packet = 33; + stream->bytes_per_frame = 33 * stream->n_channels; + stream->bytes_per_sample = 2; + stream->samples_per_frame = 160 * stream->n_channels; + break; + } + default: + break; + } + + if (version == 0x00010000) { + /* sample description entry (16) + sound sample description v1 (20+16) */ + if (len < 52) + goto corrupt_file; + + switch (fourcc) { + case FOURCC_twos: + case FOURCC_sowt: + case FOURCC_raw_: + break; + default: + { + /* only parse extra decoding config for non-pcm audio */ + stream->samples_per_packet = QT_UINT32 (stsd_data + offset); + stream->bytes_per_packet = QT_UINT32 (stsd_data + offset + 4); + stream->bytes_per_frame = QT_UINT32 (stsd_data + offset + 8); + stream->bytes_per_sample = QT_UINT32 (stsd_data + offset + 12); + + GST_LOG_OBJECT (qtdemux, "samples/packet: %d", + stream->samples_per_packet); + GST_LOG_OBJECT (qtdemux, "bytes/packet: %d", + stream->bytes_per_packet); + GST_LOG_OBJECT (qtdemux, "bytes/frame: %d", + stream->bytes_per_frame); + GST_LOG_OBJECT (qtdemux, "bytes/sample: %d", + stream->bytes_per_sample); + + if (!stream->sampled && stream->bytes_per_packet) { + stream->samples_per_frame = (stream->bytes_per_frame / + stream->bytes_per_packet) * stream->samples_per_packet; + GST_LOG_OBJECT (qtdemux, "samples/frame: %d", + stream->samples_per_frame); + } + break; + } + } + } else if (version == 0x00020000) { + union + { + gdouble fp; + guint64 val; + } qtfp; + + /* sample description entry (16) + sound sample description v2 (56) */ + if (len < 72) + goto corrupt_file; + + qtfp.val = QT_UINT64 (stsd_data + offset + 4); + stream->rate = qtfp.fp; + stream->n_channels = QT_UINT32 (stsd_data + offset + 12); + + GST_LOG_OBJECT (qtdemux, "Sound sample description Version 2"); + GST_LOG_OBJECT (qtdemux, "sample rate: %g", stream->rate); + GST_LOG_OBJECT (qtdemux, "n_channels: %d", stream->n_channels); + GST_LOG_OBJECT (qtdemux, "bits/channel: %d", + QT_UINT32 (stsd_data + offset + 20)); + GST_LOG_OBJECT (qtdemux, "format flags: %X", + QT_UINT32 (stsd_data + offset + 24)); + GST_LOG_OBJECT (qtdemux, "bytes/packet: %d", + QT_UINT32 (stsd_data + offset + 28)); + GST_LOG_OBJECT (qtdemux, "LPCM frames/packet: %d", + QT_UINT32 (stsd_data + offset + 32)); + } else if (version != 0x00000) { + GST_WARNING_OBJECT (qtdemux, "unknown audio STSD version %08x", version); + } + + stream->caps = qtdemux_audio_caps (qtdemux, stream, fourcc, + stsd_data + 32, len - 16, &codec); + + switch (fourcc) { + case FOURCC_in24: + { + GNode *enda; + GNode *in24; + + in24 = qtdemux_tree_get_child_by_type (stsd, FOURCC_in24); + + enda = qtdemux_tree_get_child_by_type (in24, FOURCC_enda); + if (!enda) { + wave = qtdemux_tree_get_child_by_type (in24, FOURCC_wave); + if (wave) + enda = qtdemux_tree_get_child_by_type (wave, FOURCC_enda); + } + if (enda) { + int enda_value = QT_UINT16 ((guint8 *) enda->data + 8); + gst_caps_set_simple (stream->caps, + "format", G_TYPE_STRING, (enda_value) ? "S24LE" : "S24BE", NULL); + } + break; + } + case FOURCC_owma: + { + GNode *owma; + const guint8 *owma_data; + const gchar *codec_name = NULL; + guint owma_len; + GstBuffer *buf; + gint version = 1; + /* from http://msdn.microsoft.com/en-us/library/dd757720(VS.85).aspx */ + /* FIXME this should also be gst_riff_strf_auds, + * but the latter one is actually missing bits-per-sample :( */ + typedef struct + { + gint16 wFormatTag; + gint16 nChannels; + gint32 nSamplesPerSec; + gint32 nAvgBytesPerSec; + gint16 nBlockAlign; + gint16 wBitsPerSample; + gint16 cbSize; + } WAVEFORMATEX; + WAVEFORMATEX *wfex; + + GST_DEBUG_OBJECT (qtdemux, "parse owma"); + owma = qtdemux_tree_get_child_by_type (stsd, FOURCC_owma); + if (!owma) + break; + owma_data = owma->data; + owma_len = QT_UINT32 (owma_data); + if (owma_len <= 54) { + GST_WARNING_OBJECT (qtdemux, "Too small owma header, skipping"); + break; + } + wfex = (WAVEFORMATEX *) (owma_data + 36); + buf = gst_buffer_new_and_alloc (owma_len - 54); + gst_buffer_fill (buf, 0, owma_data + 54, owma_len - 54); + if (wfex->wFormatTag == 0x0161) { + codec_name = "Windows Media Audio"; + version = 2; + } else if (wfex->wFormatTag == 0x0162) { + codec_name = "Windows Media Audio 9 Pro"; + version = 3; + } else if (wfex->wFormatTag == 0x0163) { + codec_name = "Windows Media Audio 9 Lossless"; + /* is that correct? gstffmpegcodecmap.c is missing it, but + * fluendo codec seems to support it */ + version = 4; + } + + gst_caps_set_simple (stream->caps, + "codec_data", GST_TYPE_BUFFER, buf, + "wmaversion", G_TYPE_INT, version, + "block_align", G_TYPE_INT, GST_READ_UINT16_LE (&wfex->nBlockAlign), + "bitrate", G_TYPE_INT, GST_READ_UINT32_LE (&wfex->nAvgBytesPerSec), + "width", G_TYPE_INT, GST_READ_UINT16_LE (&wfex->wBitsPerSample), + "depth", G_TYPE_INT, GST_READ_UINT16_LE (&wfex->wBitsPerSample), + NULL); + gst_buffer_unref (buf); + + if (codec_name) { + g_free (codec); + codec = g_strdup (codec_name); + } + break; + } + case GST_MAKE_FOURCC ('w', 'm', 'a', ' '): + { + gint len = QT_UINT32 (stsd_data) - offset; + const guint8 *wfex_data = stsd_data + offset; + const gchar *codec_name = NULL; + gint version = 1; + /* from http://msdn.microsoft.com/en-us/library/dd757720(VS.85).aspx */ + /* FIXME this should also be gst_riff_strf_auds, + * but the latter one is actually missing bits-per-sample :( */ + typedef struct + { + gint16 wFormatTag; + gint16 nChannels; + gint32 nSamplesPerSec; + gint32 nAvgBytesPerSec; + gint16 nBlockAlign; + gint16 wBitsPerSample; + gint16 cbSize; + } WAVEFORMATEX; + WAVEFORMATEX wfex; + + /* FIXME: unify with similar wavformatex parsing code above */ + GST_DEBUG_OBJECT (qtdemux, "parse wma, looking for wfex"); + + /* find wfex */ + while (len >= 8) { + gint size; + + if (QT_UINT32 (wfex_data) <= len) + size = QT_UINT32 (wfex_data) - 8; + else + size = len - 8; + + if (size < 1) + /* No real data, so break out */ + break; + + switch (QT_FOURCC (wfex_data + 4)) { + case GST_MAKE_FOURCC ('w', 'f', 'e', 'x'): + { + GST_DEBUG_OBJECT (qtdemux, "found wfex in stsd"); + + if (size < 8 + 18) + break; + + wfex.wFormatTag = GST_READ_UINT16_LE (wfex_data + 8 + 0); + wfex.nChannels = GST_READ_UINT16_LE (wfex_data + 8 + 2); + wfex.nSamplesPerSec = GST_READ_UINT32_LE (wfex_data + 8 + 4); + wfex.nAvgBytesPerSec = GST_READ_UINT32_LE (wfex_data + 8 + 8); + wfex.nBlockAlign = GST_READ_UINT16_LE (wfex_data + 8 + 12); + wfex.wBitsPerSample = GST_READ_UINT16_LE (wfex_data + 8 + 14); + wfex.cbSize = GST_READ_UINT16_LE (wfex_data + 8 + 16); + + GST_LOG_OBJECT (qtdemux, "Found wfex box in stsd:"); + GST_LOG_OBJECT (qtdemux, "FormatTag = 0x%04x, Channels = %u, " + "SamplesPerSec = %u, AvgBytesPerSec = %u, BlockAlign = %u, " + "BitsPerSample = %u, Size = %u", wfex.wFormatTag, + wfex.nChannels, wfex.nSamplesPerSec, wfex.nAvgBytesPerSec, + wfex.nBlockAlign, wfex.wBitsPerSample, wfex.cbSize); + + if (wfex.wFormatTag == 0x0161) { + codec_name = "Windows Media Audio"; + version = 2; + } else if (wfex.wFormatTag == 0x0162) { + codec_name = "Windows Media Audio 9 Pro"; + version = 3; + } else if (wfex.wFormatTag == 0x0163) { + codec_name = "Windows Media Audio 9 Lossless"; + /* is that correct? gstffmpegcodecmap.c is missing it, but + * fluendo codec seems to support it */ + version = 4; + } + + gst_caps_set_simple (stream->caps, + "wmaversion", G_TYPE_INT, version, + "block_align", G_TYPE_INT, wfex.nBlockAlign, + "bitrate", G_TYPE_INT, wfex.nAvgBytesPerSec, + "width", G_TYPE_INT, wfex.wBitsPerSample, + "depth", G_TYPE_INT, wfex.wBitsPerSample, NULL); + + if (size > wfex.cbSize) { + GstBuffer *buf; + + buf = gst_buffer_new_and_alloc (size - wfex.cbSize); + gst_buffer_fill (buf, 0, wfex_data + 8 + wfex.cbSize, + size - wfex.cbSize); + gst_caps_set_simple (stream->caps, + "codec_data", GST_TYPE_BUFFER, buf, NULL); + gst_buffer_unref (buf); + } else { + GST_WARNING_OBJECT (qtdemux, "no codec data"); + } + + if (codec_name) { + g_free (codec); + codec = g_strdup (codec_name); + } + break; + } + default: + break; + } + len -= size + 8; + wfex_data += size + 8; + } + break; + } + default: + break; + } + + if (codec) { + GstStructure *s; + gint bitrate = 0; + + gst_tag_list_add (stream->pending_tags, GST_TAG_MERGE_REPLACE, + GST_TAG_AUDIO_CODEC, codec, NULL); + g_free (codec); + codec = NULL; + + /* some bitrate info may have ended up in caps */ + s = gst_caps_get_structure (stream->caps, 0); + gst_structure_get_int (s, "bitrate", &bitrate); + if (bitrate > 0) + gst_tag_list_add (stream->pending_tags, GST_TAG_MERGE_REPLACE, + GST_TAG_BITRATE, bitrate, NULL); + } + + mp4a = qtdemux_tree_get_child_by_type (stsd, FOURCC_mp4a); + wave = NULL; + esds = NULL; + if (mp4a) { + wave = qtdemux_tree_get_child_by_type (mp4a, FOURCC_wave); + if (wave) + esds = qtdemux_tree_get_child_by_type (wave, FOURCC_esds); + if (!esds) + esds = qtdemux_tree_get_child_by_type (mp4a, FOURCC_esds); + } + + + /* If the fourcc's bottom 16 bits gives 'sm', then the top + 16 bits is a byte-swapped wave-style codec identifier, + and we can find a WAVE header internally to a 'wave' atom here. + This can more clearly be thought of as 'ms' as the top 16 bits, and a + codec id as the bottom 16 bits - but byte-swapped to store in QT (which + is big-endian). + */ + if ((fourcc & 0xffff) == (('s' << 8) | 'm')) { + if (len < offset + 20) { + GST_WARNING_OBJECT (qtdemux, "No wave atom in MS-style audio"); + } else { + guint32 datalen = QT_UINT32 (stsd_data + offset + 16); + const guint8 *data = stsd_data + offset + 16; + GNode *wavenode; + GNode *waveheadernode; + + wavenode = g_node_new ((guint8 *) data); + if (qtdemux_parse_node (qtdemux, wavenode, data, datalen)) { + const guint8 *waveheader; + guint32 headerlen; + + waveheadernode = qtdemux_tree_get_child_by_type (wavenode, fourcc); + if (waveheadernode) { + waveheader = (const guint8 *) waveheadernode->data; + headerlen = QT_UINT32 (waveheader); + + if (headerlen > 8) { + gst_riff_strf_auds *header = NULL; + GstBuffer *headerbuf; + GstBuffer *extra; + + waveheader += 8; + headerlen -= 8; + + headerbuf = gst_buffer_new_and_alloc (headerlen); + gst_buffer_fill (headerbuf, 0, waveheader, headerlen); + + if (gst_riff_parse_strf_auds (GST_ELEMENT_CAST (qtdemux), + headerbuf, &header, &extra)) { + gst_caps_unref (stream->caps); + /* FIXME: Need to do something with the channel reorder map */ + stream->caps = gst_riff_create_audio_caps (header->format, NULL, + header, extra, NULL, NULL, NULL); + + if (extra) + gst_buffer_unref (extra); + g_free (header); + } + } + } else + GST_DEBUG ("Didn't find waveheadernode for this codec"); + } + g_node_destroy (wavenode); + } + } else if (esds) { + gst_qtdemux_handle_esds (qtdemux, stream, esds, stream->pending_tags); + } else { + switch (fourcc) { +#if 0 + /* FIXME: what is in the chunk? */ + case FOURCC_QDMC: + { + gint len = QT_UINT32 (stsd_data); + + /* seems to be always = 116 = 0x74 */ + break; + } +#endif + case FOURCC_QDM2: + { + gint len = QT_UINT32 (stsd_data); + + if (len > 0x4C) { + GstBuffer *buf = gst_buffer_new_and_alloc (len - 0x4C); + + gst_buffer_fill (buf, 0, stsd_data + 0x4C, len - 0x4C); + gst_caps_set_simple (stream->caps, + "codec_data", GST_TYPE_BUFFER, buf, NULL); + gst_buffer_unref (buf); + } + gst_caps_set_simple (stream->caps, + "samplesize", G_TYPE_INT, samplesize, NULL); + break; + } + case FOURCC_alac: + { + GNode *alac, *wave = NULL; + + /* apparently, m4a has this atom appended directly in the stsd entry, + * while mov has it in a wave atom */ + alac = qtdemux_tree_get_child_by_type (stsd, FOURCC_alac); + if (alac) { + /* alac now refers to stsd entry atom */ + wave = qtdemux_tree_get_child_by_type (alac, FOURCC_wave); + if (wave) + alac = qtdemux_tree_get_child_by_type (wave, FOURCC_alac); + else + alac = qtdemux_tree_get_child_by_type (alac, FOURCC_alac); + } + if (alac) { + const guint8 *alac_data = alac->data; + gint len = QT_UINT32 (alac->data); + GstBuffer *buf; + + if (len < 36) { + GST_DEBUG_OBJECT (qtdemux, + "discarding alac atom with unexpected len %d", len); + } else { + /* codec-data contains alac atom size and prefix, + * ffmpeg likes it that way, not quite gst-ish though ...*/ + buf = gst_buffer_new_and_alloc (len); + gst_buffer_fill (buf, 0, alac->data, len); + gst_caps_set_simple (stream->caps, + "codec_data", GST_TYPE_BUFFER, buf, NULL); + gst_buffer_unref (buf); + + stream->bytes_per_frame = QT_UINT32 (alac_data + 12); + stream->n_channels = QT_UINT8 (alac_data + 21); + stream->rate = QT_UINT32 (alac_data + 32); + } + } + gst_caps_set_simple (stream->caps, + "samplesize", G_TYPE_INT, samplesize, NULL); + break; + } + case FOURCC_sawb: + /* Fallthrough! */ + amrwb = TRUE; + case FOURCC_samr: + { + gint len = QT_UINT32 (stsd_data); + + if (len > 0x34) { + GstBuffer *buf = gst_buffer_new_and_alloc (len - 0x34); + guint bitrate; + + gst_buffer_fill (buf, 0, stsd_data + 0x34, len - 0x34); + + /* If we have enough data, let's try to get the 'damr' atom. See + * the 3GPP container spec (26.244) for more details. */ + if ((len - 0x34) > 8 && + (bitrate = qtdemux_parse_amr_bitrate (buf, amrwb))) { + gst_tag_list_add (stream->pending_tags, GST_TAG_MERGE_REPLACE, + GST_TAG_MAXIMUM_BITRATE, bitrate, NULL); + } + + gst_caps_set_simple (stream->caps, + "codec_data", GST_TYPE_BUFFER, buf, NULL); + gst_buffer_unref (buf); + } + break; + } + case FOURCC_mp4a: + { + /* mp4a atom withtout ESDS; Attempt to build codec data from atom */ + gint len = QT_UINT32 (stsd_data); + + if (len >= 50) { + guint16 sound_version = QT_UINT16 (stsd_data + 32); + + if (sound_version == 1) { + guint16 channels = QT_UINT16 (stsd_data + 40); + guint32 time_scale = QT_UINT32 (stsd_data + 46); + guint8 codec_data[2]; + GstBuffer *buf; + gint profile = 2; /* FIXME: Can this be determined somehow? There doesn't seem to be anything in mp4a atom that specifis compression */ + + gint sample_rate_index = + gst_codec_utils_aac_get_index_from_sample_rate (time_scale); + + /* build AAC codec data */ + codec_data[0] = profile << 3; + codec_data[0] |= ((sample_rate_index >> 1) & 0x7); + codec_data[1] = (sample_rate_index & 0x01) << 7; + codec_data[1] |= (channels & 0xF) << 3; + + buf = gst_buffer_new_and_alloc (2); + gst_buffer_fill (buf, 0, codec_data, 2); + gst_caps_set_simple (stream->caps, + "codec_data", GST_TYPE_BUFFER, buf, NULL); + gst_buffer_unref (buf); + } + } + break; + } + default: + GST_INFO_OBJECT (qtdemux, + "unhandled type %" GST_FOURCC_FORMAT, GST_FOURCC_ARGS (fourcc)); + break; + } + } + GST_INFO_OBJECT (qtdemux, + "type %" GST_FOURCC_FORMAT " caps %" GST_PTR_FORMAT, + GST_FOURCC_ARGS (fourcc), stream->caps); + + } else if (stream->subtype == FOURCC_strm) { + if (fourcc == FOURCC_rtsp) { + stream->redirect_uri = qtdemux_get_rtsp_uri_from_hndl (qtdemux, minf); + } else { + GST_INFO_OBJECT (qtdemux, "unhandled stream type %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (fourcc)); + goto unknown_stream; + } + stream->sampled = TRUE; + } else if (stream->subtype == FOURCC_subp || stream->subtype == FOURCC_text + || stream->subtype == FOURCC_sbtl) { + + stream->sampled = TRUE; + stream->sparse = TRUE; + + stream->caps = + qtdemux_sub_caps (qtdemux, stream, fourcc, stsd_data, &codec); + if (codec) { + gst_tag_list_add (stream->pending_tags, GST_TAG_MERGE_REPLACE, + GST_TAG_SUBTITLE_CODEC, codec, NULL); + g_free (codec); + codec = NULL; + } + + /* hunt for sort-of codec data */ + switch (fourcc) { + case FOURCC_mp4s: + { + GNode *mp4s = NULL; + GNode *esds = NULL; + + /* look for palette in a stsd->mp4s->esds sub-atom */ + mp4s = qtdemux_tree_get_child_by_type (stsd, FOURCC_mp4s); + if (mp4s) + esds = qtdemux_tree_get_child_by_type (mp4s, FOURCC_esds); + if (esds == NULL) { + /* Invalid STSD */ + GST_LOG_OBJECT (qtdemux, "Skipping invalid stsd: no esds child"); + break; + } + + gst_qtdemux_handle_esds (qtdemux, stream, esds, stream->pending_tags); + break; + } + default: + GST_INFO_OBJECT (qtdemux, + "unhandled type %" GST_FOURCC_FORMAT, GST_FOURCC_ARGS (fourcc)); + break; + } + GST_INFO_OBJECT (qtdemux, + "type %" GST_FOURCC_FORMAT " caps %" GST_PTR_FORMAT, + GST_FOURCC_ARGS (fourcc), stream->caps); + } else { + /* everything in 1 sample */ + stream->sampled = TRUE; + + stream->caps = + qtdemux_generic_caps (qtdemux, stream, fourcc, stsd_data, &codec); + + if (stream->caps == NULL) + goto unknown_stream; + + if (codec) { + gst_tag_list_add (stream->pending_tags, GST_TAG_MERGE_REPLACE, + GST_TAG_SUBTITLE_CODEC, codec, NULL); + g_free (codec); + codec = NULL; + } + } + + /* promote to sampled format */ + if (stream->fourcc == FOURCC_samr) { + /* force mono 8000 Hz for AMR */ + stream->sampled = TRUE; + stream->n_channels = 1; + stream->rate = 8000; + } else if (stream->fourcc == FOURCC_sawb) { + /* force mono 16000 Hz for AMR-WB */ + stream->sampled = TRUE; + stream->n_channels = 1; + stream->rate = 16000; + } else if (stream->fourcc == FOURCC_mp4a) { + stream->sampled = TRUE; + } + + /* collect sample information */ + if (!qtdemux_stbl_init (qtdemux, stream, stbl)) + goto samples_failed; + + if (qtdemux->fragmented) { + guint32 dummy; + guint64 offset; + + /* need all moov samples as basis; probably not many if any at all */ + /* prevent moof parsing taking of at this time */ + offset = qtdemux->moof_offset; + qtdemux->moof_offset = 0; + if (stream->n_samples && + !qtdemux_parse_samples (qtdemux, stream, stream->n_samples - 1)) { + qtdemux->moof_offset = offset; + goto samples_failed; + } + qtdemux->moof_offset = 0; + /* movie duration more reliable in this case (e.g. mehd) */ + if (qtdemux->segment.duration && + GST_CLOCK_TIME_IS_VALID (qtdemux->segment.duration)) + stream->duration = + GSTTIME_TO_QTSTREAMTIME (stream, qtdemux->segment.duration); + /* need defaults for fragments */ + qtdemux_parse_trex (qtdemux, stream, &dummy, &dummy, &dummy); + } + + /* configure segments */ + if (!qtdemux_parse_segments (qtdemux, stream, trak)) + goto segments_failed; + + /* add some language tag, if useful */ + if (stream->lang_id[0] != '\0' && strcmp (stream->lang_id, "unk") && + strcmp (stream->lang_id, "und")) { + const gchar *lang_code; + + /* convert ISO 639-2 code to ISO 639-1 */ + lang_code = gst_tag_get_language_code (stream->lang_id); + gst_tag_list_add (stream->pending_tags, GST_TAG_MERGE_REPLACE, + GST_TAG_LANGUAGE_CODE, (lang_code) ? lang_code : stream->lang_id, NULL); + } + + /* Check for UDTA tags */ + if ((udta = qtdemux_tree_get_child_by_type (trak, FOURCC_udta))) { + qtdemux_parse_udta (qtdemux, stream->pending_tags, udta); + } + + /* now we are ready to add the stream */ + if (qtdemux->n_streams >= GST_QTDEMUX_MAX_STREAMS) + goto too_many_streams; + + if (!qtdemux->got_moov) { + qtdemux->streams[qtdemux->n_streams] = stream; + qtdemux->n_streams++; + GST_DEBUG_OBJECT (qtdemux, "n_streams is now %d", qtdemux->n_streams); + } + + return TRUE; + +/* ERRORS */ +skip_track: + { + GST_INFO_OBJECT (qtdemux, "skip disabled track"); + if (new_stream) + gst_qtdemux_stream_free (qtdemux, stream); + return TRUE; + } +corrupt_file: + { + GST_ELEMENT_ERROR (qtdemux, STREAM, DEMUX, + (_("This file is corrupt and cannot be played.")), (NULL)); + if (new_stream) + gst_qtdemux_stream_free (qtdemux, stream); + return FALSE; + } +error_encrypted: + { + GST_ELEMENT_ERROR (qtdemux, STREAM, DECRYPT, (NULL), (NULL)); + if (new_stream) + gst_qtdemux_stream_free (qtdemux, stream); + return FALSE; + } +samples_failed: +segments_failed: + { + /* we posted an error already */ + /* free stbl sub-atoms */ + gst_qtdemux_stbl_free (stream); + if (new_stream) + gst_qtdemux_stream_free (qtdemux, stream); + return FALSE; + } +existing_stream: + { + GST_INFO_OBJECT (qtdemux, "stream with track id %i already exists", + track_id); + if (new_stream) + gst_qtdemux_stream_free (qtdemux, stream); + return TRUE; + } +unknown_stream: + { + GST_INFO_OBJECT (qtdemux, "unknown subtype %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (stream->subtype)); + if (new_stream) + gst_qtdemux_stream_free (qtdemux, stream); + return TRUE; + } +too_many_streams: + { + GST_ELEMENT_WARNING (qtdemux, STREAM, DEMUX, + (_("This file contains too many streams. Only playing first %d"), + GST_QTDEMUX_MAX_STREAMS), (NULL)); + return TRUE; + } +} + +/* If we can estimate the overall bitrate, and don't have information about the + * stream bitrate for exactly one stream, this guesses the stream bitrate as + * the overall bitrate minus the sum of the bitrates of all other streams. This + * should be useful for the common case where we have one audio and one video + * stream and can estimate the bitrate of one, but not the other. */ +static void +gst_qtdemux_guess_bitrate (GstQTDemux * qtdemux) +{ + QtDemuxStream *stream = NULL; + gint64 size, sys_bitrate, sum_bitrate = 0; + GstClockTime duration; + gint i; + guint bitrate; + + if (qtdemux->fragmented) + return; + + GST_DEBUG_OBJECT (qtdemux, "Looking for streams with unknown bitrate"); + + if (!gst_pad_peer_query_duration (qtdemux->sinkpad, GST_FORMAT_BYTES, &size) + || size <= 0) { + GST_DEBUG_OBJECT (qtdemux, + "Size in bytes of the stream not known - bailing"); + return; + } + + /* Subtract the header size */ + GST_DEBUG_OBJECT (qtdemux, "Total size %" G_GINT64_FORMAT ", header size %u", + size, qtdemux->header_size); + + if (size < qtdemux->header_size) + return; + + size = size - qtdemux->header_size; + + if (!gst_qtdemux_get_duration (qtdemux, &duration) || + duration == GST_CLOCK_TIME_NONE) { + GST_DEBUG_OBJECT (qtdemux, "Stream duration not known - bailing"); + return; + } + + for (i = 0; i < qtdemux->n_streams; i++) { + switch (qtdemux->streams[i]->subtype) { + case FOURCC_soun: + case FOURCC_vide: + GST_DEBUG_OBJECT (qtdemux, "checking bitrate for %" GST_PTR_FORMAT, + qtdemux->streams[i]->caps); + /* retrieve bitrate, prefer avg then max */ + bitrate = 0; + if (qtdemux->streams[i]->pending_tags) { + gst_tag_list_get_uint (qtdemux->streams[i]->pending_tags, + GST_TAG_MAXIMUM_BITRATE, &bitrate); + GST_DEBUG_OBJECT (qtdemux, "max-bitrate: %u", bitrate); + gst_tag_list_get_uint (qtdemux->streams[i]->pending_tags, + GST_TAG_NOMINAL_BITRATE, &bitrate); + GST_DEBUG_OBJECT (qtdemux, "nominal-bitrate: %u", bitrate); + gst_tag_list_get_uint (qtdemux->streams[i]->pending_tags, + GST_TAG_BITRATE, &bitrate); + GST_DEBUG_OBJECT (qtdemux, "bitrate: %u", bitrate); + } + if (bitrate) + sum_bitrate += bitrate; + else { + if (stream) { + GST_DEBUG_OBJECT (qtdemux, + ">1 stream with unknown bitrate - bailing"); + return; + } else + stream = qtdemux->streams[i]; + } + + default: + /* For other subtypes, we assume no significant impact on bitrate */ + break; + } + } + + if (!stream) { + GST_DEBUG_OBJECT (qtdemux, "All stream bitrates are known"); + return; + } + + sys_bitrate = gst_util_uint64_scale (size, GST_SECOND * 8, duration); + + if (sys_bitrate < sum_bitrate) { + /* This can happen, since sum_bitrate might be derived from maximum + * bitrates and not average bitrates */ + GST_DEBUG_OBJECT (qtdemux, + "System bitrate less than sum bitrate - bailing"); + return; + } + + bitrate = sys_bitrate - sum_bitrate; + GST_DEBUG_OBJECT (qtdemux, "System bitrate = %" G_GINT64_FORMAT + ", Stream bitrate = %u", sys_bitrate, bitrate); + + if (!stream->pending_tags) + stream->pending_tags = gst_tag_list_new_empty (); + + gst_tag_list_add (stream->pending_tags, GST_TAG_MERGE_REPLACE, + GST_TAG_BITRATE, bitrate, NULL); +} + +static GstFlowReturn +qtdemux_prepare_streams (GstQTDemux * qtdemux) +{ + gint i; + GstFlowReturn ret = GST_FLOW_OK; + + GST_DEBUG_OBJECT (qtdemux, "prepare streams"); + + for (i = 0; ret == GST_FLOW_OK && i < qtdemux->n_streams; i++) { + QtDemuxStream *stream = qtdemux->streams[i]; + guint32 sample_num = 0; + + GST_DEBUG_OBJECT (qtdemux, "stream %d, id %d, fourcc %" GST_FOURCC_FORMAT, + i, stream->track_id, GST_FOURCC_ARGS (stream->fourcc)); + + if (qtdemux->fragmented) { + /* need all moov samples first */ + GST_OBJECT_LOCK (qtdemux); + while (stream->n_samples == 0) + if ((ret = qtdemux_add_fragmented_samples (qtdemux)) != GST_FLOW_OK) + break; + GST_OBJECT_UNLOCK (qtdemux); + } else { + /* discard any stray moof */ + qtdemux->moof_offset = 0; + } + + /* prepare braking */ + if (ret != GST_FLOW_ERROR) + ret = GST_FLOW_OK; + + /* in pull mode, we should have parsed some sample info by now; + * and quite some code will not handle no samples. + * in push mode, we'll just have to deal with it */ + if (G_UNLIKELY (qtdemux->pullbased && !stream->n_samples)) { + GST_DEBUG_OBJECT (qtdemux, "no samples for stream; discarding"); + gst_qtdemux_remove_stream (qtdemux, i); + i--; + continue; + } + + /* parse the initial sample for use in setting the frame rate cap */ + while (sample_num == 0 && sample_num < stream->n_samples) { + if (!qtdemux_parse_samples (qtdemux, stream, sample_num)) + break; + ++sample_num; + } + if (stream->n_samples > 0 && stream->stbl_index >= 0) { + stream->first_duration = stream->samples[0].duration; + GST_LOG_OBJECT (qtdemux, "stream %d first duration %u", + stream->track_id, stream->first_duration); + } + } + + return ret; +} + +static GstFlowReturn +qtdemux_expose_streams (GstQTDemux * qtdemux) +{ + gint i; + GstFlowReturn ret = GST_FLOW_OK; + GSList *oldpads = NULL; + GSList *iter; + + GST_DEBUG_OBJECT (qtdemux, "exposing streams"); + + for (i = 0; ret == GST_FLOW_OK && i < qtdemux->n_streams; i++) { + QtDemuxStream *stream = qtdemux->streams[i]; + GstPad *oldpad = stream->pad; + GstTagList *list; + + GST_DEBUG_OBJECT (qtdemux, "stream %d, id %d, fourcc %" GST_FOURCC_FORMAT, + i, stream->track_id, GST_FOURCC_ARGS (stream->fourcc)); + + if ((stream->subtype == FOURCC_text || stream->subtype == FOURCC_sbtl) && + stream->track_id == qtdemux->chapters_track_id) { + /* TODO - parse chapters track and expose it as GstToc; For now just ignore it + so that it doesn't look like a subtitle track */ + gst_qtdemux_remove_stream (qtdemux, i); + i--; + continue; + } + + /* now we have all info and can expose */ + list = stream->pending_tags; + stream->pending_tags = NULL; + if (oldpad) + oldpads = g_slist_prepend (oldpads, oldpad); + gst_qtdemux_add_stream (qtdemux, stream, list); + } + + gst_qtdemux_guess_bitrate (qtdemux); + + gst_element_no_more_pads (GST_ELEMENT_CAST (qtdemux)); + + for (iter = oldpads; iter; iter = g_slist_next (iter)) { + GstPad *oldpad = iter->data; + + gst_pad_push_event (oldpad, gst_event_new_eos ()); + gst_pad_set_active (oldpad, FALSE); + gst_element_remove_pad (GST_ELEMENT (qtdemux), oldpad); + gst_flow_combiner_remove_pad (qtdemux->flowcombiner, oldpad); + gst_object_unref (oldpad); + } + + /* check if we should post a redirect in case there is a single trak + * and it is a redirecting trak */ + if (qtdemux->n_streams == 1 && qtdemux->streams[0]->redirect_uri != NULL) { + GstMessage *m; + + GST_INFO_OBJECT (qtdemux, "Issuing a redirect due to a single track with " + "an external content"); + m = gst_message_new_element (GST_OBJECT_CAST (qtdemux), + gst_structure_new ("redirect", + "new-location", G_TYPE_STRING, qtdemux->streams[0]->redirect_uri, + NULL)); + gst_element_post_message (GST_ELEMENT_CAST (qtdemux), m); + qtdemux->posted_redirect = TRUE; + } + + for (i = 0; i < qtdemux->n_streams; i++) { + QtDemuxStream *stream = qtdemux->streams[i]; + + qtdemux_do_allocation (qtdemux, stream); + } + + qtdemux->exposed = TRUE; + return ret; +} + +/* check if major or compatible brand is 3GP */ +static inline gboolean +qtdemux_is_brand_3gp (GstQTDemux * qtdemux, gboolean major) +{ + if (major) { + return ((qtdemux->major_brand & GST_MAKE_FOURCC (255, 255, 0, 0)) == + GST_MAKE_FOURCC ('3', 'g', 0, 0)); + } else if (qtdemux->comp_brands != NULL) { + GstMapInfo map; + guint8 *data; + gsize size; + gboolean res = FALSE; + + gst_buffer_map (qtdemux->comp_brands, &map, GST_MAP_READ); + data = map.data; + size = map.size; + while (size >= 4) { + res = res || ((QT_FOURCC (data) & GST_MAKE_FOURCC (255, 255, 0, 0)) == + GST_MAKE_FOURCC ('3', 'g', 0, 0)); + data += 4; + size -= 4; + } + gst_buffer_unmap (qtdemux->comp_brands, &map); + return res; + } else { + return FALSE; + } +} + +/* check if tag is a spec'ed 3GP tag keyword storing a string */ +static inline gboolean +qtdemux_is_string_tag_3gp (GstQTDemux * qtdemux, guint32 fourcc) +{ + return fourcc == FOURCC_cprt || fourcc == FOURCC_gnre || fourcc == FOURCC_titl + || fourcc == FOURCC_dscp || fourcc == FOURCC_perf || fourcc == FOURCC_auth + || fourcc == FOURCC_albm; +} + +static void +qtdemux_tag_add_location (GstQTDemux * qtdemux, GstTagList * taglist, + const char *tag, const char *dummy, GNode * node) +{ + const gchar *env_vars[] = { "GST_QT_TAG_ENCODING", "GST_TAG_ENCODING", NULL }; + int offset; + char *name; + gchar *data; + gdouble longitude, latitude, altitude; + gint len; + + len = QT_UINT32 (node->data); + if (len <= 14) + goto short_read; + + data = node->data; + offset = 14; + + /* TODO: language code skipped */ + + name = gst_tag_freeform_string_to_utf8 (data + offset, -1, env_vars); + + if (!name) { + /* do not alarm in trivial case, but bail out otherwise */ + if (*(data + offset) != 0) { + GST_DEBUG_OBJECT (qtdemux, "failed to convert %s tag to UTF-8, " + "giving up", tag); + } + } else { + gst_tag_list_add (taglist, GST_TAG_MERGE_REPLACE, + GST_TAG_GEO_LOCATION_NAME, name, NULL); + offset += strlen (name); + g_free (name); + } + + if (len < offset + 2 + 4 + 4 + 4) + goto short_read; + + /* +1 +1 = skip null-terminator and location role byte */ + offset += 1 + 1; + /* table in spec says unsigned, semantics say negative has meaning ... */ + longitude = QT_SFP32 (data + offset); + + offset += 4; + latitude = QT_SFP32 (data + offset); + + offset += 4; + altitude = QT_SFP32 (data + offset); + + /* one invalid means all are invalid */ + if (longitude >= -180.0 && longitude <= 180.0 && + latitude >= -90.0 && latitude <= 90.0) { + gst_tag_list_add (taglist, GST_TAG_MERGE_REPLACE, + GST_TAG_GEO_LOCATION_LATITUDE, latitude, + GST_TAG_GEO_LOCATION_LONGITUDE, longitude, + GST_TAG_GEO_LOCATION_ELEVATION, altitude, NULL); + } + + /* TODO: no GST_TAG_, so astronomical body and additional notes skipped */ + + return; + + /* ERRORS */ +short_read: + { + GST_DEBUG_OBJECT (qtdemux, "short read parsing 3GP location"); + return; + } +} + + +static void +qtdemux_tag_add_year (GstQTDemux * qtdemux, GstTagList * taglist, + const char *tag, const char *dummy, GNode * node) +{ + guint16 y; + GDate *date; + gint len; + + len = QT_UINT32 (node->data); + if (len < 14) + return; + + y = QT_UINT16 ((guint8 *) node->data + 12); + if (y == 0) { + GST_DEBUG_OBJECT (qtdemux, "year: %u is not a valid year", y); + return; + } + GST_DEBUG_OBJECT (qtdemux, "year: %u", y); + + date = g_date_new_dmy (1, 1, y); + gst_tag_list_add (taglist, GST_TAG_MERGE_REPLACE, tag, date, NULL); + g_date_free (date); +} + +static void +qtdemux_tag_add_classification (GstQTDemux * qtdemux, GstTagList * taglist, + const char *tag, const char *dummy, GNode * node) +{ + int offset; + char *tag_str = NULL; + guint8 *entity; + guint16 table; + gint len; + + len = QT_UINT32 (node->data); + if (len <= 20) + goto short_read; + + offset = 12; + entity = (guint8 *) node->data + offset; + if (entity[0] == 0 || entity[1] == 0 || entity[2] == 0 || entity[3] == 0) { + GST_DEBUG_OBJECT (qtdemux, + "classification info: %c%c%c%c invalid classification entity", + entity[0], entity[1], entity[2], entity[3]); + return; + } + + offset += 4; + table = QT_UINT16 ((guint8 *) node->data + offset); + + /* Language code skipped */ + + offset += 4; + + /* Tag format: "XXXX://Y[YYYY]/classification info string" + * XXXX: classification entity, fixed length 4 chars. + * Y[YYYY]: classification table, max 5 chars. + */ + tag_str = g_strdup_printf ("----://%u/%s", + table, (char *) node->data + offset); + + /* memcpy To be sure we're preserving byte order */ + memcpy (tag_str, entity, 4); + GST_DEBUG_OBJECT (qtdemux, "classification info: %s", tag_str); + + gst_tag_list_add (taglist, GST_TAG_MERGE_APPEND, tag, tag_str, NULL); + + g_free (tag_str); + + return; + + /* ERRORS */ +short_read: + { + GST_DEBUG_OBJECT (qtdemux, "short read parsing 3GP classification"); + return; + } +} + +static gboolean +qtdemux_tag_add_str_full (GstQTDemux * qtdemux, GstTagList * taglist, + const char *tag, const char *dummy, GNode * node) +{ + const gchar *env_vars[] = { "GST_QT_TAG_ENCODING", "GST_TAG_ENCODING", NULL }; + GNode *data; + char *s; + int len; + guint32 type; + int offset; + gboolean ret = TRUE; + const gchar *charset = NULL; + + data = qtdemux_tree_get_child_by_type (node, FOURCC_data); + if (data) { + len = QT_UINT32 (data->data); + type = QT_UINT32 ((guint8 *) data->data + 8); + if (type == 0x00000001 && len > 16) { + s = gst_tag_freeform_string_to_utf8 ((char *) data->data + 16, len - 16, + env_vars); + if (s) { + GST_DEBUG_OBJECT (qtdemux, "adding tag %s", GST_STR_NULL (s)); + gst_tag_list_add (taglist, GST_TAG_MERGE_REPLACE, tag, s, NULL); + g_free (s); + } else { + GST_DEBUG_OBJECT (qtdemux, "failed to convert %s tag to UTF-8", tag); + } + } + } else { + len = QT_UINT32 (node->data); + type = QT_UINT32 ((guint8 *) node->data + 4); + if ((type >> 24) == 0xa9) { + gint str_len; + gint lang_code; + + /* Type starts with the (C) symbol, so the next data is a list + * of (string size(16), language code(16), string) */ + + str_len = QT_UINT16 ((guint8 *) node->data + 8); + lang_code = QT_UINT16 ((guint8 *) node->data + 10); + + /* the string + fourcc + size + 2 16bit fields, + * means that there are more tags in this atom */ + if (len > str_len + 8 + 4) { + /* TODO how to represent the same tag in different languages? */ + GST_WARNING_OBJECT (qtdemux, "Ignoring metadata entry with multiple " + "text alternatives, reading only first one"); + } + + offset = 12; + len = str_len + 8 + 4; /* remove trailing strings that we don't use */ + GST_DEBUG_OBJECT (qtdemux, "found international text tag"); + + if (lang_code < 0x800) { /* MAC encoded string */ + charset = "mac"; + } + } else if (len > 14 && qtdemux_is_string_tag_3gp (qtdemux, + QT_FOURCC ((guint8 *) node->data + 4))) { + guint32 type = QT_UINT32 ((guint8 *) node->data + 8); + + /* we go for 3GP style encoding if major brands claims so, + * or if no hope for data be ok UTF-8, and compatible 3GP brand present */ + if (qtdemux_is_brand_3gp (qtdemux, TRUE) || + (qtdemux_is_brand_3gp (qtdemux, FALSE) && + ((type & 0x00FFFFFF) == 0x0) && (type >> 24 <= 0xF))) { + offset = 14; + /* 16-bit Language code is ignored here as well */ + GST_DEBUG_OBJECT (qtdemux, "found 3gpp text tag"); + } else { + goto normal; + } + } else { + normal: + offset = 8; + GST_DEBUG_OBJECT (qtdemux, "found normal text tag"); + ret = FALSE; /* may have to fallback */ + } + if (charset) { + GError *err = NULL; + + s = g_convert ((gchar *) node->data + offset, len - offset, "utf8", + charset, NULL, NULL, &err); + if (err) { + GST_DEBUG_OBJECT (qtdemux, "Failed to convert string from charset %s:" + " %s(%d): %s", charset, g_quark_to_string (err->domain), err->code, + err->message); + g_error_free (err); + } + } else { + s = gst_tag_freeform_string_to_utf8 ((char *) node->data + offset, + len - offset, env_vars); + } + if (s) { + GST_DEBUG_OBJECT (qtdemux, "adding tag %s", GST_STR_NULL (s)); + gst_tag_list_add (taglist, GST_TAG_MERGE_REPLACE, tag, s, NULL); + g_free (s); + ret = TRUE; + } else { + GST_DEBUG_OBJECT (qtdemux, "failed to convert %s tag to UTF-8", tag); + } + } + return ret; +} + +static void +qtdemux_tag_add_str (GstQTDemux * qtdemux, GstTagList * taglist, + const char *tag, const char *dummy, GNode * node) +{ + qtdemux_tag_add_str_full (qtdemux, taglist, tag, dummy, node); +} + +static void +qtdemux_tag_add_keywords (GstQTDemux * qtdemux, GstTagList * taglist, + const char *tag, const char *dummy, GNode * node) +{ + const gchar *env_vars[] = { "GST_QT_TAG_ENCODING", "GST_TAG_ENCODING", NULL }; + guint8 *data; + char *s, *t, *k = NULL; + int len; + int offset; + int count; + + /* first try normal string tag if major brand not 3GP */ + if (!qtdemux_is_brand_3gp (qtdemux, TRUE)) { + if (!qtdemux_tag_add_str_full (qtdemux, taglist, tag, dummy, node)) { + /* hm, that did not work, maybe 3gpp storage in non-3gpp major brand; + * let's try it 3gpp way after minor safety check */ + data = node->data; + if (QT_UINT32 (data) < 15 || !qtdemux_is_brand_3gp (qtdemux, FALSE)) + return; + } else + return; + } + + GST_DEBUG_OBJECT (qtdemux, "found 3gpp keyword tag"); + + data = node->data; + + len = QT_UINT32 (data); + if (len < 15) + goto short_read; + + count = QT_UINT8 (data + 14); + offset = 15; + for (; count; count--) { + gint slen; + + if (offset + 1 > len) + goto short_read; + slen = QT_UINT8 (data + offset); + offset += 1; + if (offset + slen > len) + goto short_read; + s = gst_tag_freeform_string_to_utf8 ((char *) node->data + offset, + slen, env_vars); + if (s) { + GST_DEBUG_OBJECT (qtdemux, "adding keyword %s", GST_STR_NULL (s)); + if (k) { + t = g_strjoin (",", k, s, NULL); + g_free (s); + g_free (k); + k = t; + } else { + k = s; + } + } else { + GST_DEBUG_OBJECT (qtdemux, "failed to convert keyword to UTF-8"); + } + offset += slen; + } + +done: + if (k) { + GST_DEBUG_OBJECT (qtdemux, "adding tag %s", GST_STR_NULL (k)); + gst_tag_list_add (taglist, GST_TAG_MERGE_REPLACE, tag, k, NULL); + } + g_free (k); + + return; + + /* ERRORS */ +short_read: + { + GST_DEBUG_OBJECT (qtdemux, "short read parsing 3GP keywords"); + goto done; + } +} + +static void +qtdemux_tag_add_num (GstQTDemux * qtdemux, GstTagList * taglist, + const char *tag1, const char *tag2, GNode * node) +{ + GNode *data; + int len; + int type; + int n1, n2; + + data = qtdemux_tree_get_child_by_type (node, FOURCC_data); + if (data) { + len = QT_UINT32 (data->data); + type = QT_UINT32 ((guint8 *) data->data + 8); + if (type == 0x00000000 && len >= 22) { + n1 = QT_UINT16 ((guint8 *) data->data + 18); + n2 = QT_UINT16 ((guint8 *) data->data + 20); + if (n1 > 0) { + GST_DEBUG_OBJECT (qtdemux, "adding tag %s=%d", tag1, n1); + gst_tag_list_add (taglist, GST_TAG_MERGE_REPLACE, tag1, n1, NULL); + } + if (n2 > 0) { + GST_DEBUG_OBJECT (qtdemux, "adding tag %s=%d", tag2, n2); + gst_tag_list_add (taglist, GST_TAG_MERGE_REPLACE, tag2, n2, NULL); + } + } + } +} + +static void +qtdemux_tag_add_tmpo (GstQTDemux * qtdemux, GstTagList * taglist, + const char *tag1, const char *dummy, GNode * node) +{ + GNode *data; + int len; + int type; + int n1; + + data = qtdemux_tree_get_child_by_type (node, FOURCC_data); + if (data) { + len = QT_UINT32 (data->data); + type = QT_UINT32 ((guint8 *) data->data + 8); + GST_DEBUG_OBJECT (qtdemux, "have tempo tag, type=%d,len=%d", type, len); + /* some files wrongly have a type 0x0f=15, but it should be 0x15 */ + if ((type == 0x00000015 || type == 0x0000000f) && len >= 18) { + n1 = QT_UINT16 ((guint8 *) data->data + 16); + if (n1) { + /* do not add bpm=0 */ + GST_DEBUG_OBJECT (qtdemux, "adding tag %d", n1); + gst_tag_list_add (taglist, GST_TAG_MERGE_REPLACE, tag1, (gdouble) n1, + NULL); + } + } + } +} + +static void +qtdemux_tag_add_uint32 (GstQTDemux * qtdemux, GstTagList * taglist, + const char *tag1, const char *dummy, GNode * node) +{ + GNode *data; + int len; + int type; + guint32 num; + + data = qtdemux_tree_get_child_by_type (node, FOURCC_data); + if (data) { + len = QT_UINT32 (data->data); + type = QT_UINT32 ((guint8 *) data->data + 8); + GST_DEBUG_OBJECT (qtdemux, "have %s tag, type=%d,len=%d", tag1, type, len); + /* some files wrongly have a type 0x0f=15, but it should be 0x15 */ + if ((type == 0x00000015 || type == 0x0000000f) && len >= 20) { + num = QT_UINT32 ((guint8 *) data->data + 16); + if (num) { + /* do not add num=0 */ + GST_DEBUG_OBJECT (qtdemux, "adding tag %d", num); + gst_tag_list_add (taglist, GST_TAG_MERGE_REPLACE, tag1, num, NULL); + } + } + } +} + +static void +qtdemux_tag_add_covr (GstQTDemux * qtdemux, GstTagList * taglist, + const char *tag1, const char *dummy, GNode * node) +{ + GNode *data; + int len; + int type; + GstSample *sample; + + data = qtdemux_tree_get_child_by_type (node, FOURCC_data); + if (data) { + len = QT_UINT32 (data->data); + type = QT_UINT32 ((guint8 *) data->data + 8); + GST_DEBUG_OBJECT (qtdemux, "have covr tag, type=%d,len=%d", type, len); + if ((type == 0x0000000d || type == 0x0000000e) && len > 16) { + if ((sample = + gst_tag_image_data_to_image_sample ((guint8 *) data->data + 16, + len - 16, GST_TAG_IMAGE_TYPE_NONE))) { + GST_DEBUG_OBJECT (qtdemux, "adding tag size %d", len - 16); + gst_tag_list_add (taglist, GST_TAG_MERGE_REPLACE, tag1, sample, NULL); + gst_sample_unref (sample); + } + } + } +} + +static void +qtdemux_tag_add_date (GstQTDemux * qtdemux, GstTagList * taglist, + const char *tag, const char *dummy, GNode * node) +{ + GNode *data; + char *s; + int len; + int type; + + data = qtdemux_tree_get_child_by_type (node, FOURCC_data); + if (data) { + len = QT_UINT32 (data->data); + type = QT_UINT32 ((guint8 *) data->data + 8); + if (type == 0x00000001 && len > 16) { + guint y, m = 1, d = 1; + gint ret; + + s = g_strndup ((char *) data->data + 16, len - 16); + GST_DEBUG_OBJECT (qtdemux, "adding date '%s'", s); + ret = sscanf (s, "%u-%u-%u", &y, &m, &d); + if (ret >= 1 && y > 1500 && y < 3000) { + GDate *date; + + date = g_date_new_dmy (d, m, y); + gst_tag_list_add (taglist, GST_TAG_MERGE_REPLACE, tag, date, NULL); + g_date_free (date); + } else { + GST_DEBUG_OBJECT (qtdemux, "could not parse date string '%s'", s); + } + g_free (s); + } + } +} + +static void +qtdemux_tag_add_gnre (GstQTDemux * qtdemux, GstTagList * taglist, + const char *tag, const char *dummy, GNode * node) +{ + GNode *data; + + data = qtdemux_tree_get_child_by_type (node, FOURCC_data); + + /* re-route to normal string tag if major brand says so + * or no data atom and compatible brand suggests so */ + if (qtdemux_is_brand_3gp (qtdemux, TRUE) || + (qtdemux_is_brand_3gp (qtdemux, FALSE) && !data)) { + qtdemux_tag_add_str (qtdemux, taglist, tag, dummy, node); + return; + } + + if (data) { + guint len, type, n; + + len = QT_UINT32 (data->data); + type = QT_UINT32 ((guint8 *) data->data + 8); + if (type == 0x00000000 && len >= 18) { + n = QT_UINT16 ((guint8 *) data->data + 16); + if (n > 0) { + const gchar *genre; + + genre = gst_tag_id3_genre_get (n - 1); + if (genre != NULL) { + GST_DEBUG_OBJECT (qtdemux, "adding %d [%s]", n, genre); + gst_tag_list_add (taglist, GST_TAG_MERGE_REPLACE, tag, genre, NULL); + } + } + } + } +} + +static void +qtdemux_add_double_tag_from_str (GstQTDemux * demux, GstTagList * taglist, + const gchar * tag, guint8 * data, guint32 datasize) +{ + gdouble value; + gchar *datacopy; + + /* make a copy to have \0 at the end */ + datacopy = g_strndup ((gchar *) data, datasize); + + /* convert the str to double */ + if (sscanf (datacopy, "%lf", &value) == 1) { + GST_DEBUG_OBJECT (demux, "adding tag: %s [%s]", tag, datacopy); + gst_tag_list_add (taglist, GST_TAG_MERGE_REPLACE, tag, value, NULL); + } else { + GST_WARNING_OBJECT (demux, "Failed to parse double from string: %s", + datacopy); + } + g_free (datacopy); +} + + +static void +qtdemux_tag_add_revdns (GstQTDemux * demux, GstTagList * taglist, + const char *tag, const char *tag_bis, GNode * node) +{ + GNode *mean; + GNode *name; + GNode *data; + guint32 meansize; + guint32 namesize; + guint32 datatype; + guint32 datasize; + const gchar *meanstr; + const gchar *namestr; + + /* checking the whole ---- atom size for consistency */ + if (QT_UINT32 (node->data) <= 4 + 12 + 12 + 16) { + GST_WARNING_OBJECT (demux, "Tag ---- atom is too small, ignoring"); + return; + } + + mean = qtdemux_tree_get_child_by_type (node, FOURCC_mean); + if (!mean) { + GST_WARNING_OBJECT (demux, "No 'mean' atom found"); + return; + } + + meansize = QT_UINT32 (mean->data); + if (meansize <= 12) { + GST_WARNING_OBJECT (demux, "Small mean atom, ignoring the whole tag"); + return; + } + meanstr = ((gchar *) mean->data) + 12; + meansize -= 12; + + name = qtdemux_tree_get_child_by_type (node, FOURCC_name); + if (!name) { + GST_WARNING_OBJECT (demux, "'name' atom not found, ignoring tag"); + return; + } + + namesize = QT_UINT32 (name->data); + if (namesize <= 12) { + GST_WARNING_OBJECT (demux, "'name' atom is too small, ignoring tag"); + return; + } + namestr = ((gchar *) name->data) + 12; + namesize -= 12; + + /* + * Data atom is: + * uint32 - size + * uint32 - name + * uint8 - version + * uint24 - data type + * uint32 - all 0 + * rest - the data + */ + data = qtdemux_tree_get_child_by_type (node, FOURCC_data); + if (!data) { + GST_WARNING_OBJECT (demux, "No data atom in this tag"); + return; + } + datasize = QT_UINT32 (data->data); + if (datasize <= 16) { + GST_WARNING_OBJECT (demux, "Data atom too small"); + return; + } + datatype = QT_UINT32 (((gchar *) data->data) + 8) & 0xFFFFFF; + + if ((strncmp (meanstr, "com.apple.iTunes", meansize) == 0) || + (strncmp (meanstr, "org.hydrogenaudio.replaygain", meansize) == 0)) { + static const struct + { + const gchar name[28]; + const gchar tag[28]; + } tags[] = { + { + "replaygain_track_gain", GST_TAG_TRACK_GAIN}, { + "replaygain_track_peak", GST_TAG_TRACK_PEAK}, { + "replaygain_album_gain", GST_TAG_ALBUM_GAIN}, { + "replaygain_album_peak", GST_TAG_ALBUM_PEAK}, { + "MusicBrainz Track Id", GST_TAG_MUSICBRAINZ_TRACKID}, { + "MusicBrainz Artist Id", GST_TAG_MUSICBRAINZ_ARTISTID}, { + "MusicBrainz Album Id", GST_TAG_MUSICBRAINZ_ALBUMID}, { + "MusicBrainz Album Artist Id", GST_TAG_MUSICBRAINZ_ALBUMARTISTID} + }; + int i; + + for (i = 0; i < G_N_ELEMENTS (tags); ++i) { + if (!g_ascii_strncasecmp (tags[i].name, namestr, namesize)) { + switch (gst_tag_get_type (tags[i].tag)) { + case G_TYPE_DOUBLE: + qtdemux_add_double_tag_from_str (demux, taglist, tags[i].tag, + ((guint8 *) data->data) + 16, datasize - 16); + break; + case G_TYPE_STRING: + qtdemux_tag_add_str (demux, taglist, tags[i].tag, NULL, node); + break; + default: + /* not reached */ + break; + } + break; + } + } + if (i == G_N_ELEMENTS (tags)) + goto unknown_tag; + } else { + goto unknown_tag; + } + + return; + +/* errors */ +unknown_tag: +#ifndef GST_DISABLE_GST_DEBUG + { + gchar *namestr_dbg; + gchar *meanstr_dbg; + + meanstr_dbg = g_strndup (meanstr, meansize); + namestr_dbg = g_strndup (namestr, namesize); + + GST_WARNING_OBJECT (demux, "This tag %s:%s type:%u is not mapped, " + "file a bug at bugzilla.gnome.org", meanstr_dbg, namestr_dbg, datatype); + + g_free (namestr_dbg); + g_free (meanstr_dbg); + } +#endif + return; +} + +static void +qtdemux_tag_add_id32 (GstQTDemux * demux, GstTagList * taglist, const char *tag, + const char *tag_bis, GNode * node) +{ + guint8 *data; + GstBuffer *buf; + guint len; + GstTagList *id32_taglist = NULL; + + GST_LOG_OBJECT (demux, "parsing ID32"); + + data = node->data; + len = GST_READ_UINT32_BE (data); + + /* need at least full box and language tag */ + if (len < 12 + 2) + return; + + buf = gst_buffer_new_allocate (NULL, len - 14, NULL); + gst_buffer_fill (buf, 0, data + 14, len - 14); + + id32_taglist = gst_tag_list_from_id3v2_tag (buf); + if (id32_taglist) { + GST_LOG_OBJECT (demux, "parsing ok"); + gst_tag_list_insert (taglist, id32_taglist, GST_TAG_MERGE_KEEP); + gst_tag_list_unref (id32_taglist); + } else { + GST_LOG_OBJECT (demux, "parsing failed"); + } + + gst_buffer_unref (buf); +} + +typedef void (*GstQTDemuxAddTagFunc) (GstQTDemux * demux, GstTagList * taglist, + const char *tag, const char *tag_bis, GNode * node); + +/* unmapped tags +FOURCC_pcst -> if media is a podcast -> bool +FOURCC_cpil -> if media is part of a compilation -> bool +FOURCC_pgap -> if media is part of a gapless context -> bool +FOURCC_tven -> the tv episode id e.g. S01E23 -> str +*/ + +static const struct +{ + guint32 fourcc; + const gchar *gst_tag; + const gchar *gst_tag_bis; + const GstQTDemuxAddTagFunc func; +} add_funcs[] = { + { + FOURCC__nam, GST_TAG_TITLE, NULL, qtdemux_tag_add_str}, { + FOURCC_titl, GST_TAG_TITLE, NULL, qtdemux_tag_add_str}, { + FOURCC__grp, GST_TAG_GROUPING, NULL, qtdemux_tag_add_str}, { + FOURCC__wrt, GST_TAG_COMPOSER, NULL, qtdemux_tag_add_str}, { + FOURCC__ART, GST_TAG_ARTIST, NULL, qtdemux_tag_add_str}, { + FOURCC_aART, GST_TAG_ALBUM_ARTIST, NULL, qtdemux_tag_add_str}, { + FOURCC_perf, GST_TAG_ARTIST, NULL, qtdemux_tag_add_str}, { + FOURCC_auth, GST_TAG_COMPOSER, NULL, qtdemux_tag_add_str}, { + FOURCC__alb, GST_TAG_ALBUM, NULL, qtdemux_tag_add_str}, { + FOURCC_albm, GST_TAG_ALBUM, NULL, qtdemux_tag_add_str}, { + FOURCC_cprt, GST_TAG_COPYRIGHT, NULL, qtdemux_tag_add_str}, { + FOURCC__cpy, GST_TAG_COPYRIGHT, NULL, qtdemux_tag_add_str}, { + FOURCC__cmt, GST_TAG_COMMENT, NULL, qtdemux_tag_add_str}, { + FOURCC__des, GST_TAG_DESCRIPTION, NULL, qtdemux_tag_add_str}, { + FOURCC_desc, GST_TAG_DESCRIPTION, NULL, qtdemux_tag_add_str}, { + FOURCC_dscp, GST_TAG_DESCRIPTION, NULL, qtdemux_tag_add_str}, { + FOURCC__lyr, GST_TAG_LYRICS, NULL, qtdemux_tag_add_str}, { + FOURCC__day, GST_TAG_DATE, NULL, qtdemux_tag_add_date}, { + FOURCC_yrrc, GST_TAG_DATE, NULL, qtdemux_tag_add_year}, { + FOURCC__too, GST_TAG_ENCODER, NULL, qtdemux_tag_add_str}, { + FOURCC__inf, GST_TAG_COMMENT, NULL, qtdemux_tag_add_str}, { + FOURCC_trkn, GST_TAG_TRACK_NUMBER, GST_TAG_TRACK_COUNT, qtdemux_tag_add_num}, { + FOURCC_disk, GST_TAG_ALBUM_VOLUME_NUMBER, GST_TAG_ALBUM_VOLUME_COUNT, + qtdemux_tag_add_num}, { + FOURCC_disc, GST_TAG_ALBUM_VOLUME_NUMBER, GST_TAG_ALBUM_VOLUME_COUNT, + qtdemux_tag_add_num}, { + FOURCC__gen, GST_TAG_GENRE, NULL, qtdemux_tag_add_str}, { + FOURCC_gnre, GST_TAG_GENRE, NULL, qtdemux_tag_add_gnre}, { + FOURCC_tmpo, GST_TAG_BEATS_PER_MINUTE, NULL, qtdemux_tag_add_tmpo}, { + FOURCC_covr, GST_TAG_PREVIEW_IMAGE, NULL, qtdemux_tag_add_covr}, { + FOURCC_sonm, GST_TAG_TITLE_SORTNAME, NULL, qtdemux_tag_add_str}, { + FOURCC_soal, GST_TAG_ALBUM_SORTNAME, NULL, qtdemux_tag_add_str}, { + FOURCC_soar, GST_TAG_ARTIST_SORTNAME, NULL, qtdemux_tag_add_str}, { + FOURCC_soaa, GST_TAG_ALBUM_ARTIST_SORTNAME, NULL, qtdemux_tag_add_str}, { + FOURCC_soco, GST_TAG_COMPOSER_SORTNAME, NULL, qtdemux_tag_add_str}, { + FOURCC_sosn, GST_TAG_SHOW_SORTNAME, NULL, qtdemux_tag_add_str}, { + FOURCC_tvsh, GST_TAG_SHOW_NAME, NULL, qtdemux_tag_add_str}, { + FOURCC_tvsn, GST_TAG_SHOW_SEASON_NUMBER, NULL, qtdemux_tag_add_uint32}, { + FOURCC_tves, GST_TAG_SHOW_EPISODE_NUMBER, NULL, qtdemux_tag_add_uint32}, { + FOURCC_kywd, GST_TAG_KEYWORDS, NULL, qtdemux_tag_add_keywords}, { + FOURCC_keyw, GST_TAG_KEYWORDS, NULL, qtdemux_tag_add_str}, { + FOURCC__enc, GST_TAG_ENCODER, NULL, qtdemux_tag_add_str}, { + FOURCC_loci, GST_TAG_GEO_LOCATION_NAME, NULL, qtdemux_tag_add_location}, { + FOURCC_clsf, GST_QT_DEMUX_CLASSIFICATION_TAG, NULL, + qtdemux_tag_add_classification}, { + FOURCC__mak, GST_TAG_DEVICE_MANUFACTURER, NULL, qtdemux_tag_add_str}, { + FOURCC__mod, GST_TAG_DEVICE_MODEL, NULL, qtdemux_tag_add_str}, { + FOURCC__swr, GST_TAG_APPLICATION_NAME, NULL, qtdemux_tag_add_str}, { + + /* This is a special case, some tags are stored in this + * 'reverse dns naming', according to: + * http://atomicparsley.sourceforge.net/mpeg-4files.html and + * bug #614471 + */ + FOURCC_____, "", NULL, qtdemux_tag_add_revdns}, { + /* see http://www.mp4ra.org/specs.html for ID32 in meta box */ + FOURCC_ID32, "", NULL, qtdemux_tag_add_id32} +}; + +struct _GstQtDemuxTagList +{ + GstQTDemux *demux; + GstTagList *taglist; +}; +typedef struct _GstQtDemuxTagList GstQtDemuxTagList; + +static void +qtdemux_tag_add_blob (GNode * node, GstQtDemuxTagList * qtdemuxtaglist) +{ + gint len; + guint8 *data; + GstBuffer *buf; + gchar *media_type; + const gchar *style; + GstSample *sample; + GstStructure *s; + guint i; + guint8 ndata[4]; + GstQTDemux *demux = qtdemuxtaglist->demux; + GstTagList *taglist = qtdemuxtaglist->taglist; + + data = node->data; + len = QT_UINT32 (data); + buf = gst_buffer_new_and_alloc (len); + gst_buffer_fill (buf, 0, data, len); + + /* heuristic to determine style of tag */ + if (QT_FOURCC (data + 4) == FOURCC_____ || + (len > 8 + 12 && QT_FOURCC (data + 12) == FOURCC_data)) + style = "itunes"; + else if (demux->major_brand == FOURCC_qt__) + style = "quicktime"; + /* fall back to assuming iso/3gp tag style */ + else + style = "iso"; + + /* santize the name for the caps. */ + for (i = 0; i < 4; i++) { + guint8 d = data[4 + i]; + if (g_ascii_isalnum (d)) + ndata[i] = g_ascii_tolower (d); + else + ndata[i] = '_'; + } + + media_type = g_strdup_printf ("application/x-gst-qt-%c%c%c%c-tag", + ndata[0], ndata[1], ndata[2], ndata[3]); + GST_DEBUG_OBJECT (demux, "media type %s", media_type); + + s = gst_structure_new (media_type, "style", G_TYPE_STRING, style, NULL); + sample = gst_sample_new (buf, NULL, NULL, s); + gst_buffer_unref (buf); + g_free (media_type); + + GST_DEBUG_OBJECT (demux, "adding private tag; size %d, info %" GST_PTR_FORMAT, + len, s); + + gst_tag_list_add (taglist, GST_TAG_MERGE_APPEND, + GST_QT_DEMUX_PRIVATE_TAG, sample, NULL); + + gst_sample_unref (sample); +} + +static void +qtdemux_parse_udta (GstQTDemux * qtdemux, GstTagList * taglist, GNode * udta) +{ + GNode *meta; + GNode *ilst; + GNode *xmp_; + GNode *node; + gint i; + GstQtDemuxTagList demuxtaglist; + + demuxtaglist.demux = qtdemux; + demuxtaglist.taglist = taglist; + + meta = qtdemux_tree_get_child_by_type (udta, FOURCC_meta); + if (meta != NULL) { + ilst = qtdemux_tree_get_child_by_type (meta, FOURCC_ilst); + if (ilst == NULL) { + GST_LOG_OBJECT (qtdemux, "no ilst"); + return; + } + } else { + ilst = udta; + GST_LOG_OBJECT (qtdemux, "no meta so using udta itself"); + } + + i = 0; + while (i < G_N_ELEMENTS (add_funcs)) { + node = qtdemux_tree_get_child_by_type (ilst, add_funcs[i].fourcc); + if (node) { + gint len; + + len = QT_UINT32 (node->data); + if (len < 12) { + GST_DEBUG_OBJECT (qtdemux, "too small tag atom %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (add_funcs[i].fourcc)); + } else { + add_funcs[i].func (qtdemux, taglist, add_funcs[i].gst_tag, + add_funcs[i].gst_tag_bis, node); + } + g_node_destroy (node); + } else { + i++; + } + } + + /* parsed nodes have been removed, pass along remainder as blob */ + g_node_children_foreach (ilst, G_TRAVERSE_ALL, + (GNodeForeachFunc) qtdemux_tag_add_blob, &demuxtaglist); + + /* parse up XMP_ node if existing */ + xmp_ = qtdemux_tree_get_child_by_type (udta, FOURCC_XMP_); + if (xmp_ != NULL) { + GstBuffer *buf; + GstTagList *xmptaglist; + + buf = _gst_buffer_new_wrapped (((guint8 *) xmp_->data) + 8, + QT_UINT32 ((guint8 *) xmp_->data) - 8, NULL); + xmptaglist = gst_tag_list_from_xmp_buffer (buf); + gst_buffer_unref (buf); + + qtdemux_handle_xmp_taglist (qtdemux, taglist, xmptaglist); + } else { + GST_DEBUG_OBJECT (qtdemux, "No XMP_ node found"); + } +} + +typedef struct +{ + GstStructure *structure; /* helper for sort function */ + gchar *location; + guint min_req_bitrate; + guint min_req_qt_version; +} GstQtReference; + +static gint +qtdemux_redirects_sort_func (gconstpointer a, gconstpointer b) +{ + GstQtReference *ref_a = (GstQtReference *) a; + GstQtReference *ref_b = (GstQtReference *) b; + + if (ref_b->min_req_qt_version != ref_a->min_req_qt_version) + return ref_b->min_req_qt_version - ref_a->min_req_qt_version; + + /* known bitrates go before unknown; higher bitrates go first */ + return ref_b->min_req_bitrate - ref_a->min_req_bitrate; +} + +/* sort the redirects and post a message for the application. + */ +static void +qtdemux_process_redirects (GstQTDemux * qtdemux, GList * references) +{ + GstQtReference *best; + GstStructure *s; + GstMessage *msg; + GValue list_val = { 0, }; + GList *l; + + g_assert (references != NULL); + + references = g_list_sort (references, qtdemux_redirects_sort_func); + + best = (GstQtReference *) references->data; + + g_value_init (&list_val, GST_TYPE_LIST); + + for (l = references; l != NULL; l = l->next) { + GstQtReference *ref = (GstQtReference *) l->data; + GValue struct_val = { 0, }; + + ref->structure = gst_structure_new ("redirect", + "new-location", G_TYPE_STRING, ref->location, NULL); + + if (ref->min_req_bitrate > 0) { + gst_structure_set (ref->structure, "minimum-bitrate", G_TYPE_INT, + ref->min_req_bitrate, NULL); + } + + g_value_init (&struct_val, GST_TYPE_STRUCTURE); + g_value_set_boxed (&struct_val, ref->structure); + gst_value_list_append_value (&list_val, &struct_val); + g_value_unset (&struct_val); + /* don't free anything here yet, since we need best->structure below */ + } + + g_assert (best != NULL); + s = gst_structure_copy (best->structure); + + if (g_list_length (references) > 1) { + gst_structure_set_value (s, "locations", &list_val); + } + + g_value_unset (&list_val); + + for (l = references; l != NULL; l = l->next) { + GstQtReference *ref = (GstQtReference *) l->data; + + gst_structure_free (ref->structure); + g_free (ref->location); + g_free (ref); + } + g_list_free (references); + + GST_INFO_OBJECT (qtdemux, "posting redirect message: %" GST_PTR_FORMAT, s); + msg = gst_message_new_element (GST_OBJECT_CAST (qtdemux), s); + gst_element_post_message (GST_ELEMENT_CAST (qtdemux), msg); + qtdemux->posted_redirect = TRUE; +} + +/* look for redirect nodes, collect all redirect information and + * process it. + */ +static gboolean +qtdemux_parse_redirects (GstQTDemux * qtdemux) +{ + GNode *rmra, *rmda, *rdrf; + + rmra = qtdemux_tree_get_child_by_type (qtdemux->moov_node, FOURCC_rmra); + if (rmra) { + GList *redirects = NULL; + + rmda = qtdemux_tree_get_child_by_type (rmra, FOURCC_rmda); + while (rmda) { + GstQtReference ref = { NULL, NULL, 0, 0 }; + GNode *rmdr, *rmvc; + + if ((rmdr = qtdemux_tree_get_child_by_type (rmda, FOURCC_rmdr))) { + ref.min_req_bitrate = QT_UINT32 ((guint8 *) rmdr->data + 12); + GST_LOG_OBJECT (qtdemux, "data rate atom, required bitrate = %u", + ref.min_req_bitrate); + } + + if ((rmvc = qtdemux_tree_get_child_by_type (rmda, FOURCC_rmvc))) { + guint32 package = QT_FOURCC ((guint8 *) rmvc->data + 12); + guint version = QT_UINT32 ((guint8 *) rmvc->data + 16); + +#ifndef GST_DISABLE_GST_DEBUG + guint bitmask = QT_UINT32 ((guint8 *) rmvc->data + 20); +#endif + guint check_type = QT_UINT16 ((guint8 *) rmvc->data + 24); + + GST_LOG_OBJECT (qtdemux, + "version check atom [%" GST_FOURCC_FORMAT "], version=0x%08x" + ", mask=%08x, check_type=%u", GST_FOURCC_ARGS (package), version, + bitmask, check_type); + if (package == FOURCC_qtim && check_type == 0) { + ref.min_req_qt_version = version; + } + } + + rdrf = qtdemux_tree_get_child_by_type (rmda, FOURCC_rdrf); + if (rdrf) { + guint32 ref_type; + guint8 *ref_data; + guint ref_len; + + ref_len = QT_UINT32 ((guint8 *) rdrf->data); + if (ref_len > 20) { + ref_type = QT_FOURCC ((guint8 *) rdrf->data + 12); + ref_data = (guint8 *) rdrf->data + 20; + if (ref_type == FOURCC_alis) { + guint record_len, record_version, fn_len; + + if (ref_len > 70) { + /* MacOSX alias record, google for alias-layout.txt */ + record_len = QT_UINT16 (ref_data + 4); + record_version = QT_UINT16 (ref_data + 4 + 2); + fn_len = QT_UINT8 (ref_data + 50); + if (record_len > 50 && record_version == 2 && fn_len > 0) { + ref.location = g_strndup ((gchar *) ref_data + 51, fn_len); + } + } else { + GST_WARNING_OBJECT (qtdemux, "Invalid rdrf/alis size (%u < 70)", + ref_len); + } + } else if (ref_type == FOURCC_url_) { + ref.location = g_strndup ((gchar *) ref_data, ref_len - 8); + } else { + GST_DEBUG_OBJECT (qtdemux, + "unknown rdrf reference type %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (ref_type)); + } + if (ref.location != NULL) { + GST_INFO_OBJECT (qtdemux, "New location: %s", ref.location); + redirects = + g_list_prepend (redirects, g_memdup (&ref, sizeof (ref))); + } else { + GST_WARNING_OBJECT (qtdemux, + "Failed to extract redirect location from rdrf atom"); + } + } else { + GST_WARNING_OBJECT (qtdemux, "Invalid rdrf size (%u < 20)", ref_len); + } + } + + /* look for others */ + rmda = qtdemux_tree_get_sibling_by_type (rmda, FOURCC_rmda); + } + + if (redirects != NULL) { + qtdemux_process_redirects (qtdemux, redirects); + } + } + return TRUE; +} + +static GstTagList * +qtdemux_add_container_format (GstQTDemux * qtdemux, GstTagList * tags) +{ + const gchar *fmt; + + if (tags == NULL) { + tags = gst_tag_list_new_empty (); + gst_tag_list_set_scope (tags, GST_TAG_SCOPE_GLOBAL); + } + + if (qtdemux->major_brand == FOURCC_mjp2) + fmt = "Motion JPEG 2000"; + else if ((qtdemux->major_brand & 0xffff) == GST_MAKE_FOURCC ('3', 'g', 0, 0)) + fmt = "3GP"; + else if (qtdemux->major_brand == FOURCC_qt__) + fmt = "Quicktime"; + else if (qtdemux->fragmented) + fmt = "ISO fMP4"; + else + fmt = "ISO MP4/M4A"; + + GST_LOG_OBJECT (qtdemux, "mapped %" GST_FOURCC_FORMAT " to '%s'", + GST_FOURCC_ARGS (qtdemux->major_brand), fmt); + + gst_tag_list_add (tags, GST_TAG_MERGE_REPLACE, GST_TAG_CONTAINER_FORMAT, + fmt, NULL); + + return tags; +} + +/* we have read th complete moov node now. + * This function parses all of the relevant info, creates the traks and + * prepares all data structures for playback + */ +static gboolean +qtdemux_parse_tree (GstQTDemux * qtdemux) +{ + GNode *mvhd; + GNode *trak; + GNode *udta; + GNode *mvex; + GstClockTime duration; + guint64 creation_time; + GstDateTime *datetime = NULL; + gint version; + + /* make sure we have a usable taglist */ + if (!qtdemux->tag_list) { + qtdemux->tag_list = gst_tag_list_new_empty (); + gst_tag_list_set_scope (qtdemux->tag_list, GST_TAG_SCOPE_GLOBAL); + } else { + qtdemux->tag_list = gst_tag_list_make_writable (qtdemux->tag_list); + } + + mvhd = qtdemux_tree_get_child_by_type (qtdemux->moov_node, FOURCC_mvhd); + if (mvhd == NULL) { + GST_LOG_OBJECT (qtdemux, "No mvhd node found, looking for redirects."); + return qtdemux_parse_redirects (qtdemux); + } + + version = QT_UINT8 ((guint8 *) mvhd->data + 8); + if (version == 1) { + creation_time = QT_UINT64 ((guint8 *) mvhd->data + 12); + qtdemux->timescale = QT_UINT32 ((guint8 *) mvhd->data + 28); + qtdemux->duration = QT_UINT64 ((guint8 *) mvhd->data + 32); + } else if (version == 0) { + creation_time = QT_UINT32 ((guint8 *) mvhd->data + 12); + qtdemux->timescale = QT_UINT32 ((guint8 *) mvhd->data + 20); + qtdemux->duration = QT_UINT32 ((guint8 *) mvhd->data + 24); + } else { + GST_WARNING_OBJECT (qtdemux, "Unhandled mvhd version %d", version); + return FALSE; + } + + /* Moving qt creation time (secs since 1904) to unix time */ + if (creation_time != 0) { + /* Try to use epoch first as it should be faster and more commonly found */ + if (creation_time >= QTDEMUX_SECONDS_FROM_1904_TO_1970) { + GTimeVal now; + + creation_time -= QTDEMUX_SECONDS_FROM_1904_TO_1970; + /* some data cleansing sanity */ + g_get_current_time (&now); + if (now.tv_sec + 24 * 3600 < creation_time) { + GST_DEBUG_OBJECT (qtdemux, "discarding bogus future creation time"); + } else { + datetime = gst_date_time_new_from_unix_epoch_utc (creation_time); + } + } else { + GDateTime *base_dt = g_date_time_new_utc (1904, 1, 1, 0, 0, 0); + GDateTime *dt, *dt_local; + + dt = g_date_time_add_seconds (base_dt, creation_time); + dt_local = g_date_time_to_local (dt); + datetime = gst_date_time_new_from_g_date_time (dt_local); + + g_date_time_unref (base_dt); + g_date_time_unref (dt); + } + } + if (datetime) { + /* Use KEEP as explicit tags should have a higher priority than mvhd tag */ + gst_tag_list_add (qtdemux->tag_list, GST_TAG_MERGE_KEEP, GST_TAG_DATE_TIME, + datetime, NULL); + gst_date_time_unref (datetime); + } + + GST_INFO_OBJECT (qtdemux, "timescale: %u", qtdemux->timescale); + GST_INFO_OBJECT (qtdemux, "duration: %" G_GUINT64_FORMAT, qtdemux->duration); + + /* check for fragmented file and get some (default) data */ + mvex = qtdemux_tree_get_child_by_type (qtdemux->moov_node, FOURCC_mvex); + if (mvex) { + GNode *mehd; + GstByteReader mehd_data; + + /* let track parsing or anyone know weird stuff might happen ... */ + qtdemux->fragmented = TRUE; + + /* compensate for total duration */ + mehd = qtdemux_tree_get_child_by_type_full (mvex, FOURCC_mehd, &mehd_data); + if (mehd) + qtdemux_parse_mehd (qtdemux, &mehd_data); + } + + /* set duration in the segment info */ + gst_qtdemux_get_duration (qtdemux, &duration); + if (duration) { + qtdemux->segment.duration = duration; + /* also do not exceed duration; stop is set that way post seek anyway, + * and segment activation falls back to duration, + * whereas loop only checks stop, so let's align this here as well */ + qtdemux->segment.stop = duration; + } + + /* parse all traks */ + trak = qtdemux_tree_get_child_by_type (qtdemux->moov_node, FOURCC_trak); + while (trak) { + qtdemux_parse_trak (qtdemux, trak); + /* iterate all siblings */ + trak = qtdemux_tree_get_sibling_by_type (trak, FOURCC_trak); + } + + if (!qtdemux->tag_list) { + GST_DEBUG_OBJECT (qtdemux, "new tag list"); + qtdemux->tag_list = gst_tag_list_new_empty (); + gst_tag_list_set_scope (qtdemux->tag_list, GST_TAG_SCOPE_GLOBAL); + } else { + qtdemux->tag_list = gst_tag_list_make_writable (qtdemux->tag_list); + } + + /* find tags */ + udta = qtdemux_tree_get_child_by_type (qtdemux->moov_node, FOURCC_udta); + if (udta) { + qtdemux_parse_udta (qtdemux, qtdemux->tag_list, udta); + } else { + GST_LOG_OBJECT (qtdemux, "No udta node found."); + } + + /* maybe also some tags in meta box */ + udta = qtdemux_tree_get_child_by_type (qtdemux->moov_node, FOURCC_meta); + if (udta) { + GST_DEBUG_OBJECT (qtdemux, "Parsing meta box for tags."); + qtdemux_parse_udta (qtdemux, qtdemux->tag_list, udta); + } else { + GST_LOG_OBJECT (qtdemux, "No meta node found."); + } + + qtdemux->tag_list = qtdemux_add_container_format (qtdemux, qtdemux->tag_list); + + return TRUE; +} + +/* taken from ffmpeg */ +static int +read_descr_size (guint8 * ptr, guint8 * end, guint8 ** end_out) +{ + int count = 4; + int len = 0; + + while (count--) { + int c; + + if (ptr >= end) + return -1; + + c = *ptr++; + len = (len << 7) | (c & 0x7f); + if (!(c & 0x80)) + break; + } + *end_out = ptr; + return len; +} + +/* this can change the codec originally present in @list */ +static void +gst_qtdemux_handle_esds (GstQTDemux * qtdemux, QtDemuxStream * stream, + GNode * esds, GstTagList * list) +{ + int len = QT_UINT32 (esds->data); + guint8 *ptr = esds->data; + guint8 *end = ptr + len; + int tag; + guint8 *data_ptr = NULL; + int data_len = 0; + guint8 object_type_id = 0; + const char *codec_name = NULL; + GstCaps *caps = NULL; + + GST_MEMDUMP_OBJECT (qtdemux, "esds", ptr, len); + ptr += 8; + GST_DEBUG_OBJECT (qtdemux, "version/flags = %08x", QT_UINT32 (ptr)); + ptr += 4; + while (ptr + 1 < end) { + tag = QT_UINT8 (ptr); + GST_DEBUG_OBJECT (qtdemux, "tag = %02x", tag); + ptr++; + len = read_descr_size (ptr, end, &ptr); + GST_DEBUG_OBJECT (qtdemux, "len = %d", len); + + /* Check the stated amount of data is available for reading */ + if (len < 0 || ptr + len > end) + break; + + switch (tag) { + case ES_DESCRIPTOR_TAG: + GST_DEBUG_OBJECT (qtdemux, "ID %04x", QT_UINT16 (ptr)); + GST_DEBUG_OBJECT (qtdemux, "priority %04x", QT_UINT8 (ptr + 2)); + ptr += 3; + break; + case DECODER_CONFIG_DESC_TAG:{ + guint max_bitrate, avg_bitrate; + + object_type_id = QT_UINT8 (ptr); + max_bitrate = QT_UINT32 (ptr + 5); + avg_bitrate = QT_UINT32 (ptr + 9); + GST_DEBUG_OBJECT (qtdemux, "object_type_id %02x", object_type_id); + GST_DEBUG_OBJECT (qtdemux, "stream_type %02x", QT_UINT8 (ptr + 1)); + GST_DEBUG_OBJECT (qtdemux, "buffer_size_db %02x", QT_UINT24 (ptr + 2)); + GST_DEBUG_OBJECT (qtdemux, "max bitrate %u", max_bitrate); + GST_DEBUG_OBJECT (qtdemux, "avg bitrate %u", avg_bitrate); + if (max_bitrate > 0 && max_bitrate < G_MAXUINT32) { + gst_tag_list_add (list, GST_TAG_MERGE_REPLACE, + GST_TAG_MAXIMUM_BITRATE, max_bitrate, NULL); + } + if (avg_bitrate > 0 && avg_bitrate < G_MAXUINT32) { + gst_tag_list_add (list, GST_TAG_MERGE_REPLACE, GST_TAG_BITRATE, + avg_bitrate, NULL); + } + ptr += 13; + break; + } + case DECODER_SPECIFIC_INFO_TAG: + GST_MEMDUMP_OBJECT (qtdemux, "data", ptr, len); + if (object_type_id == 0xe0 && len == 0x40) { + guint8 *data; + GstStructure *s; + guint32 clut[16]; + gint i; + + GST_DEBUG_OBJECT (qtdemux, + "Have VOBSUB palette. Creating palette event"); + /* move to decConfigDescr data and read palette */ + data = ptr; + for (i = 0; i < 16; i++) { + clut[i] = QT_UINT32 (data); + data += 4; + } + + s = gst_structure_new ("application/x-gst-dvd", "event", + G_TYPE_STRING, "dvd-spu-clut-change", + "clut00", G_TYPE_INT, clut[0], "clut01", G_TYPE_INT, clut[1], + "clut02", G_TYPE_INT, clut[2], "clut03", G_TYPE_INT, clut[3], + "clut04", G_TYPE_INT, clut[4], "clut05", G_TYPE_INT, clut[5], + "clut06", G_TYPE_INT, clut[6], "clut07", G_TYPE_INT, clut[7], + "clut08", G_TYPE_INT, clut[8], "clut09", G_TYPE_INT, clut[9], + "clut10", G_TYPE_INT, clut[10], "clut11", G_TYPE_INT, clut[11], + "clut12", G_TYPE_INT, clut[12], "clut13", G_TYPE_INT, clut[13], + "clut14", G_TYPE_INT, clut[14], "clut15", G_TYPE_INT, clut[15], + NULL); + + /* store event and trigger custom processing */ + stream->pending_event = + gst_event_new_custom (GST_EVENT_CUSTOM_DOWNSTREAM, s); + } else { + /* Generic codec_data handler puts it on the caps */ + data_ptr = ptr; + data_len = len; + } + + ptr += len; + break; + case SL_CONFIG_DESC_TAG: + GST_DEBUG_OBJECT (qtdemux, "data %02x", QT_UINT8 (ptr)); + ptr += 1; + break; + default: + GST_DEBUG_OBJECT (qtdemux, "Unknown/unhandled descriptor tag %02x", + tag); + GST_MEMDUMP_OBJECT (qtdemux, "descriptor data", ptr, len); + ptr += len; + break; + } + } + + /* object_type_id in the esds atom in mp4a and mp4v tells us which codec is + * in use, and should also be used to override some other parameters for some + * codecs. */ + switch (object_type_id) { + case 0x20: /* MPEG-4 */ + /* 4 bytes for the visual_object_sequence_start_code and 1 byte for the + * profile_and_level_indication */ + if (data_ptr != NULL && data_len >= 5 && + GST_READ_UINT32_BE (data_ptr) == 0x000001b0) { + gst_codec_utils_mpeg4video_caps_set_level_and_profile (stream->caps, + data_ptr + 4, data_len - 4); + } + break; /* Nothing special needed here */ + case 0x21: /* H.264 */ + codec_name = "H.264 / AVC"; + caps = gst_caps_new_simple ("video/x-h264", + "stream-format", G_TYPE_STRING, "avc", + "alignment", G_TYPE_STRING, "au", NULL); + break; + case 0x40: /* AAC (any) */ + case 0x66: /* AAC Main */ + case 0x67: /* AAC LC */ + case 0x68: /* AAC SSR */ + /* Override channels and rate based on the codec_data, as it's often + * wrong. */ + /* Only do so for basic setup without HE-AAC extension */ + if (data_ptr && data_len == 2) { + guint channels, rateindex, rate; + + /* FIXME: add gst_codec_utils_aac_get_{channels|sample_rate}()? */ + channels = (data_ptr[1] & 0x7f) >> 3; + if (channels > 0 && channels < 7) { + stream->n_channels = channels; + } else if (channels == 7) { + stream->n_channels = 8; + } + + rateindex = ((data_ptr[0] & 0x7) << 1) | ((data_ptr[1] & 0x80) >> 7); + rate = gst_codec_utils_aac_get_sample_rate_from_index (rateindex); + if (rate > 0) + stream->rate = rate; + } + + /* Set level and profile if possible */ + if (data_ptr != NULL && data_len >= 2) { + gst_codec_utils_aac_caps_set_level_and_profile (stream->caps, + data_ptr, data_len); + } + break; + case 0x60: /* MPEG-2, various profiles */ + case 0x61: + case 0x62: + case 0x63: + case 0x64: + case 0x65: + codec_name = "MPEG-2 video"; + caps = gst_caps_new_simple ("video/mpeg", + "mpegversion", G_TYPE_INT, 2, + "systemstream", G_TYPE_BOOLEAN, FALSE, NULL); + break; + case 0x69: /* MPEG-2 BC audio */ + case 0x6B: /* MPEG-1 audio */ + caps = gst_caps_new_simple ("audio/mpeg", + "mpegversion", G_TYPE_INT, 1, "parsed", G_TYPE_BOOLEAN, TRUE, NULL); + codec_name = "MPEG-1 audio"; + break; + case 0x6A: /* MPEG-1 */ + codec_name = "MPEG-1 video"; + caps = gst_caps_new_simple ("video/mpeg", + "mpegversion", G_TYPE_INT, 1, + "systemstream", G_TYPE_BOOLEAN, FALSE, NULL); + break; + case 0x6C: /* MJPEG */ + caps = + gst_caps_new_simple ("image/jpeg", "parsed", G_TYPE_BOOLEAN, TRUE, + NULL); + codec_name = "Motion-JPEG"; + break; + case 0x6D: /* PNG */ + caps = + gst_caps_new_simple ("image/png", "parsed", G_TYPE_BOOLEAN, TRUE, + NULL); + codec_name = "PNG still images"; + break; + case 0x6E: /* JPEG2000 */ + codec_name = "JPEG-2000"; + caps = gst_caps_new_simple ("image/x-j2c", "fields", G_TYPE_INT, 1, NULL); + break; + case 0xA4: /* Dirac */ + codec_name = "Dirac"; + caps = gst_caps_new_empty_simple ("video/x-dirac"); + break; + case 0xA5: /* AC3 */ + codec_name = "AC-3 audio"; + caps = gst_caps_new_simple ("audio/x-ac3", + "framed", G_TYPE_BOOLEAN, TRUE, NULL); + break; + case 0xA9: /* AC3 */ + codec_name = "DTS audio"; + caps = gst_caps_new_simple ("audio/x-dts", + "framed", G_TYPE_BOOLEAN, TRUE, NULL); + break; + case 0xE1: /* QCELP */ + /* QCELP, the codec_data is a riff tag (little endian) with + * more info (http://ftp.3gpp2.org/TSGC/Working/2003/2003-05-SanDiego/TSG-C-2003-05-San%20Diego/WG1/SWG12/C12-20030512-006%20=%20C12-20030217-015_Draft_Baseline%20Text%20of%20FFMS_R2.doc). */ + caps = gst_caps_new_empty_simple ("audio/qcelp"); + codec_name = "QCELP"; + break; + default: + break; + } + + /* If we have a replacement caps, then change our caps for this stream */ + if (caps) { + gst_caps_unref (stream->caps); + stream->caps = caps; + } + + if (codec_name && list) + gst_tag_list_add (list, GST_TAG_MERGE_REPLACE, + GST_TAG_AUDIO_CODEC, codec_name, NULL); + + /* Add the codec_data attribute to caps, if we have it */ + if (data_ptr) { + GstBuffer *buffer; + + buffer = gst_buffer_new_and_alloc (data_len); + gst_buffer_fill (buffer, 0, data_ptr, data_len); + + GST_DEBUG_OBJECT (qtdemux, "setting codec_data from esds"); + GST_MEMDUMP_OBJECT (qtdemux, "codec_data from esds", data_ptr, data_len); + + gst_caps_set_simple (stream->caps, "codec_data", GST_TYPE_BUFFER, + buffer, NULL); + gst_buffer_unref (buffer); + } + +} + +#define _codec(name) \ + do { \ + if (codec_name) { \ + *codec_name = g_strdup (name); \ + } \ + } while (0) + +static GstCaps * +qtdemux_video_caps (GstQTDemux * qtdemux, QtDemuxStream * stream, + guint32 fourcc, const guint8 * stsd_data, gchar ** codec_name) +{ + GstCaps *caps = NULL; + GstVideoFormat format = GST_VIDEO_FORMAT_UNKNOWN; + + switch (fourcc) { + case GST_MAKE_FOURCC ('p', 'n', 'g', ' '): + _codec ("PNG still images"); + caps = gst_caps_new_empty_simple ("image/png"); + break; + case GST_MAKE_FOURCC ('j', 'p', 'e', 'g'): + _codec ("JPEG still images"); + caps = + gst_caps_new_simple ("image/jpeg", "parsed", G_TYPE_BOOLEAN, TRUE, + NULL); + break; + case GST_MAKE_FOURCC ('m', 'j', 'p', 'a'): + case GST_MAKE_FOURCC ('A', 'V', 'D', 'J'): + case GST_MAKE_FOURCC ('M', 'J', 'P', 'G'): + case GST_MAKE_FOURCC ('d', 'm', 'b', '1'): + _codec ("Motion-JPEG"); + caps = + gst_caps_new_simple ("image/jpeg", "parsed", G_TYPE_BOOLEAN, TRUE, + NULL); + break; + case GST_MAKE_FOURCC ('m', 'j', 'p', 'b'): + _codec ("Motion-JPEG format B"); + caps = gst_caps_new_empty_simple ("video/x-mjpeg-b"); + break; + case GST_MAKE_FOURCC ('m', 'j', 'p', '2'): + _codec ("JPEG-2000"); + /* override to what it should be according to spec, avoid palette_data */ + stream->bits_per_sample = 24; + caps = gst_caps_new_simple ("image/x-j2c", "fields", G_TYPE_INT, 1, NULL); + break; + case GST_MAKE_FOURCC ('S', 'V', 'Q', '3'): + _codec ("Sorensen video v.3"); + caps = gst_caps_new_simple ("video/x-svq", + "svqversion", G_TYPE_INT, 3, NULL); + break; + case GST_MAKE_FOURCC ('s', 'v', 'q', 'i'): + case GST_MAKE_FOURCC ('S', 'V', 'Q', '1'): + _codec ("Sorensen video v.1"); + caps = gst_caps_new_simple ("video/x-svq", + "svqversion", G_TYPE_INT, 1, NULL); + break; + case GST_MAKE_FOURCC ('W', 'R', 'A', 'W'): + caps = gst_caps_new_empty_simple ("video/x-raw"); + gst_caps_set_simple (caps, "format", G_TYPE_STRING, "RGB8P", NULL); + _codec ("Windows Raw RGB"); + break; + case GST_MAKE_FOURCC ('r', 'a', 'w', ' '): + { + guint16 bps; + + bps = QT_UINT16 (stsd_data + 98); + switch (bps) { + case 15: + format = GST_VIDEO_FORMAT_RGB15; + break; + case 16: + format = GST_VIDEO_FORMAT_RGB16; + break; + case 24: + format = GST_VIDEO_FORMAT_RGB; + break; + case 32: + format = GST_VIDEO_FORMAT_ARGB; + break; + default: + /* unknown */ + break; + } + break; + } + case GST_MAKE_FOURCC ('y', 'v', '1', '2'): + format = GST_VIDEO_FORMAT_I420; + break; + case GST_MAKE_FOURCC ('y', 'u', 'v', '2'): + case GST_MAKE_FOURCC ('Y', 'u', 'v', '2'): + format = GST_VIDEO_FORMAT_I420; + break; + case GST_MAKE_FOURCC ('2', 'v', 'u', 'y'): + case GST_MAKE_FOURCC ('2', 'V', 'u', 'y'): + format = GST_VIDEO_FORMAT_UYVY; + break; + case GST_MAKE_FOURCC ('v', '3', '0', '8'): + format = GST_VIDEO_FORMAT_v308; + break; + case GST_MAKE_FOURCC ('v', '2', '1', '6'): + format = GST_VIDEO_FORMAT_v216; + break; + case GST_MAKE_FOURCC ('v', '2', '1', '0'): + format = GST_VIDEO_FORMAT_v210; + break; + case GST_MAKE_FOURCC ('r', '2', '1', '0'): + format = GST_VIDEO_FORMAT_r210; + break; + /* Packed YUV 4:4:4 10 bit in 32 bits, complex + case GST_MAKE_FOURCC ('v', '4', '1', '0'): + format = GST_VIDEO_FORMAT_v410; + break; + */ + /* Packed YUV 4:4:4:4 8 bit in 32 bits + * but different order than AYUV + case GST_MAKE_FOURCC ('v', '4', '0', '8'): + format = GST_VIDEO_FORMAT_v408; + break; + */ + case GST_MAKE_FOURCC ('m', 'p', 'e', 'g'): + case GST_MAKE_FOURCC ('m', 'p', 'g', '1'): + _codec ("MPEG-1 video"); + caps = gst_caps_new_simple ("video/mpeg", "mpegversion", G_TYPE_INT, 1, + "systemstream", G_TYPE_BOOLEAN, FALSE, NULL); + break; + case GST_MAKE_FOURCC ('h', 'd', 'v', '1'): /* HDV 720p30 */ + case GST_MAKE_FOURCC ('h', 'd', 'v', '2'): /* HDV 1080i60 */ + case GST_MAKE_FOURCC ('h', 'd', 'v', '3'): /* HDV 1080i50 */ + case GST_MAKE_FOURCC ('h', 'd', 'v', '4'): /* HDV 720p24 */ + case GST_MAKE_FOURCC ('h', 'd', 'v', '5'): /* HDV 720p25 */ + case GST_MAKE_FOURCC ('h', 'd', 'v', '6'): /* HDV 1080p24 */ + case GST_MAKE_FOURCC ('h', 'd', 'v', '7'): /* HDV 1080p25 */ + case GST_MAKE_FOURCC ('h', 'd', 'v', '8'): /* HDV 1080p30 */ + case GST_MAKE_FOURCC ('h', 'd', 'v', '9'): /* HDV 720p60 */ + case GST_MAKE_FOURCC ('h', 'd', 'v', 'a'): /* HDV 720p50 */ + case GST_MAKE_FOURCC ('m', 'x', '5', 'n'): /* MPEG2 IMX NTSC 525/60 50mb/s produced by FCP */ + case GST_MAKE_FOURCC ('m', 'x', '5', 'p'): /* MPEG2 IMX PAL 625/60 50mb/s produced by FCP */ + case GST_MAKE_FOURCC ('m', 'x', '4', 'n'): /* MPEG2 IMX NTSC 525/60 40mb/s produced by FCP */ + case GST_MAKE_FOURCC ('m', 'x', '4', 'p'): /* MPEG2 IMX PAL 625/60 40mb/s produced by FCP */ + case GST_MAKE_FOURCC ('m', 'x', '3', 'n'): /* MPEG2 IMX NTSC 525/60 30mb/s produced by FCP */ + case GST_MAKE_FOURCC ('m', 'x', '3', 'p'): /* MPEG2 IMX PAL 625/50 30mb/s produced by FCP */ + case GST_MAKE_FOURCC ('x', 'd', 'v', '1'): /* XDCAM HD 720p30 35Mb/s */ + case GST_MAKE_FOURCC ('x', 'd', 'v', '2'): /* XDCAM HD 1080i60 35Mb/s */ + case GST_MAKE_FOURCC ('x', 'd', 'v', '3'): /* XDCAM HD 1080i50 35Mb/s */ + case GST_MAKE_FOURCC ('x', 'd', 'v', '4'): /* XDCAM HD 720p24 35Mb/s */ + case GST_MAKE_FOURCC ('x', 'd', 'v', '5'): /* XDCAM HD 720p25 35Mb/s */ + case GST_MAKE_FOURCC ('x', 'd', 'v', '6'): /* XDCAM HD 1080p24 35Mb/s */ + case GST_MAKE_FOURCC ('x', 'd', 'v', '7'): /* XDCAM HD 1080p25 35Mb/s */ + case GST_MAKE_FOURCC ('x', 'd', 'v', '8'): /* XDCAM HD 1080p30 35Mb/s */ + case GST_MAKE_FOURCC ('x', 'd', 'v', '9'): /* XDCAM HD 720p60 35Mb/s */ + case GST_MAKE_FOURCC ('x', 'd', 'v', 'a'): /* XDCAM HD 720p50 35Mb/s */ + case GST_MAKE_FOURCC ('x', 'd', 'v', 'b'): /* XDCAM EX 1080i60 50Mb/s CBR */ + case GST_MAKE_FOURCC ('x', 'd', 'v', 'c'): /* XDCAM EX 1080i50 50Mb/s CBR */ + case GST_MAKE_FOURCC ('x', 'd', 'v', 'd'): /* XDCAM HD 1080p24 50Mb/s CBR */ + case GST_MAKE_FOURCC ('x', 'd', 'v', 'e'): /* XDCAM HD 1080p25 50Mb/s CBR */ + case GST_MAKE_FOURCC ('x', 'd', 'v', 'f'): /* XDCAM HD 1080p30 50Mb/s CBR */ + case GST_MAKE_FOURCC ('x', 'd', '5', '1'): /* XDCAM HD422 720p30 50Mb/s CBR */ + case GST_MAKE_FOURCC ('x', 'd', '5', '4'): /* XDCAM HD422 720p24 50Mb/s CBR */ + case GST_MAKE_FOURCC ('x', 'd', '5', '5'): /* XDCAM HD422 720p25 50Mb/s CBR */ + case GST_MAKE_FOURCC ('x', 'd', '5', '9'): /* XDCAM HD422 720p60 50Mb/s CBR */ + case GST_MAKE_FOURCC ('x', 'd', '5', 'a'): /* XDCAM HD422 720p50 50Mb/s CBR */ + case GST_MAKE_FOURCC ('x', 'd', '5', 'b'): /* XDCAM HD422 1080i50 50Mb/s CBR */ + case GST_MAKE_FOURCC ('x', 'd', '5', 'c'): /* XDCAM HD422 1080i50 50Mb/s CBR */ + case GST_MAKE_FOURCC ('x', 'd', '5', 'd'): /* XDCAM HD422 1080p24 50Mb/s CBR */ + case GST_MAKE_FOURCC ('x', 'd', '5', 'e'): /* XDCAM HD422 1080p25 50Mb/s CBR */ + case GST_MAKE_FOURCC ('x', 'd', '5', 'f'): /* XDCAM HD422 1080p30 50Mb/s CBR */ + case GST_MAKE_FOURCC ('x', 'd', 'h', 'd'): /* XDCAM HD 540p */ + case GST_MAKE_FOURCC ('x', 'd', 'h', '2'): /* XDCAM HD422 540p */ + case GST_MAKE_FOURCC ('A', 'V', 'm', 'p'): /* AVID IMX PAL */ + case GST_MAKE_FOURCC ('m', 'p', 'g', '2'): /* AVID IMX PAL */ + case GST_MAKE_FOURCC ('m', 'p', '2', 'v'): /* AVID IMX PAL */ + _codec ("MPEG-2 video"); + caps = gst_caps_new_simple ("video/mpeg", "mpegversion", G_TYPE_INT, 2, + "systemstream", G_TYPE_BOOLEAN, FALSE, NULL); + break; + case GST_MAKE_FOURCC ('g', 'i', 'f', ' '): + _codec ("GIF still images"); + caps = gst_caps_new_empty_simple ("image/gif"); + break; + case GST_MAKE_FOURCC ('h', '2', '6', '3'): + case GST_MAKE_FOURCC ('H', '2', '6', '3'): + case GST_MAKE_FOURCC ('s', '2', '6', '3'): + case GST_MAKE_FOURCC ('U', '2', '6', '3'): + _codec ("H.263"); + /* ffmpeg uses the height/width props, don't know why */ + caps = gst_caps_new_simple ("video/x-h263", + "variant", G_TYPE_STRING, "itu", NULL); + break; + case GST_MAKE_FOURCC ('m', 'p', '4', 'v'): + case GST_MAKE_FOURCC ('M', 'P', '4', 'V'): + _codec ("MPEG-4 video"); + caps = gst_caps_new_simple ("video/mpeg", "mpegversion", G_TYPE_INT, 4, + "systemstream", G_TYPE_BOOLEAN, FALSE, NULL); + break; + case GST_MAKE_FOURCC ('3', 'i', 'v', 'd'): + case GST_MAKE_FOURCC ('3', 'I', 'V', 'D'): + _codec ("Microsoft MPEG-4 4.3"); /* FIXME? */ + caps = gst_caps_new_simple ("video/x-msmpeg", + "msmpegversion", G_TYPE_INT, 43, NULL); + break; + case GST_MAKE_FOURCC ('D', 'I', 'V', '3'): + _codec ("DivX 3"); + caps = gst_caps_new_simple ("video/x-divx", + "divxversion", G_TYPE_INT, 3, NULL); + break; + case GST_MAKE_FOURCC ('D', 'I', 'V', 'X'): + case GST_MAKE_FOURCC ('d', 'i', 'v', 'x'): + _codec ("DivX 4"); + caps = gst_caps_new_simple ("video/x-divx", + "divxversion", G_TYPE_INT, 4, NULL); + break; + case GST_MAKE_FOURCC ('D', 'X', '5', '0'): + _codec ("DivX 5"); + caps = gst_caps_new_simple ("video/x-divx", + "divxversion", G_TYPE_INT, 5, NULL); + break; + + case GST_MAKE_FOURCC ('3', 'I', 'V', '1'): + case GST_MAKE_FOURCC ('3', 'I', 'V', '2'): + case GST_MAKE_FOURCC ('X', 'V', 'I', 'D'): + case GST_MAKE_FOURCC ('x', 'v', 'i', 'd'): + case GST_MAKE_FOURCC ('F', 'M', 'P', '4'): + case GST_MAKE_FOURCC ('U', 'M', 'P', '4'): + caps = gst_caps_new_simple ("video/mpeg", + "mpegversion", G_TYPE_INT, 4, NULL); + if (codec_name) + *codec_name = g_strdup ("MPEG-4"); + break; + + case GST_MAKE_FOURCC ('c', 'v', 'i', 'd'): + _codec ("Cinepak"); + caps = gst_caps_new_empty_simple ("video/x-cinepak"); + break; + case GST_MAKE_FOURCC ('q', 'd', 'r', 'w'): + _codec ("Apple QuickDraw"); + caps = gst_caps_new_empty_simple ("video/x-qdrw"); + break; + case GST_MAKE_FOURCC ('r', 'p', 'z', 'a'): + _codec ("Apple video"); + caps = gst_caps_new_empty_simple ("video/x-apple-video"); + break; + case GST_MAKE_FOURCC ('H', '2', '6', '4'): + case GST_MAKE_FOURCC ('a', 'v', 'c', '1'): + _codec ("H.264 / AVC"); + caps = gst_caps_new_simple ("video/x-h264", + "stream-format", G_TYPE_STRING, "avc", + "alignment", G_TYPE_STRING, "au", NULL); + break; + case GST_MAKE_FOURCC ('a', 'v', 'c', '3'): + _codec ("H.264 / AVC"); + caps = gst_caps_new_simple ("video/x-h264", + "stream-format", G_TYPE_STRING, "avc3", + "alignment", G_TYPE_STRING, "au", NULL); + break; + case GST_MAKE_FOURCC ('H', '2', '6', '5'): + case GST_MAKE_FOURCC ('h', 'v', 'c', '1'): + _codec ("H.265 / HEVC"); + caps = gst_caps_new_simple ("video/x-h265", + "stream-format", G_TYPE_STRING, "hvc1", + "alignment", G_TYPE_STRING, "au", NULL); + break; + case GST_MAKE_FOURCC ('h', 'e', 'v', '1'): + _codec ("H.265 / HEVC"); + caps = gst_caps_new_simple ("video/x-h265", + "stream-format", G_TYPE_STRING, "hev1", + "alignment", G_TYPE_STRING, "au", NULL); + break; + case GST_MAKE_FOURCC ('r', 'l', 'e', ' '): + _codec ("Run-length encoding"); + caps = gst_caps_new_simple ("video/x-rle", + "layout", G_TYPE_STRING, "quicktime", NULL); + break; + case GST_MAKE_FOURCC ('W', 'R', 'L', 'E'): + _codec ("Run-length encoding"); + caps = gst_caps_new_simple ("video/x-rle", + "layout", G_TYPE_STRING, "microsoft", NULL); + break; + case GST_MAKE_FOURCC ('I', 'V', '3', '2'): + case GST_MAKE_FOURCC ('i', 'v', '3', '2'): + _codec ("Indeo Video 3"); + caps = gst_caps_new_simple ("video/x-indeo", + "indeoversion", G_TYPE_INT, 3, NULL); + break; + case GST_MAKE_FOURCC ('I', 'V', '4', '1'): + case GST_MAKE_FOURCC ('i', 'v', '4', '1'): + _codec ("Intel Video 4"); + caps = gst_caps_new_simple ("video/x-indeo", + "indeoversion", G_TYPE_INT, 4, NULL); + break; + case GST_MAKE_FOURCC ('d', 'v', 'c', 'p'): + case GST_MAKE_FOURCC ('d', 'v', 'c', ' '): + case GST_MAKE_FOURCC ('d', 'v', 's', 'd'): + case GST_MAKE_FOURCC ('D', 'V', 'S', 'D'): + case GST_MAKE_FOURCC ('d', 'v', 'c', 's'): + case GST_MAKE_FOURCC ('D', 'V', 'C', 'S'): + case GST_MAKE_FOURCC ('d', 'v', '2', '5'): + case GST_MAKE_FOURCC ('d', 'v', 'p', 'p'): + _codec ("DV Video"); + caps = gst_caps_new_simple ("video/x-dv", "dvversion", G_TYPE_INT, 25, + "systemstream", G_TYPE_BOOLEAN, FALSE, NULL); + break; + case GST_MAKE_FOURCC ('d', 'v', '5', 'n'): /* DVCPRO50 NTSC */ + case GST_MAKE_FOURCC ('d', 'v', '5', 'p'): /* DVCPRO50 PAL */ + _codec ("DVCPro50 Video"); + caps = gst_caps_new_simple ("video/x-dv", "dvversion", G_TYPE_INT, 50, + "systemstream", G_TYPE_BOOLEAN, FALSE, NULL); + break; + case GST_MAKE_FOURCC ('d', 'v', 'h', '5'): /* DVCPRO HD 50i produced by FCP */ + case GST_MAKE_FOURCC ('d', 'v', 'h', '6'): /* DVCPRO HD 60i produced by FCP */ + _codec ("DVCProHD Video"); + caps = gst_caps_new_simple ("video/x-dv", "dvversion", G_TYPE_INT, 100, + "systemstream", G_TYPE_BOOLEAN, FALSE, NULL); + break; + case GST_MAKE_FOURCC ('s', 'm', 'c', ' '): + _codec ("Apple Graphics (SMC)"); + caps = gst_caps_new_empty_simple ("video/x-smc"); + break; + case GST_MAKE_FOURCC ('V', 'P', '3', '1'): + _codec ("VP3"); + caps = gst_caps_new_empty_simple ("video/x-vp3"); + break; + case GST_MAKE_FOURCC ('V', 'P', '6', 'F'): + _codec ("VP6 Flash"); + caps = gst_caps_new_empty_simple ("video/x-vp6-flash"); + break; + case GST_MAKE_FOURCC ('X', 'i', 'T', 'h'): + _codec ("Theora"); + caps = gst_caps_new_empty_simple ("video/x-theora"); + /* theora uses one byte of padding in the data stream because it does not + * allow 0 sized packets while theora does */ + stream->padding = 1; + break; + case GST_MAKE_FOURCC ('d', 'r', 'a', 'c'): + _codec ("Dirac"); + caps = gst_caps_new_empty_simple ("video/x-dirac"); + break; + case GST_MAKE_FOURCC ('t', 'i', 'f', 'f'): + _codec ("TIFF still images"); + caps = gst_caps_new_empty_simple ("image/tiff"); + break; + case GST_MAKE_FOURCC ('i', 'c', 'o', 'd'): + _codec ("Apple Intermediate Codec"); + caps = gst_caps_from_string ("video/x-apple-intermediate-codec"); + break; + case GST_MAKE_FOURCC ('A', 'V', 'd', 'n'): + _codec ("AVID DNxHD"); + caps = gst_caps_from_string ("video/x-dnxhd"); + break; + case GST_MAKE_FOURCC ('V', 'P', '8', '0'): + _codec ("On2 VP8"); + caps = gst_caps_from_string ("video/x-vp8"); + break; + case GST_MAKE_FOURCC ('a', 'p', 'c', 's'): + _codec ("Apple ProRes LT"); + caps = + gst_caps_new_simple ("video/x-prores", "variant", G_TYPE_STRING, "lt", + NULL); + break; + case GST_MAKE_FOURCC ('a', 'p', 'c', 'h'): + _codec ("Apple ProRes HQ"); + caps = + gst_caps_new_simple ("video/x-prores", "variant", G_TYPE_STRING, "hq", + NULL); + break; + case GST_MAKE_FOURCC ('a', 'p', 'c', 'n'): + _codec ("Apple ProRes"); + caps = + gst_caps_new_simple ("video/x-prores", "variant", G_TYPE_STRING, + "standard", NULL); + break; + case GST_MAKE_FOURCC ('a', 'p', 'c', 'o'): + _codec ("Apple ProRes Proxy"); + caps = + gst_caps_new_simple ("video/x-prores", "variant", G_TYPE_STRING, + "proxy", NULL); + break; + case GST_MAKE_FOURCC ('a', 'p', '4', 'h'): + _codec ("Apple ProRes 4444"); + caps = + gst_caps_new_simple ("video/x-prores", "variant", G_TYPE_STRING, + "4444", NULL); + break; + case GST_MAKE_FOURCC ('v', 'c', '-', '1'): + case FOURCC_ovc1: + _codec ("VC-1"); + caps = gst_caps_new_simple ("video/x-wmv", + "wmvversion", G_TYPE_INT, 3, "format", G_TYPE_STRING, "WVC1", NULL); + break; + case GST_MAKE_FOURCC ('k', 'p', 'c', 'd'): + default: + { + char *s, fourstr[5]; + + g_snprintf (fourstr, 5, "%" GST_FOURCC_FORMAT, GST_FOURCC_ARGS (fourcc)); + s = g_strdup_printf ("video/x-gst-fourcc-%s", g_strstrip (fourstr)); + caps = gst_caps_new_empty_simple (s); + break; + } + } + + if (format != GST_VIDEO_FORMAT_UNKNOWN) { + GstVideoInfo info; + + gst_video_info_init (&info); + gst_video_info_set_format (&info, format, stream->width, stream->height); + caps = gst_video_info_to_caps (&info); + *codec_name = gst_pb_utils_get_codec_description (caps); + + /* enable clipping for raw video streams */ + stream->need_clip = TRUE; + } + + return caps; +} + +static GstCaps * +qtdemux_audio_caps (GstQTDemux * qtdemux, QtDemuxStream * stream, + guint32 fourcc, const guint8 * data, int len, gchar ** codec_name) +{ + GstCaps *caps; + const GstStructure *s; + const gchar *name; + gint endian = 0; + + GST_DEBUG_OBJECT (qtdemux, "resolve fourcc 0x%08x", GUINT32_TO_BE (fourcc)); + + switch (fourcc) { + case GST_MAKE_FOURCC ('N', 'O', 'N', 'E'): + case GST_MAKE_FOURCC ('r', 'a', 'w', ' '): + _codec ("Raw 8-bit PCM audio"); + caps = gst_caps_new_simple ("audio/x-raw", + "format", G_TYPE_STRING, "U8", + "layout", G_TYPE_STRING, "interleaved", NULL); + break; + case GST_MAKE_FOURCC ('t', 'w', 'o', 's'): + endian = G_BIG_ENDIAN; + /* fall-through */ + case GST_MAKE_FOURCC ('s', 'o', 'w', 't'): + { + gchar *str; + gint depth; + GstAudioFormat format; + + if (!endian) + endian = G_LITTLE_ENDIAN; + + depth = stream->bytes_per_packet * 8; + format = gst_audio_format_build_integer (TRUE, endian, depth, depth); + + str = g_strdup_printf ("Raw %d-bit PCM audio", depth); + _codec (str); + g_free (str); + + caps = gst_caps_new_simple ("audio/x-raw", + "format", G_TYPE_STRING, gst_audio_format_to_string (format), + "layout", G_TYPE_STRING, "interleaved", NULL); + break; + } + case GST_MAKE_FOURCC ('f', 'l', '6', '4'): + _codec ("Raw 64-bit floating-point audio"); + caps = gst_caps_new_simple ("audio/x-raw", + "format", G_TYPE_STRING, "F64BE", + "layout", G_TYPE_STRING, "interleaved", NULL); + break; + case GST_MAKE_FOURCC ('f', 'l', '3', '2'): + _codec ("Raw 32-bit floating-point audio"); + caps = gst_caps_new_simple ("audio/x-raw", + "format", G_TYPE_STRING, "F32BE", + "layout", G_TYPE_STRING, "interleaved", NULL); + break; + case FOURCC_in24: + _codec ("Raw 24-bit PCM audio"); + /* we assume BIG ENDIAN, an enda box will tell us to change this to little + * endian later */ + caps = gst_caps_new_simple ("audio/x-raw", + "format", G_TYPE_STRING, "S24BE", + "layout", G_TYPE_STRING, "interleaved", NULL); + break; + case GST_MAKE_FOURCC ('i', 'n', '3', '2'): + _codec ("Raw 32-bit PCM audio"); + caps = gst_caps_new_simple ("audio/x-raw", + "format", G_TYPE_STRING, "S32BE", + "layout", G_TYPE_STRING, "interleaved", NULL); + break; + case GST_MAKE_FOURCC ('u', 'l', 'a', 'w'): + _codec ("Mu-law audio"); + caps = gst_caps_new_empty_simple ("audio/x-mulaw"); + break; + case GST_MAKE_FOURCC ('a', 'l', 'a', 'w'): + _codec ("A-law audio"); + caps = gst_caps_new_empty_simple ("audio/x-alaw"); + break; + case 0x0200736d: + case 0x6d730002: + _codec ("Microsoft ADPCM"); + /* Microsoft ADPCM-ACM code 2 */ + caps = gst_caps_new_simple ("audio/x-adpcm", + "layout", G_TYPE_STRING, "microsoft", NULL); + break; + case 0x1100736d: + case 0x6d730011: + _codec ("DVI/IMA ADPCM"); + caps = gst_caps_new_simple ("audio/x-adpcm", + "layout", G_TYPE_STRING, "dvi", NULL); + break; + case 0x1700736d: + case 0x6d730017: + _codec ("DVI/Intel IMA ADPCM"); + /* FIXME DVI/Intel IMA ADPCM/ACM code 17 */ + caps = gst_caps_new_simple ("audio/x-adpcm", + "layout", G_TYPE_STRING, "quicktime", NULL); + break; + case 0x5500736d: + case 0x6d730055: + /* MPEG layer 3, CBR only (pre QT4.1) */ + case GST_MAKE_FOURCC ('.', 'm', 'p', '3'): + _codec ("MPEG-1 layer 3"); + /* MPEG layer 3, CBR & VBR (QT4.1 and later) */ + caps = gst_caps_new_simple ("audio/mpeg", "layer", G_TYPE_INT, 3, + "mpegversion", G_TYPE_INT, 1, NULL); + break; + case 0x20736d: + case GST_MAKE_FOURCC ('e', 'c', '-', '3'): + _codec ("EAC-3 audio"); + caps = gst_caps_new_simple ("audio/x-eac3", + "framed", G_TYPE_BOOLEAN, TRUE, NULL); + stream->sampled = TRUE; + break; + case GST_MAKE_FOURCC ('s', 'a', 'c', '3'): // Nero Recode + case GST_MAKE_FOURCC ('a', 'c', '-', '3'): + _codec ("AC-3 audio"); + caps = gst_caps_new_simple ("audio/x-ac3", + "framed", G_TYPE_BOOLEAN, TRUE, NULL); + stream->sampled = TRUE; + break; + case GST_MAKE_FOURCC ('d', 't', 's', 'c'): + case GST_MAKE_FOURCC ('D', 'T', 'S', ' '): + _codec ("DTS audio"); + caps = gst_caps_new_simple ("audio/x-dts", + "framed", G_TYPE_BOOLEAN, TRUE, NULL); + stream->sampled = TRUE; + break; + case GST_MAKE_FOURCC ('d', 't', 's', 'h'): // DTS-HD + case GST_MAKE_FOURCC ('d', 't', 's', 'l'): // DTS-HD Lossless + _codec ("DTS-HD audio"); + caps = gst_caps_new_simple ("audio/x-dts", + "framed", G_TYPE_BOOLEAN, TRUE, NULL); + stream->sampled = TRUE; + break; + case GST_MAKE_FOURCC ('M', 'A', 'C', '3'): + _codec ("MACE-3"); + caps = gst_caps_new_simple ("audio/x-mace", + "maceversion", G_TYPE_INT, 3, NULL); + break; + case GST_MAKE_FOURCC ('M', 'A', 'C', '6'): + _codec ("MACE-6"); + caps = gst_caps_new_simple ("audio/x-mace", + "maceversion", G_TYPE_INT, 6, NULL); + break; + case GST_MAKE_FOURCC ('O', 'g', 'g', 'V'): + /* ogg/vorbis */ + caps = gst_caps_new_empty_simple ("application/ogg"); + break; + case GST_MAKE_FOURCC ('d', 'v', 'c', 'a'): + _codec ("DV audio"); + caps = gst_caps_new_empty_simple ("audio/x-dv"); + break; + case GST_MAKE_FOURCC ('m', 'p', '4', 'a'): + _codec ("MPEG-4 AAC audio"); + caps = gst_caps_new_simple ("audio/mpeg", + "mpegversion", G_TYPE_INT, 4, "framed", G_TYPE_BOOLEAN, TRUE, + "stream-format", G_TYPE_STRING, "raw", NULL); + break; + case GST_MAKE_FOURCC ('Q', 'D', 'M', 'C'): + _codec ("QDesign Music"); + caps = gst_caps_new_empty_simple ("audio/x-qdm"); + break; + case GST_MAKE_FOURCC ('Q', 'D', 'M', '2'): + _codec ("QDesign Music v.2"); + /* FIXME: QDesign music version 2 (no constant) */ + if (FALSE && data) { + caps = gst_caps_new_simple ("audio/x-qdm2", + "framesize", G_TYPE_INT, QT_UINT32 (data + 52), + "bitrate", G_TYPE_INT, QT_UINT32 (data + 40), + "blocksize", G_TYPE_INT, QT_UINT32 (data + 44), NULL); + } else { + caps = gst_caps_new_empty_simple ("audio/x-qdm2"); + } + break; + case GST_MAKE_FOURCC ('a', 'g', 's', 'm'): + _codec ("GSM audio"); + caps = gst_caps_new_empty_simple ("audio/x-gsm"); + break; + case GST_MAKE_FOURCC ('s', 'a', 'm', 'r'): + _codec ("AMR audio"); + caps = gst_caps_new_empty_simple ("audio/AMR"); + break; + case GST_MAKE_FOURCC ('s', 'a', 'w', 'b'): + _codec ("AMR-WB audio"); + caps = gst_caps_new_empty_simple ("audio/AMR-WB"); + break; + case GST_MAKE_FOURCC ('i', 'm', 'a', '4'): + _codec ("Quicktime IMA ADPCM"); + caps = gst_caps_new_simple ("audio/x-adpcm", + "layout", G_TYPE_STRING, "quicktime", NULL); + break; + case GST_MAKE_FOURCC ('a', 'l', 'a', 'c'): + _codec ("Apple lossless audio"); + caps = gst_caps_new_empty_simple ("audio/x-alac"); + break; + case GST_MAKE_FOURCC ('Q', 'c', 'l', 'p'): + _codec ("QualComm PureVoice"); + caps = gst_caps_from_string ("audio/qcelp"); + break; + case GST_MAKE_FOURCC ('w', 'm', 'a', ' '): + case FOURCC_owma: + _codec ("WMA"); + caps = gst_caps_new_empty_simple ("audio/x-wma"); + break; + case GST_MAKE_FOURCC ('l', 'p', 'c', 'm'): + { + guint32 flags = 0; + guint32 depth = 0; + guint32 width = 0; + GstAudioFormat format; + enum + { + FLAG_IS_FLOAT = 0x1, + FLAG_IS_BIG_ENDIAN = 0x2, + FLAG_IS_SIGNED = 0x4, + FLAG_IS_PACKED = 0x8, + FLAG_IS_ALIGNED_HIGH = 0x10, + FLAG_IS_NON_INTERLEAVED = 0x20 + }; + _codec ("Raw LPCM audio"); + + if (data && len >= 56) { + depth = QT_UINT32 (data + 40); + flags = QT_UINT32 (data + 44); + width = QT_UINT32 (data + 48) * 8 / stream->n_channels; + } + if ((flags & FLAG_IS_FLOAT) == 0) { + if (depth == 0) + depth = 16; + if (width == 0) + width = 16; + format = gst_audio_format_build_integer ((flags & FLAG_IS_SIGNED) ? + TRUE : FALSE, (flags & FLAG_IS_BIG_ENDIAN) ? + G_BIG_ENDIAN : G_LITTLE_ENDIAN, width, depth); + caps = gst_caps_new_simple ("audio/x-raw", + "format", G_TYPE_STRING, gst_audio_format_to_string (format), + "layout", G_TYPE_STRING, (flags & FLAG_IS_NON_INTERLEAVED) ? + "non-interleaved" : "interleaved", NULL); + } else { + if (width == 0) + width = 32; + if (width == 64) { + if (flags & FLAG_IS_BIG_ENDIAN) + format = GST_AUDIO_FORMAT_F64BE; + else + format = GST_AUDIO_FORMAT_F64LE; + } else { + if (flags & FLAG_IS_BIG_ENDIAN) + format = GST_AUDIO_FORMAT_F32BE; + else + format = GST_AUDIO_FORMAT_F32LE; + } + caps = gst_caps_new_simple ("audio/x-raw", + "format", G_TYPE_STRING, gst_audio_format_to_string (format), + "layout", G_TYPE_STRING, (flags & FLAG_IS_NON_INTERLEAVED) ? + "non-interleaved" : "interleaved", NULL); + } + break; + } + case GST_MAKE_FOURCC ('q', 't', 'v', 'r'): + /* ? */ + default: + { + char *s, fourstr[5]; + + g_snprintf (fourstr, 5, "%" GST_FOURCC_FORMAT, GST_FOURCC_ARGS (fourcc)); + s = g_strdup_printf ("audio/x-gst-fourcc-%s", g_strstrip (fourstr)); + caps = gst_caps_new_empty_simple (s); + break; + } + } + + if (caps) { + GstCaps *templ_caps = + gst_static_pad_template_get_caps (&gst_qtdemux_audiosrc_template); + GstCaps *intersection = gst_caps_intersect (caps, templ_caps); + gst_caps_unref (caps); + gst_caps_unref (templ_caps); + caps = intersection; + } + + /* enable clipping for raw audio streams */ + s = gst_caps_get_structure (caps, 0); + name = gst_structure_get_name (s); + if (g_str_has_prefix (name, "audio/x-raw")) { + stream->need_clip = TRUE; + stream->max_buffer_size = 4096 * stream->bytes_per_frame; + GST_DEBUG ("setting max buffer size to %d", stream->max_buffer_size); + } + return caps; +} + +static GstCaps * +qtdemux_sub_caps (GstQTDemux * qtdemux, QtDemuxStream * stream, + guint32 fourcc, const guint8 * stsd_data, gchar ** codec_name) +{ + GstCaps *caps; + + GST_DEBUG_OBJECT (qtdemux, "resolve fourcc 0x%08x", GUINT32_TO_BE (fourcc)); + + switch (fourcc) { + case GST_MAKE_FOURCC ('m', 'p', '4', 's'): + _codec ("DVD subtitle"); + caps = gst_caps_new_empty_simple ("subpicture/x-dvd"); + stream->need_process = TRUE; + break; + case GST_MAKE_FOURCC ('t', 'e', 'x', 't'): + _codec ("Quicktime timed text"); + goto text; + case GST_MAKE_FOURCC ('t', 'x', '3', 'g'): + _codec ("3GPP timed text"); + text: + caps = gst_caps_new_simple ("text/x-raw", "format", G_TYPE_STRING, + "utf8", NULL); + /* actual text piece needs to be extracted */ + stream->need_process = TRUE; + break; + default: + { + char *s, fourstr[5]; + + g_snprintf (fourstr, 5, "%" GST_FOURCC_FORMAT, GST_FOURCC_ARGS (fourcc)); + s = g_strdup_printf ("text/x-gst-fourcc-%s", g_strstrip (fourstr)); + caps = gst_caps_new_empty_simple (s); + break; + } + } + return caps; +} + +static GstCaps * +qtdemux_generic_caps (GstQTDemux * qtdemux, QtDemuxStream * stream, + guint32 fourcc, const guint8 * stsd_data, gchar ** codec_name) +{ + GstCaps *caps; + + switch (fourcc) { + case GST_MAKE_FOURCC ('m', '1', 'v', ' '): + _codec ("MPEG 1 video"); + caps = gst_caps_new_simple ("video/mpeg", "mpegversion", G_TYPE_INT, 1, + "systemstream", G_TYPE_BOOLEAN, FALSE, NULL); + break; + default: + caps = NULL; + break; + } + return caps; +} diff --git a/gst/isomp4/qtdemux.h b/gst/isomp4/qtdemux.h new file mode 100755 index 0000000..6345d9c --- /dev/null +++ b/gst/isomp4/qtdemux.h @@ -0,0 +1,158 @@ +/* GStreamer + * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ + + +#ifndef __GST_QTDEMUX_H__ +#define __GST_QTDEMUX_H__ + +#include <gst/gst.h> +#include <gst/base/gstadapter.h> +#include <gst/base/gstflowcombiner.h> +#include "gstisoff.h" + +G_BEGIN_DECLS + +GST_DEBUG_CATEGORY_EXTERN (qtdemux_debug); +#define GST_CAT_DEFAULT qtdemux_debug + +#define GST_TYPE_QTDEMUX \ + (gst_qtdemux_get_type()) +#define GST_QTDEMUX(obj) \ + (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_QTDEMUX,GstQTDemux)) +#define GST_QTDEMUX_CLASS(klass) \ + (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_QTDEMUX,GstQTDemuxClass)) +#define GST_IS_QTDEMUX(obj) \ + (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_QTDEMUX)) +#define GST_IS_QTDEMUX_CLASS(klass) \ + (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_QTDEMUX)) + +#define GST_QTDEMUX_CAST(obj) ((GstQTDemux *)(obj)) + +/* qtdemux produces these for atoms it cannot parse */ +#define GST_QT_DEMUX_PRIVATE_TAG "private-qt-tag" +#define GST_QT_DEMUX_CLASSIFICATION_TAG "classification" + +#define GST_QTDEMUX_MAX_STREAMS 32 + +typedef struct _GstQTDemux GstQTDemux; +typedef struct _GstQTDemuxClass GstQTDemuxClass; +typedef struct _QtDemuxStream QtDemuxStream; + +struct _GstQTDemux { + GstElement element; + + /* pads */ + GstPad *sinkpad; + + QtDemuxStream *streams[GST_QTDEMUX_MAX_STREAMS]; + gint n_streams; + gint n_video_streams; + gint n_audio_streams; + gint n_sub_streams; + + GstFlowCombiner *flowcombiner; + + gboolean have_group_id; + guint group_id; + + guint major_brand; + GstBuffer *comp_brands; + GNode *moov_node; + GNode *moov_node_compressed; + + guint32 timescale; + GstClockTime duration; + + gboolean fragmented; + gboolean fragmented_seek_pending; + guint64 moof_offset; + + gint state; + + gboolean pullbased; + gboolean posted_redirect; + + /* push based variables */ + guint neededbytes; + guint todrop; + GstAdapter *adapter; + GstBuffer *mdatbuffer; + guint64 mdatleft; + /* When restoring the mdat to the adatpter, this buffer + * stores any trailing data that was after the last atom parsed as it + * has to be restored later along with the correct offset. Used in + * fragmented scenario where mdat/moof are one after the other + * in any order. + * + * Check https://bugzilla.gnome.org/show_bug.cgi?id=710623 */ + GstBuffer *restoredata_buffer; + guint64 restoredata_offset; + + guint64 offset; + /* offset of the mdat atom */ + guint64 mdatoffset; + guint64 first_mdat; + gboolean got_moov; + guint64 last_moov_offset; + guint header_size; + + GstTagList *tag_list; + + /* configured playback region */ + GstSegment segment; + GstEvent *pending_newsegment; + gboolean upstream_newsegment; /* qtdemux received upstream + * newsegment in TIME format which likely + * means that upstream is driving the pipeline + * (adaptive demuxers) */ + gint64 seek_offset; + gint64 push_seek_start; + gint64 push_seek_stop; + +#if 0 + /* gst index support */ + GstIndex *element_index; + gint index_id; +#endif + + gboolean upstream_seekable; + gint64 upstream_size; + + /* MSS streams have a single media that is unspecified at the atoms, so + * upstream provides it at the caps */ + GstCaps *media_caps; + gboolean exposed; + gboolean mss_mode; /* flag to indicate that we're working with a smoothstreaming fragment + * Mss doesn't have 'moov' or any information about the streams format, + * requiring qtdemux to expose and create the streams */ + guint64 fragment_start; + guint64 fragment_start_offset; + + gint64 chapters_track_id; +}; + +struct _GstQTDemuxClass { + GstElementClass parent_class; +}; + +GType gst_qtdemux_get_type (void); + +G_END_DECLS + +#endif /* __GST_QTDEMUX_H__ */ diff --git a/gst/isomp4/qtdemux_dump.c b/gst/isomp4/qtdemux_dump.c new file mode 100755 index 0000000..a73812e --- /dev/null +++ b/gst/isomp4/qtdemux_dump.c @@ -0,0 +1,901 @@ +/* GStreamer + * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu> + * Copyright (C) 2009 Tim-Philipp Müller <tim centricular net> + * Copyright (C) <2009> STEricsson <benjamin.gaignard@stericsson.com> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ + +#include "qtdemux_types.h" +#include "qtdemux_dump.h" +#include "fourcc.h" + +#include "qtatomparser.h" + +#include <string.h> + +#define GET_UINT8(data) gst_byte_reader_get_uint8_unchecked(data) +#define GET_UINT16(data) gst_byte_reader_get_uint16_be_unchecked(data) +#define GET_UINT32(data) gst_byte_reader_get_uint32_be_unchecked(data) +#define GET_UINT64(data) gst_byte_reader_get_uint64_be_unchecked(data) +#define GET_FP32(data) (gst_byte_reader_get_uint32_be_unchecked(data)/65536.0) +#define GET_FP16(data) (gst_byte_reader_get_uint16_be_unchecked(data)/256.0) +#define GET_FOURCC(data) qt_atom_parser_get_fourcc_unchecked(data) + +gboolean +qtdemux_dump_mvhd (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 version = 0; + + if (!qt_atom_parser_has_remaining (data, 100)) + return FALSE; + + version = GET_UINT32 (data); + GST_LOG ("%*s version/flags: %08x", depth, "", version); + + version = version >> 24; + if (version == 0) { + GST_LOG ("%*s creation time: %u", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s modify time: %u", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s time scale: 1/%u sec", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s duration: %u", depth, "", GET_UINT32 (data)); + } else if (version == 1) { + GST_LOG ("%*s creation time: %" G_GUINT64_FORMAT, + depth, "", GET_UINT64 (data)); + GST_LOG ("%*s modify time: %" G_GUINT64_FORMAT, + depth, "", GET_UINT64 (data)); + GST_LOG ("%*s time scale: 1/%u sec", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s duration: %" G_GUINT64_FORMAT, + depth, "", GET_UINT64 (data)); + } else + return FALSE; + + GST_LOG ("%*s pref. rate: %g", depth, "", GET_FP32 (data)); + GST_LOG ("%*s pref. volume: %g", depth, "", GET_FP16 (data)); + gst_byte_reader_skip_unchecked (data, 46); + GST_LOG ("%*s preview time: %u", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s preview dur.: %u", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s poster time: %u", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s select time: %u", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s select dur.: %u", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s current time: %u", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s next track ID: %d", depth, "", GET_UINT32 (data)); + return TRUE; +} + +gboolean +qtdemux_dump_tkhd (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint64 duration, ctime, mtime; + guint32 version = 0, track_id = 0, iwidth = 0, iheight = 0; + guint16 layer = 0, alt_group = 0, ivol = 0; + guint value_size; + + if (!gst_byte_reader_get_uint32_be (data, &version)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", version); + + value_size = ((version >> 24) == 1) ? sizeof (guint64) : sizeof (guint32); + + if (qt_atom_parser_get_offset (data, value_size, &ctime) && + qt_atom_parser_get_offset (data, value_size, &mtime) && + gst_byte_reader_get_uint32_be (data, &track_id) && + gst_byte_reader_skip (data, 4) && + qt_atom_parser_get_offset (data, value_size, &duration) && + gst_byte_reader_skip (data, 4) && + gst_byte_reader_get_uint16_be (data, &layer) && + gst_byte_reader_get_uint16_be (data, &alt_group) && + gst_byte_reader_skip (data, 4) && + gst_byte_reader_get_uint16_be (data, &ivol) && + gst_byte_reader_skip (data, 2 + (9 * 4)) && + gst_byte_reader_get_uint32_be (data, &iwidth) && + gst_byte_reader_get_uint32_be (data, &iheight)) { + GST_LOG ("%*s creation time: %" G_GUINT64_FORMAT, depth, "", ctime); + GST_LOG ("%*s modify time: %" G_GUINT64_FORMAT, depth, "", mtime); + GST_LOG ("%*s track ID: %u", depth, "", track_id); + GST_LOG ("%*s duration: %" G_GUINT64_FORMAT, depth, "", duration); + GST_LOG ("%*s layer: %u", depth, "", layer); + GST_LOG ("%*s alt group: %u", depth, "", alt_group); + GST_LOG ("%*s volume: %g", depth, "", ivol / 256.0); + GST_LOG ("%*s track width: %g", depth, "", iwidth / 65536.0); + GST_LOG ("%*s track height: %g", depth, "", iheight / 65536.0); + return TRUE; + } + + return FALSE; +} + +gboolean +qtdemux_dump_elst (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 ver_flags = 0, num_entries = 0, i; + + if (!gst_byte_reader_get_uint32_be (data, &ver_flags) || + !gst_byte_reader_get_uint32_be (data, &num_entries)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", ver_flags); + GST_LOG ("%*s n entries: %d", depth, "", num_entries); + + if (!qt_atom_parser_has_chunks (data, num_entries, 4 + 4 + 4)) + return FALSE; + + for (i = 0; i < num_entries; i++) { + GST_LOG ("%*s track dur: %u", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s media time: %u", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s media rate: %g", depth, "", GET_FP32 (data)); + } + return TRUE; +} + +gboolean +qtdemux_dump_mdhd (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 version = 0; + guint64 duration, ctime, mtime; + guint32 time_scale = 0; + guint16 language = 0, quality = 0; + guint value_size; + + if (!gst_byte_reader_get_uint32_be (data, &version)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", version); + + value_size = ((version >> 24) == 1) ? sizeof (guint64) : sizeof (guint32); + + if (qt_atom_parser_get_offset (data, value_size, &ctime) && + qt_atom_parser_get_offset (data, value_size, &mtime) && + gst_byte_reader_get_uint32_be (data, &time_scale) && + qt_atom_parser_get_offset (data, value_size, &duration) && + gst_byte_reader_get_uint16_be (data, &language) && + gst_byte_reader_get_uint16_be (data, &quality)) { + GST_LOG ("%*s creation time: %" G_GUINT64_FORMAT, depth, "", ctime); + GST_LOG ("%*s modify time: %" G_GUINT64_FORMAT, depth, "", mtime); + GST_LOG ("%*s time scale: 1/%u sec", depth, "", time_scale); + GST_LOG ("%*s duration: %" G_GUINT64_FORMAT, depth, "", duration); + GST_LOG ("%*s language: %u", depth, "", language); + GST_LOG ("%*s quality: %u", depth, "", quality); + return TRUE; + } + + return FALSE; +} + +gboolean +qtdemux_dump_hdlr (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 version, type, subtype, manufacturer; + const gchar *name; + + if (!qt_atom_parser_has_remaining (data, 4 + 4 + 4 + 4 + 4 + 4 + 1)) + return FALSE; + + version = GET_UINT32 (data); + type = GET_FOURCC (data); + subtype = GET_FOURCC (data); + manufacturer = GET_FOURCC (data); + + GST_LOG ("%*s version/flags: %08x", depth, "", version); + GST_LOG ("%*s type: %" GST_FOURCC_FORMAT, depth, "", + GST_FOURCC_ARGS (type)); + GST_LOG ("%*s subtype: %" GST_FOURCC_FORMAT, depth, "", + GST_FOURCC_ARGS (subtype)); + GST_LOG ("%*s manufacturer: %" GST_FOURCC_FORMAT, depth, "", + GST_FOURCC_ARGS (manufacturer)); + GST_LOG ("%*s flags: %08x", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s flags mask: %08x", depth, "", GET_UINT32 (data)); + + /* quicktime uses pascal string, mp4 zero-terminated string */ + if (gst_byte_reader_peek_string (data, &name)) { + GST_LOG ("%*s name: %s", depth, "", name); + } else { + gchar buf[256]; + guint len; + + len = gst_byte_reader_get_uint8_unchecked (data); + if (qt_atom_parser_has_remaining (data, len)) { + memcpy (buf, gst_byte_reader_peek_data_unchecked (data), len); + buf[len] = '\0'; + GST_LOG ("%*s name: %s", depth, "", buf); + } + } + return TRUE; +} + +gboolean +qtdemux_dump_vmhd (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + if (!qt_atom_parser_has_remaining (data, 4 + 4)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s mode/color: %08x", depth, "", GET_UINT32 (data)); + return TRUE; +} + +gboolean +qtdemux_dump_dref (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 ver_flags = 0, num_entries = 0, i; + + if (!gst_byte_reader_get_uint32_be (data, &ver_flags) || + !gst_byte_reader_get_uint32_be (data, &num_entries)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", ver_flags); + GST_LOG ("%*s n entries: %u", depth, "", num_entries); + for (i = 0; i < num_entries; i++) { + guint32 size = 0, fourcc; + + if (!gst_byte_reader_get_uint32_be (data, &size) || + !qt_atom_parser_get_fourcc (data, &fourcc) || size < 8 || + !gst_byte_reader_skip (data, size - 8)) + return FALSE; + + GST_LOG ("%*s size: %u", depth, "", size); + GST_LOG ("%*s type: %" GST_FOURCC_FORMAT, depth, "", + GST_FOURCC_ARGS (fourcc)); + } + return TRUE; +} + +static gboolean +qtdemux_dump_stsd_avc1 (GstQTDemux * qtdemux, GstByteReader * data, guint size, + int depth) +{ + guint32 fourcc; + + /* Size of avc1 = 78 bytes */ + if (size < (6 + 2 + 4 + 4 + 4 + 4 + 2 + 2 + 4 + 4 + 4 + 2 + 1 + 31 + 2 + 2)) + return FALSE; + + gst_byte_reader_skip_unchecked (data, 6); + GST_LOG_OBJECT (qtdemux, "%*s data reference:%d", depth, "", + GET_UINT16 (data)); + GST_LOG_OBJECT (qtdemux, "%*s version/rev.: %08x", depth, "", + GET_UINT32 (data)); + fourcc = GET_FOURCC (data); + GST_LOG_OBJECT (qtdemux, "%*s vendor: %" GST_FOURCC_FORMAT, depth, + "", GST_FOURCC_ARGS (fourcc)); + GST_LOG_OBJECT (qtdemux, "%*s temporal qual: %u", depth, "", + GET_UINT32 (data)); + GST_LOG_OBJECT (qtdemux, "%*s spatial qual: %u", depth, "", + GET_UINT32 (data)); + GST_LOG_OBJECT (qtdemux, "%*s width: %u", depth, "", + GET_UINT16 (data)); + GST_LOG_OBJECT (qtdemux, "%*s height: %u", depth, "", + GET_UINT16 (data)); + GST_LOG_OBJECT (qtdemux, "%*s horiz. resol: %g", depth, "", + GET_FP32 (data)); + GST_LOG_OBJECT (qtdemux, "%*s vert. resol.: %g", depth, "", + GET_FP32 (data)); + GST_LOG_OBJECT (qtdemux, "%*s data size: %u", depth, "", + GET_UINT32 (data)); + GST_LOG_OBJECT (qtdemux, "%*s frame count: %u", depth, "", + GET_UINT16 (data)); + /* something is not right with this, it's supposed to be a string but it's + * not apparently, so just skip this for now */ + gst_byte_reader_skip_unchecked (data, 1 + 31); + GST_LOG_OBJECT (qtdemux, "%*s compressor: (skipped)", depth, ""); + GST_LOG_OBJECT (qtdemux, "%*s depth: %u", depth, "", + GET_UINT16 (data)); + GST_LOG_OBJECT (qtdemux, "%*s color table ID:%u", depth, "", + GET_UINT16 (data)); + + return TRUE; +} + +gboolean +qtdemux_dump_stsd (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 ver_flags = 0, num_entries = 0, i; + + if (!gst_byte_reader_get_uint32_be (data, &ver_flags) || + !gst_byte_reader_get_uint32_be (data, &num_entries)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", ver_flags); + GST_LOG ("%*s n entries: %d", depth, "", num_entries); + + for (i = 0; i < num_entries; i++) { + GstByteReader sub; + guint32 size, remain; + guint32 fourcc; + + if (!gst_byte_reader_get_uint32_be (data, &size) || + !qt_atom_parser_get_fourcc (data, &fourcc)) + return FALSE; + + GST_LOG_OBJECT (qtdemux, "%*s size: %u", depth, "", size); + GST_LOG_OBJECT (qtdemux, "%*s type: %" GST_FOURCC_FORMAT, depth, + "", GST_FOURCC_ARGS (fourcc)); + + remain = gst_byte_reader_get_remaining (data); + /* Size includes the 8 bytes we just read: len & fourcc, then 8 bytes + * version, flags, entries_count */ + if (size > remain + 8) { + GST_LOG_OBJECT (qtdemux, + "Not enough data left for this atom (have %u need %u)", remain, size); + return FALSE; + } + + qt_atom_parser_peek_sub (data, 0, size, &sub); + switch (fourcc) { + case FOURCC_avc1: + if (!qtdemux_dump_stsd_avc1 (qtdemux, &sub, size, depth + 1)) + return FALSE; + break; + case FOURCC_mp4s: + if (!gst_byte_reader_get_uint32_be (&sub, &ver_flags) || + !gst_byte_reader_get_uint32_be (&sub, &num_entries)) + return FALSE; + if (!qtdemux_dump_unknown (qtdemux, &sub, depth + 1)) + return FALSE; + break; + default: + /* Unknown stsd data, dump the bytes */ + if (!qtdemux_dump_unknown (qtdemux, &sub, depth + 1)) + return FALSE; + break; + } + + if (!gst_byte_reader_skip (data, size - (4 + 4))) + return FALSE; + } + return TRUE; +} + +gboolean +qtdemux_dump_stts (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 ver_flags = 0, num_entries = 0, i; + + if (!gst_byte_reader_get_uint32_be (data, &ver_flags) || + !gst_byte_reader_get_uint32_be (data, &num_entries)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", ver_flags); + GST_LOG ("%*s n entries: %d", depth, "", num_entries); + + if (!qt_atom_parser_has_chunks (data, num_entries, 4 + 4)) + return FALSE; + + for (i = 0; i < num_entries; i++) { + GST_LOG ("%*s count: %u", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s duration: %u", depth, "", GET_UINT32 (data)); + } + return TRUE; +} + +gboolean +qtdemux_dump_stps (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 ver_flags = 0, num_entries = 0, i; + + if (!gst_byte_reader_get_uint32_be (data, &ver_flags) || + !gst_byte_reader_get_uint32_be (data, &num_entries)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", ver_flags); + GST_LOG ("%*s n entries: %d", depth, "", num_entries); + + if (!qt_atom_parser_has_chunks (data, num_entries, 4)) + return FALSE; + + for (i = 0; i < num_entries; i++) { + GST_LOG ("%*s sample: %u", depth, "", GET_UINT32 (data)); + } + return TRUE; +} + +gboolean +qtdemux_dump_stss (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 ver_flags = 0, num_entries = 0, i; + + if (!gst_byte_reader_get_uint32_be (data, &ver_flags) || + !gst_byte_reader_get_uint32_be (data, &num_entries)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", ver_flags); + GST_LOG ("%*s n entries: %d", depth, "", num_entries); + + if (!qt_atom_parser_has_chunks (data, num_entries, 4)) + return FALSE; + + for (i = 0; i < num_entries; i++) { + GST_LOG ("%*s sample: %u", depth, "", GET_UINT32 (data)); + } + return TRUE; +} + +gboolean +qtdemux_dump_stsc (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 ver_flags = 0, num_entries = 0, i; + + if (!gst_byte_reader_get_uint32_be (data, &ver_flags) || + !gst_byte_reader_get_uint32_be (data, &num_entries)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", ver_flags); + GST_LOG ("%*s n entries: %d", depth, "", num_entries); + + if (!qt_atom_parser_has_chunks (data, num_entries, 4 + 4 + 4)) + return FALSE; + + for (i = 0; i < num_entries; i++) { + GST_LOG ("%*s first chunk: %u", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s sample per ch: %u", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s sample desc id:%08x", depth, "", GET_UINT32 (data)); + } + return TRUE; +} + +gboolean +qtdemux_dump_stsz (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 ver_flags = 0, sample_size = 0, num_entries = 0; + + if (!gst_byte_reader_get_uint32_be (data, &ver_flags) || + !gst_byte_reader_get_uint32_be (data, &sample_size)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", ver_flags); + GST_LOG ("%*s sample size: %d", depth, "", sample_size); + + if (sample_size == 0) { + if (!gst_byte_reader_get_uint32_be (data, &num_entries)) + return FALSE; + + GST_LOG ("%*s n entries: %d", depth, "", num_entries); +#if 0 + if (!qt_atom_parser_has_chunks (data, num_entries, 4)) + return FALSE; + for (i = 0; i < num_entries; i++) { + GST_LOG ("%*s sample size: %u", depth, "", GET_UINT32 (data)); + } +#endif + } + return TRUE; +} + +gboolean +qtdemux_dump_stco (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 ver_flags = 0, num_entries = 0, i; + + if (!gst_byte_reader_get_uint32_be (data, &ver_flags) || + !gst_byte_reader_get_uint32_be (data, &num_entries)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", ver_flags); + GST_LOG ("%*s n entries: %d", depth, "", num_entries); + + if (!qt_atom_parser_has_chunks (data, num_entries, 4)) + return FALSE; + + for (i = 0; i < num_entries; i++) { + GST_LOG ("%*s chunk offset: %u", depth, "", GET_UINT32 (data)); + } + return TRUE; +} + +gboolean +qtdemux_dump_ctts (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 ver_flags = 0, num_entries = 0, i, count, offset; + + if (!gst_byte_reader_get_uint32_be (data, &ver_flags) || + !gst_byte_reader_get_uint32_be (data, &num_entries)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", ver_flags); + GST_LOG ("%*s n entries: %d", depth, "", num_entries); + + if (!qt_atom_parser_has_chunks (data, num_entries, 4 + 4)) + return FALSE; + + for (i = 0; i < num_entries; i++) { + count = GET_UINT32 (data); + offset = GET_UINT32 (data); + GST_LOG ("%*s sample count :%8d offset: %8d", depth, "", count, offset); + } + return TRUE; +} + +gboolean +qtdemux_dump_co64 (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 ver_flags = 0, num_entries = 0, i; + + if (!gst_byte_reader_get_uint32_be (data, &ver_flags) || + !gst_byte_reader_get_uint32_be (data, &num_entries)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", ver_flags); + GST_LOG ("%*s n entries: %d", depth, "", num_entries); + + if (!qt_atom_parser_has_chunks (data, num_entries, 8)) + return FALSE; + + for (i = 0; i < num_entries; i++) { + GST_LOG ("%*s chunk offset: %" G_GUINT64_FORMAT, depth, "", + GET_UINT64 (data)); + } + return TRUE; +} + +gboolean +qtdemux_dump_dcom (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + if (!qt_atom_parser_has_remaining (data, 4)) + return FALSE; + + GST_LOG ("%*s compression type: %" GST_FOURCC_FORMAT, depth, "", + GST_FOURCC_ARGS (GET_FOURCC (data))); + return TRUE; +} + +gboolean +qtdemux_dump_cmvd (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + if (!qt_atom_parser_has_remaining (data, 4)) + return FALSE; + + GST_LOG ("%*s length: %d", depth, "", GET_UINT32 (data)); + return TRUE; +} + +gboolean +qtdemux_dump_mfro (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + if (!qt_atom_parser_has_remaining (data, 4)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s size: %d", depth, "", GET_UINT32 (data)); + return TRUE; +} + +gboolean +qtdemux_dump_mfhd (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + if (!qt_atom_parser_has_remaining (data, 4)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s sequence_number: %d", depth, "", GET_UINT32 (data)); + return TRUE; +} + +gboolean +qtdemux_dump_tfra (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint64 time = 0, moof_offset = 0; + guint32 len = 0, num_entries = 0, ver_flags = 0, track_id = 0, i; + guint value_size, traf_size, trun_size, sample_size; + + if (!gst_byte_reader_get_uint32_be (data, &ver_flags)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", ver_flags); + + if (!gst_byte_reader_get_uint32_be (data, &track_id) || + !gst_byte_reader_get_uint32_be (data, &len) || + !gst_byte_reader_get_uint32_be (data, &num_entries)) + return FALSE; + + GST_LOG ("%*s track ID: %u", depth, "", track_id); + GST_LOG ("%*s length: 0x%x", depth, "", len); + GST_LOG ("%*s n entries: %u", depth, "", num_entries); + + value_size = ((ver_flags >> 24) == 1) ? sizeof (guint64) : sizeof (guint32); + sample_size = (len & 3) + 1; + trun_size = ((len & 12) >> 2) + 1; + traf_size = ((len & 48) >> 4) + 1; + + if (!qt_atom_parser_has_chunks (data, num_entries, + value_size + value_size + traf_size + trun_size + sample_size)) + return FALSE; + + for (i = 0; i < num_entries; i++) { + qt_atom_parser_get_offset (data, value_size, &time); + qt_atom_parser_get_offset (data, value_size, &moof_offset); + GST_LOG ("%*s time: %" G_GUINT64_FORMAT, depth, "", time); + GST_LOG ("%*s moof_offset: %" G_GUINT64_FORMAT, + depth, "", moof_offset); + GST_LOG ("%*s traf_number: %u", depth, "", + qt_atom_parser_get_uint_with_size_unchecked (data, traf_size)); + GST_LOG ("%*s trun_number: %u", depth, "", + qt_atom_parser_get_uint_with_size_unchecked (data, trun_size)); + GST_LOG ("%*s sample_number: %u", depth, "", + qt_atom_parser_get_uint_with_size_unchecked (data, sample_size)); + } + + return TRUE; +} + +gboolean +qtdemux_dump_tfhd (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 flags = 0, n = 0, track_id = 0; + guint64 base_data_offset = 0; + + if (!gst_byte_reader_skip (data, 1) || + !gst_byte_reader_get_uint24_be (data, &flags)) + return FALSE; + GST_LOG ("%*s flags: %08x", depth, "", flags); + + if (!gst_byte_reader_get_uint32_be (data, &track_id)) + return FALSE; + GST_LOG ("%*s track_id: %u", depth, "", track_id); + + if (flags & TF_BASE_DATA_OFFSET) { + if (!gst_byte_reader_get_uint64_be (data, &base_data_offset)) + return FALSE; + GST_LOG ("%*s base-data-offset: %" G_GUINT64_FORMAT, + depth, "", base_data_offset); + } + + if (flags & TF_SAMPLE_DESCRIPTION_INDEX) { + if (!gst_byte_reader_get_uint32_be (data, &n)) + return FALSE; + GST_LOG ("%*s sample-description-index: %u", depth, "", n); + } + + if (flags & TF_DEFAULT_SAMPLE_DURATION) { + if (!gst_byte_reader_get_uint32_be (data, &n)) + return FALSE; + GST_LOG ("%*s default-sample-duration: %u", depth, "", n); + } + + if (flags & TF_DEFAULT_SAMPLE_SIZE) { + if (!gst_byte_reader_get_uint32_be (data, &n)) + return FALSE; + GST_LOG ("%*s default-sample-size: %u", depth, "", n); + } + + if (flags & TF_DEFAULT_SAMPLE_FLAGS) { + if (!gst_byte_reader_get_uint32_be (data, &n)) + return FALSE; + GST_LOG ("%*s default-sample-flags: %u", depth, "", n); + } + + GST_LOG ("%*s duration-is-empty: %s", depth, "", + flags & TF_DURATION_IS_EMPTY ? "yes" : "no"); + + return TRUE; +} + +gboolean +qtdemux_dump_trun (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 flags = 0, samples_count = 0, data_offset = 0, first_sample_flags = 0; + guint32 sample_duration = 0, sample_size = 0, sample_flags = + 0, composition_time_offsets = 0; + int i = 0; + + if (!gst_byte_reader_skip (data, 1) || + !gst_byte_reader_get_uint24_be (data, &flags)) + return FALSE; + + GST_LOG ("%*s flags: %08x", depth, "", flags); + + if (!gst_byte_reader_get_uint32_be (data, &samples_count)) + return FALSE; + GST_LOG ("%*s samples_count: %u", depth, "", samples_count); + + if (flags & TR_DATA_OFFSET) { + if (!gst_byte_reader_get_uint32_be (data, &data_offset)) + return FALSE; + GST_LOG ("%*s data-offset: %u", depth, "", data_offset); + } + + if (flags & TR_FIRST_SAMPLE_FLAGS) { + if (!gst_byte_reader_get_uint32_be (data, &first_sample_flags)) + return FALSE; + GST_LOG ("%*s first-sample-flags: %u", depth, "", first_sample_flags); + } + + for (i = 0; i < samples_count; i++) { + if (flags & TR_SAMPLE_DURATION) { + if (!gst_byte_reader_get_uint32_be (data, &sample_duration)) + return FALSE; + GST_LOG ("%*s sample-duration: %u", depth, "", sample_duration); + } + + if (flags & TR_SAMPLE_SIZE) { + if (!gst_byte_reader_get_uint32_be (data, &sample_size)) + return FALSE; + GST_LOG ("%*s sample-size: %u", depth, "", sample_size); + } + + if (flags & TR_SAMPLE_FLAGS) { + if (!gst_byte_reader_get_uint32_be (data, &sample_flags)) + return FALSE; + GST_LOG ("%*s sample-flags: %u", depth, "", sample_flags); + } + + if (flags & TR_COMPOSITION_TIME_OFFSETS) { + if (!gst_byte_reader_get_uint32_be (data, &composition_time_offsets)) + return FALSE; + GST_LOG ("%*s composition_time_offsets: %u", depth, "", + composition_time_offsets); + } + } + + return TRUE; +} + +gboolean +qtdemux_dump_trex (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + if (!qt_atom_parser_has_remaining (data, 4 + 4 + 4 + 4 + 4 + 4)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s track ID: %08x", depth, "", GET_UINT32 (data)); + GST_LOG ("%*s default sample desc. index: %08x", depth, "", + GET_UINT32 (data)); + GST_LOG ("%*s default sample duration: %08x", depth, "", + GET_UINT32 (data)); + GST_LOG ("%*s default sample size: %08x", depth, "", + GET_UINT32 (data)); + GST_LOG ("%*s default sample flags: %08x", depth, "", + GET_UINT32 (data)); + + return TRUE; +} + +gboolean +qtdemux_dump_mehd (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 version = 0; + guint64 fragment_duration; + guint value_size; + + if (!gst_byte_reader_get_uint32_be (data, &version)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", version); + + value_size = ((version >> 24) == 1) ? sizeof (guint64) : sizeof (guint32); + if (qt_atom_parser_get_offset (data, value_size, &fragment_duration)) { + GST_LOG ("%*s fragment duration: %" G_GUINT64_FORMAT, + depth, "", fragment_duration); + return TRUE; + } + + return FALSE; +} + +gboolean +qtdemux_dump_tfdt (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 version = 0; + guint64 decode_time; + guint value_size; + + if (!gst_byte_reader_get_uint32_be (data, &version)) + return FALSE; + + GST_LOG ("%*s version/flags: %08x", depth, "", version); + + value_size = ((version >> 24) == 1) ? sizeof (guint64) : sizeof (guint32); + if (qt_atom_parser_get_offset (data, value_size, &decode_time)) { + GST_LOG ("%*s Track fragment decode time: %" G_GUINT64_FORMAT, + depth, "", decode_time); + return TRUE; + } + + return FALSE; +} + +gboolean +qtdemux_dump_sdtp (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + guint32 version; + guint8 val; + guint i = 1; + + version = GET_UINT32 (data); + GST_LOG ("%*s version/flags: %08x", depth, "", version); + + /* the sample_count is specified in the stsz or stz2 box. + * the information for a sample is stored in a single byte, + * so we read until there are no remaining bytes */ + while (qt_atom_parser_has_remaining (data, 1)) { + val = GET_UINT8 (data); + GST_LOG ("%*s sample number: %d", depth, "", i); + GST_LOG ("%*s sample_depends_on: %d", depth, "", + ((guint16) (val)) & 0x3); + GST_LOG ("%*s sample_is_depended_on: %d", depth, "", + ((guint16) (val >> 2)) & 0x3); + GST_LOG ("%*s sample_has_redundancy: %d", depth, "", + ((guint16) (val >> 4)) & 0x3); + GST_LOG ("%*s early display: %d", depth, "", + ((guint16) (val >> 6)) & 0x1); + ++i; + } + return TRUE; +} + +gboolean +qtdemux_dump_unknown (GstQTDemux * qtdemux, GstByteReader * data, int depth) +{ + int len; + + len = gst_byte_reader_get_remaining (data); + GST_LOG ("%*s length: %d", depth, "", len); + + GST_MEMDUMP_OBJECT (qtdemux, "unknown atom data", + gst_byte_reader_peek_data_unchecked (data), len); + return TRUE; +} + +static gboolean +qtdemux_node_dump_foreach (GNode * node, gpointer qtdemux) +{ + GstByteReader parser; + guint8 *buffer = (guint8 *) node->data; /* FIXME: move to byte reader */ + guint32 node_length; + guint32 fourcc; + const QtNodeType *type; + int depth; + + node_length = GST_READ_UINT32_BE (buffer); + fourcc = GST_READ_UINT32_LE (buffer + 4); + + g_warn_if_fail (node_length >= 8); + + gst_byte_reader_init (&parser, buffer + 8, node_length - 8); + + type = qtdemux_type_get (fourcc); + + depth = (g_node_depth (node) - 1) * 2; + GST_LOG ("%*s'%" GST_FOURCC_FORMAT "', [%d], %s", + depth, "", GST_FOURCC_ARGS (fourcc), node_length, type->name); + + if (type->dump) { + gboolean ret; + + ret = type->dump (GST_QTDEMUX_CAST (qtdemux), &parser, depth); + + if (!ret) { + GST_WARNING ("%*s not enough data parsing atom %" GST_FOURCC_FORMAT, + depth, "", GST_FOURCC_ARGS (fourcc)); + } + } + + return FALSE; +} + +gboolean +qtdemux_node_dump (GstQTDemux * qtdemux, GNode * node) +{ +#ifndef GST_DISABLE_GST_DEBUG + /* Only traverse/dump if we know it will be outputted in the end */ + if (qtdemux_debug->threshold < GST_LEVEL_LOG) + return TRUE; + + g_node_traverse (node, G_PRE_ORDER, G_TRAVERSE_ALL, -1, + qtdemux_node_dump_foreach, qtdemux); +#endif + return TRUE; +} diff --git a/gst/isomp4/qtdemux_dump.h b/gst/isomp4/qtdemux_dump.h new file mode 100755 index 0000000..6b12874 --- /dev/null +++ b/gst/isomp4/qtdemux_dump.h @@ -0,0 +1,88 @@ +/* GStreamer + * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu> + * Copyright (C) <2009> STEricsson <benjamin.gaignard@stericsson.com> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ + +#ifndef __GST_QTDEMUX_DUMP_H__ +#define __GST_QTDEMUX_DUMP_H__ + +#include <gst/gst.h> +#include <qtdemux.h> + +G_BEGIN_DECLS + gboolean qtdemux_dump_mvhd (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_tkhd (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_elst (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_mdhd (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_hdlr (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_vmhd (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_dref (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_stsd (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_stts (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_stss (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_stps (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_stsc (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_stsz (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_stco (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_co64 (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_dcom (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_cmvd (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_ctts (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_mfro (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_mfhd (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_tfra (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_tfhd (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_trun (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_trex (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_mehd (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_sdtp (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_tfdt (GstQTDemux * qtdemux, GstByteReader * data, + int depth); +gboolean qtdemux_dump_unknown (GstQTDemux * qtdemux, GstByteReader * data, + int depth); + +gboolean qtdemux_node_dump (GstQTDemux * qtdemux, GNode * node); + +G_END_DECLS +#endif /* __GST_QTDEMUX_DUMP_H__ */ diff --git a/gst/isomp4/qtdemux_lang.c b/gst/isomp4/qtdemux_lang.c new file mode 100755 index 0000000..59a78d7 --- /dev/null +++ b/gst/isomp4/qtdemux_lang.c @@ -0,0 +1,205 @@ +/* GStreamer Quicktime/ISO demuxer language utility functions + * Copyright (C) 2010 Tim-Philipp Müller <tim centricular net> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ + +#include "qtdemux.h" +#include "qtdemux_lang.h" + +#include <string.h> + +/* http://developer.apple.com/mac/library/documentation/QuickTime/QTFF/QTFFChap4/qtff4.html */ + +static const gchar qt_lang_map[][4] = { + +/* 000 English + * 001 French + * 002 German + * 003 Italian + * 004 Dutch + * 005 Swedish + * 006 Spanish + * 007 Danish + * 008 Portuguese + * 009 Norwegian + */ + "eng", "fre", "deu", "ita", "nld", "swe", "spa", "dan", "por", "nor", + +/* 010 Hebrew + * 011 Japanese + * 012 Arabic + * 013 Finnish + * 014 Greek + * 015 Icelandic + * 016 Maltese + * 017 Turkish + * 018 Croatian + * 019 Traditional Chinese (ISO 639-2 can't express script differences, so zho) + */ + "heb", "jpn", "ara", "fin", "ell", "isl", "mlt", "tur", "hrv", "zho", + +/* 020 Urdu + * 021 Hindi + * 022 Thai + * 023 Korean + * 024 Lithuanian + * 025 Polish + * 026 Hungarian + * 027 Estonian + * 028 Latvian / Lettish + * 029 Lappish / Saamish (used code for Nothern Sami) + */ + "urd", "hin", "tha", "kor", "lit", "pol", "hun", "est", "lav", "sme", + +/* 030 Faeroese + * 031 Farsi + * 032 Russian + * 033 Simplified Chinese (ISO 639-2 can't express script differences, so zho) + * 034 Flemish (no ISO 639-2 code, used Dutch code) + * 035 Irish + * 036 Albanian + * 037 Romanian + * 038 Czech + * 039 Slovak + */ + "fao", "fas", "rus", "zho", "nld", "gle", "sqi", "ron", "ces", "slk", + +/* 040 Slovenian + * 041 Yiddish + * 042 Serbian + * 043 Macedonian + * 044 Bulgarian + * 045 Ukrainian + * 046 Byelorussian + * 047 Uzbek + * 048 Kazakh + * 049 Azerbaijani + */ + "slv", "yid", "srp", "mkd", "bul", "ukr", "bel", "uzb", "kaz", "aze", + +/* 050 AzerbaijanAr (presumably script difference? used aze here) + * 051 Armenian + * 052 Georgian + * 053 Moldavian + * 054 Kirghiz + * 055 Tajiki + * 056 Turkmen + * 057 Mongolian + * 058 MongolianCyr (presumably script difference? used mon here) + * 059 Pashto + */ + + "aze", "hye", "kat", "mol", "kir", "tgk", "tuk", "mon", "mon", "pus", + + +/* 060 Kurdish + * 061 Kashmiri + * 062 Sindhi + * 063 Tibetan + * 064 Nepali + * 065 Sanskrit + * 066 Marathi + * 067 Bengali + * 068 Assamese + * 069 Gujarati + */ + "kur", "kas", "snd", "bod", "nep", "san", "mar", "ben", "asm", "guj", + +/* 070 Punjabi + * 071 Oriya + * 072 Malayalam + * 073 Kannada + * 074 Tamil + * 075 Telugu + * 076 Sinhalese + * 077 Burmese + * 078 Khmer + * 079 Lao + */ + "pan", "ori", "mal", "kan", "tam", "tel", "sin", "mya", "khm", "lao", + +/* 080 Vietnamese + * 081 Indonesian + * 082 Tagalog + * 083 MalayRoman + * 084 MalayArabic + * 085 Amharic + * 087 Galla (same as Oromo?) + * 087 Oromo + * 088 Somali + * 089 Swahili + */ + "vie", "ind", "tgl", "msa", "msa", "amh", "orm", "orm", "som", "swa", + +/* 090 Ruanda + * 091 Rundi + * 092 Chewa + * 093 Malagasy + * 094 Esperanto + * 095 --- + * 096 --- + * 097 --- + * 098 --- + * 099 --- + */ + "kin", "run", "nya", "mlg", "ep", "und", "und", "und", "und", "und", + +/* 100-109 --- + * 110-119 --- + */ + "und", "und", "und", "und", "und", "und", "und", "und", "und", "und", + "und", "und", "und", "und", "und", "und", "und", "und", "und", "und", + +/* 120-127 --- + * 128 Welsh + * 129 Basque + */ + "und", "und", "und", "und", "und", "und", "und", "und", "cym", "eus", + +/* 130 Catalan + * 131 Latin + * 132 Quechua + * 133 Guarani + * 134 Aymara + * 135 Tatar + * 136 Uighur + * 137 Dzongkha + * 138 JavaneseRom + */ + "cat", "lat", "que", "grn", "aym", "tat", "uig", "dzo", "jav" +}; + +/* map quicktime language code to ISO-639-2T id, returns "und" if unknown */ +void +qtdemux_lang_map_qt_code_to_iso (gchar id[4], guint16 qt_lang_code) +{ + const gchar *iso_code; + + g_assert (qt_lang_code < 0x400); + + if (qt_lang_code < G_N_ELEMENTS (qt_lang_map)) + iso_code = qt_lang_map[qt_lang_code]; + else + iso_code = "und"; + + GST_DEBUG ("mapped quicktime language code %u to ISO 639-2T code '%s'", + qt_lang_code, iso_code); + + memcpy (id, iso_code, 4); + + g_assert (id[3] == '\0'); +} diff --git a/gst/isomp4/qtdemux_lang.h b/gst/isomp4/qtdemux_lang.h new file mode 100755 index 0000000..707c5f7 --- /dev/null +++ b/gst/isomp4/qtdemux_lang.h @@ -0,0 +1,31 @@ +/* GStreamer Quicktime/ISO demuxer language utility functions + * Copyright (C) 2010 Tim-Philipp Müller <tim centricular net> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ + +#ifndef __GST_QTDEMUX_LANG_H__ +#define __GST_QTDEMUX_LANG_H__ + +G_BEGIN_DECLS + +#include <glib.h> + +void qtdemux_lang_map_qt_code_to_iso (gchar id[4], guint16 qt_lang_code); + +G_END_DECLS + +#endif /* __GST_QTDEMUX_LANG_H__ */ diff --git a/gst/isomp4/qtdemux_types.c b/gst/isomp4/qtdemux_types.c new file mode 100755 index 0000000..651a85f --- /dev/null +++ b/gst/isomp4/qtdemux_types.c @@ -0,0 +1,207 @@ +/* GStreamer + * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ + +#include "qtdemux_types.h" +#include "qtdemux_dump.h" +#include "fourcc.h" + +static const QtNodeType qt_node_types[] = { + {FOURCC_moov, "movie", QT_FLAG_CONTAINER,}, + {FOURCC_mvhd, "movie header", 0, + qtdemux_dump_mvhd}, + {FOURCC_clip, "clipping", QT_FLAG_CONTAINER,}, + {FOURCC_trak, "track", QT_FLAG_CONTAINER,}, + {FOURCC_udta, "user data", QT_FLAG_CONTAINER,}, /* special container */ + {FOURCC_ctab, "color table", 0,}, + {FOURCC_tkhd, "track header", 0, + qtdemux_dump_tkhd}, + {FOURCC_crgn, "clipping region", 0,}, + {FOURCC_matt, "track matte", QT_FLAG_CONTAINER,}, + {FOURCC_kmat, "compressed matte", 0,}, + {FOURCC_edts, "edit", QT_FLAG_CONTAINER,}, + {FOURCC_elst, "edit list", 0, + qtdemux_dump_elst}, + {FOURCC_load, "track load settings", 0,}, + {FOURCC_tref, "track reference", QT_FLAG_CONTAINER,}, + {FOURCC_imap, "track input map", QT_FLAG_CONTAINER,}, + {FOURCC___in, "track input", 0,}, /* special container */ + {FOURCC___ty, "input type", 0,}, + {FOURCC_mdia, "media", QT_FLAG_CONTAINER}, + {FOURCC_mdhd, "media header", 0, + qtdemux_dump_mdhd}, + {FOURCC_hdlr, "handler reference", 0, + qtdemux_dump_hdlr}, + {FOURCC_minf, "media information", QT_FLAG_CONTAINER}, + {FOURCC_vmhd, "video media information", 0, + qtdemux_dump_vmhd}, + {FOURCC_smhd, "sound media information", 0}, + {FOURCC_gmhd, "base media information header", 0}, + {FOURCC_gmin, "base media info", 0}, + {FOURCC_dinf, "data information", QT_FLAG_CONTAINER}, + {FOURCC_dref, "data reference", 0, + qtdemux_dump_dref}, + {FOURCC_stbl, "sample table", QT_FLAG_CONTAINER}, + {FOURCC_stsd, "sample description", 0, + qtdemux_dump_stsd}, + {FOURCC_stts, "time-to-sample", 0, + qtdemux_dump_stts}, + {FOURCC_stps, "partial sync sample", 0, + qtdemux_dump_stps}, + {FOURCC_stss, "sync sample", 0, + qtdemux_dump_stss}, + {FOURCC_stsc, "sample-to-chunk", 0, + qtdemux_dump_stsc}, + {FOURCC_stsz, "sample size", 0, + qtdemux_dump_stsz}, + {FOURCC_stco, "chunk offset", 0, + qtdemux_dump_stco}, + {FOURCC_co64, "64-bit chunk offset", 0, + qtdemux_dump_co64}, + {FOURCC_vide, "video media", 0}, + {FOURCC_cmov, "compressed movie", QT_FLAG_CONTAINER}, + {FOURCC_dcom, "compressed data", 0, qtdemux_dump_dcom}, + {FOURCC_cmvd, "compressed movie data", 0, qtdemux_dump_cmvd}, + {FOURCC_hint, "hint", 0,}, + {FOURCC_mp4a, "mp4a", 0,}, + {FOURCC_mp4v, "mp4v", 0,}, + {FOURCC_mjp2, "mjp2", 0,}, + {FOURCC_mhdr, "mhdr", QT_FLAG_CONTAINER,}, + {FOURCC_jp2h, "jp2h", QT_FLAG_CONTAINER,}, + {FOURCC_colr, "colr", 0,}, + {FOURCC_fiel, "fiel", 0,}, + {FOURCC_jp2x, "jp2x", 0,}, + {FOURCC_alac, "alac", 0,}, + {FOURCC_wave, "wave", QT_FLAG_CONTAINER}, + {FOURCC_appl, "appl", QT_FLAG_CONTAINER}, + {FOURCC_esds, "esds", 0}, + {FOURCC_hnti, "hnti", QT_FLAG_CONTAINER}, + {FOURCC_rtp_, "rtp ", 0, qtdemux_dump_unknown}, + {FOURCC_sdp_, "sdp ", 0, qtdemux_dump_unknown}, + {FOURCC_meta, "meta", 0, qtdemux_dump_unknown}, + {FOURCC_ilst, "ilst", QT_FLAG_CONTAINER,}, + {FOURCC__nam, "Name", QT_FLAG_CONTAINER,}, + {FOURCC_titl, "Title", QT_FLAG_CONTAINER,}, + {FOURCC__ART, "Artist", QT_FLAG_CONTAINER,}, + {FOURCC_aART, "Album Artist", QT_FLAG_CONTAINER,}, + {FOURCC_auth, "Author", QT_FLAG_CONTAINER,}, + {FOURCC_perf, "Performer", QT_FLAG_CONTAINER,}, + {FOURCC__wrt, "Writer", QT_FLAG_CONTAINER,}, + {FOURCC__grp, "Grouping", QT_FLAG_CONTAINER,}, + {FOURCC__alb, "Album", QT_FLAG_CONTAINER,}, + {FOURCC_albm, "Album", QT_FLAG_CONTAINER,}, + {FOURCC__day, "Date", QT_FLAG_CONTAINER,}, + {FOURCC__cpy, "Copyright", QT_FLAG_CONTAINER,}, + {FOURCC__cmt, "Comment", QT_FLAG_CONTAINER,}, + {FOURCC__des, "Description", QT_FLAG_CONTAINER,}, + {FOURCC_desc, "Description", QT_FLAG_CONTAINER,}, + {FOURCC_dscp, "Description", QT_FLAG_CONTAINER,}, + {FOURCC__lyr, "Lyrics", QT_FLAG_CONTAINER,}, + {FOURCC__req, "Requirement", QT_FLAG_CONTAINER,}, + {FOURCC__enc, "Encoder", QT_FLAG_CONTAINER,}, + {FOURCC_gnre, "Genre", QT_FLAG_CONTAINER,}, + {FOURCC_trkn, "Track Number", QT_FLAG_CONTAINER,}, + {FOURCC_disc, "Disc Number", QT_FLAG_CONTAINER,}, + {FOURCC_disk, "Disc Number", QT_FLAG_CONTAINER,}, + {FOURCC_cprt, "Copyright", QT_FLAG_CONTAINER,}, + {FOURCC_cpil, "Compilation", QT_FLAG_CONTAINER,}, + {FOURCC_pgap, "Gapless", QT_FLAG_CONTAINER,}, + {FOURCC_pcst, "Podcast", QT_FLAG_CONTAINER,}, + {FOURCC_tmpo, "Tempo", QT_FLAG_CONTAINER,}, + {FOURCC_covr, "Cover", QT_FLAG_CONTAINER,}, + {FOURCC_sonm, "Sort Title", QT_FLAG_CONTAINER,}, + {FOURCC_soal, "Sort Album", QT_FLAG_CONTAINER,}, + {FOURCC_soar, "Sort Artist", QT_FLAG_CONTAINER,}, + {FOURCC_soaa, "Sort Album Artist", QT_FLAG_CONTAINER,}, + {FOURCC_soco, "Sort Composer", QT_FLAG_CONTAINER,}, + {FOURCC_sosn, "Sort TV Show", QT_FLAG_CONTAINER,}, + {FOURCC_tvsh, "TV Show", QT_FLAG_CONTAINER,}, + {FOURCC_tven, "TV Episode ID", QT_FLAG_CONTAINER,}, + {FOURCC_tvsn, "TV Season Number", QT_FLAG_CONTAINER,}, + {FOURCC_tves, "TV Episode Number", QT_FLAG_CONTAINER,}, + {FOURCC_keyw, "Keywords", QT_FLAG_CONTAINER,}, + {FOURCC_kywd, "Keywords", QT_FLAG_CONTAINER,}, + {FOURCC__too, "Encoder", QT_FLAG_CONTAINER,}, + {FOURCC_____, "----", QT_FLAG_CONTAINER,}, + {FOURCC_data, "data", 0, qtdemux_dump_unknown}, + {FOURCC_free, "free", 0,}, + {FOURCC_SVQ3, "SVQ3", 0,}, + {FOURCC_rmra, "rmra", QT_FLAG_CONTAINER,}, + {FOURCC_rmda, "rmda", QT_FLAG_CONTAINER,}, + {FOURCC_rdrf, "rdrf", 0,}, + {FOURCC__gen, "Custom Genre", QT_FLAG_CONTAINER,}, + {FOURCC_ctts, "Composition time to sample", 0, qtdemux_dump_ctts}, + {FOURCC_XiTh, "XiTh", 0}, + {FOURCC_XdxT, "XdxT", 0}, + {FOURCC_loci, "loci", 0}, + {FOURCC_clsf, "clsf", 0}, + {FOURCC_mfra, "movie fragment random access", + QT_FLAG_CONTAINER,}, + {FOURCC_tfra, "track fragment random access", 0, + qtdemux_dump_tfra}, + {FOURCC_mfro, "movie fragment random access offset", 0, + qtdemux_dump_mfro}, + {FOURCC_moof, "movie fragment", QT_FLAG_CONTAINER,}, + {FOURCC_mfhd, "movie fragment header", 0, qtdemux_dump_mfhd}, + {FOURCC_traf, "track fragment", QT_FLAG_CONTAINER,}, + {FOURCC_tfhd, "track fragment header", 0, + qtdemux_dump_tfhd}, + {FOURCC_sdtp, "independent and disposable samples", 0, + qtdemux_dump_sdtp}, + {FOURCC_trun, "track fragment run", 0, qtdemux_dump_trun}, + {FOURCC_mdat, "moovie data", 0, qtdemux_dump_unknown}, + {FOURCC_trex, "moovie data", 0, qtdemux_dump_trex}, + {FOURCC_mvex, "mvex", QT_FLAG_CONTAINER,}, + {FOURCC_mehd, "movie extends header", 0, + qtdemux_dump_mehd}, + {FOURCC_ovc1, "ovc1", 0}, + {FOURCC_owma, "owma", 0}, + {FOURCC_avcC, "AV codec configuration container", 0}, + {FOURCC_avc1, "AV codec configuration v1", 0}, + {FOURCC_avc3, "AV codec configuration v3", 0}, + {FOURCC_mp4s, "VOBSUB codec configuration", 0}, + {FOURCC_hvc1, "HEVC codec configuration", 0}, + {FOURCC_hev1, "HEVC codec configuration", 0}, + {FOURCC_hvcC, "HEVC codec configuration container", 0}, + {FOURCC_tfdt, "Track fragment decode time", 0, qtdemux_dump_tfdt}, + {FOURCC_chap, "Chapter Reference"}, + {FOURCC_btrt, "Bitrate information", 0}, + {FOURCC_frma, "Audio codec format", 0}, + {FOURCC_name, "name", 0}, + {FOURCC_mean, "mean", 0}, + {0, "unknown", 0,}, +}; + +static const int n_qt_node_types = + sizeof (qt_node_types) / sizeof (qt_node_types[0]); + +const QtNodeType * +qtdemux_type_get (guint32 fourcc) +{ + int i; + + for (i = 0; i < n_qt_node_types; i++) { + if (G_UNLIKELY (qt_node_types[i].fourcc == fourcc)) + return qt_node_types + i; + } + + GST_WARNING ("unknown QuickTime node type %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (fourcc)); + + return qt_node_types + n_qt_node_types - 1; +} diff --git a/gst/isomp4/qtdemux_types.h b/gst/isomp4/qtdemux_types.h new file mode 100755 index 0000000..57ab4f0 --- /dev/null +++ b/gst/isomp4/qtdemux_types.h @@ -0,0 +1,82 @@ +/* GStreamer + * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu> + * Copyright (C) <2009> STEricsson <benjamin.gaignard@stericsson.com> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ + +#ifndef __GST_QTDEMUX_TYPES_H__ +#define __GST_QTDEMUX_TYPES_H__ + +#include <gst/gst.h> +#include <gst/base/gstbytereader.h> + +#include "qtdemux.h" + +G_BEGIN_DECLS + +typedef gboolean (*QtDumpFunc) (GstQTDemux * qtdemux, GstByteReader * data, + int depth); + +typedef struct _QtNodeType QtNodeType; + +#define QT_UINT32(a) (GST_READ_UINT32_BE(a)) +#define QT_UINT24(a) (GST_READ_UINT32_BE(a) >> 8) +#define QT_UINT16(a) (GST_READ_UINT16_BE(a)) +#define QT_UINT8(a) (GST_READ_UINT8(a)) +#define QT_FP32(a) ((GST_READ_UINT32_BE(a))/65536.0) +#define QT_SFP32(a) (((gint)(GST_READ_UINT32_BE(a)))/65536.0) +#define QT_FP16(a) ((GST_READ_UINT16_BE(a))/256.0) +#define QT_FOURCC(a) (GST_READ_UINT32_LE(a)) +#define QT_UINT64(a) ((((guint64)QT_UINT32(a))<<32)|QT_UINT32(((guint8 *)a)+4)) + +typedef enum { + QT_FLAG_NONE = (0), + QT_FLAG_CONTAINER = (1 << 0) +} QtFlags; + +struct _QtNodeType { + guint32 fourcc; + const gchar *name; + QtFlags flags; + QtDumpFunc dump; +}; + +enum TfFlags +{ + TF_BASE_DATA_OFFSET = 0x000001, /* base-data-offset-present */ + TF_SAMPLE_DESCRIPTION_INDEX = 0x000002, /* sample-description-index-present */ + TF_DEFAULT_SAMPLE_DURATION = 0x000008, /* default-sample-duration-present */ + TF_DEFAULT_SAMPLE_SIZE = 0x000010, /* default-sample-size-present */ + TF_DEFAULT_SAMPLE_FLAGS = 0x000020, /* default-sample-flags-present */ + TF_DURATION_IS_EMPTY = 0x100000 /* duration-is-empty */ +}; + +enum TrFlags +{ + TR_DATA_OFFSET = 0x000001, /* data-offset-present */ + TR_FIRST_SAMPLE_FLAGS = 0x000004, /* first-sample-flags-present */ + TR_SAMPLE_DURATION = 0x000100, /* sample-duration-present */ + TR_SAMPLE_SIZE = 0x000200, /* sample-size-present */ + TR_SAMPLE_FLAGS = 0x000400, /* sample-flags-present */ + TR_COMPOSITION_TIME_OFFSETS = 0x000800 /* sample-composition-time-offsets-presents */ +}; + +const QtNodeType *qtdemux_type_get (guint32 fourcc); + +G_END_DECLS + +#endif /* __GST_QTDEMUX_TYPES_H__ */ diff --git a/gst/isomp4/qtpalette.h b/gst/isomp4/qtpalette.h new file mode 100755 index 0000000..a41e991 --- /dev/null +++ b/gst/isomp4/qtpalette.h @@ -0,0 +1,137 @@ +/* GStreamer + * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ + + +#ifndef __GST_QTPALLETE_H__ +#define __GST_QTPALLETE_H__ + +#include <gst/gst.h> + +G_BEGIN_DECLS + +static const guint32 ff_qt_default_palette_2[2] = { + 0xffffff, 0x000000 +}; + +static const guint32 ff_qt_default_palette_4[4] = { + 0x93655e, 0xffffff, 0xdfd0ab, 0x000000 +}; + +static const guint32 ff_qt_default_palette_16[16] = { + 0xfffbff, 0xefd9bb, 0xe8c9b1, 0x93655e, + 0xfcdee8, 0x9d8891, 0xffffff, 0xffffff, + 0xffffff, 0x474837, 0x7a5e55, 0xdfd0ab, + 0xfffbf9, 0xe8cac5, 0x8a7c77, 0x000000 +}; +static const guint32 ff_qt_default_palette_256[256] = { + 0xFFFFFF, 0xFFFFCC, 0xFFFF99, 0xFFFF66, 0xFFFF33, 0xFFFF00, + 0xFFCCFF, 0xFFCCCC, 0xFFCC99, 0xFFCC66, 0xFFCC33, 0xFFCC00, + 0xFF99FF, 0xFF99CC, 0xFF9999, 0xFF9966, 0xFF9933, 0xFF9900, + 0xFF66FF, 0xFF66CC, 0xFF6699, 0xFF6666, 0xFF6633, 0xFF6600, + 0xFF33FF, 0xFF33CC, 0xFF3399, 0xFF3366, 0xFF3333, 0xFF3300, + 0xFF00FF, 0xFF00CC, 0xFF0099, 0xFF0066, 0xFF0033, 0xFF0000, + 0xCCFFFF, 0xCCFFCC, 0xCCFF99, 0xCCFF66, 0xCCFF33, 0xCCFF00, + 0xCCCCFF, 0xCCCCCC, 0xCCCC99, 0xCCCC66, 0xCCCC33, 0xCCCC00, + 0xCC99FF, 0xCC99CC, 0xCC9999, 0xCC9966, 0xCC9933, 0xCC9900, + 0xCC66FF, 0xCC66CC, 0xCC6699, 0xCC6666, 0xCC6633, 0xCC6600, + 0xCC33FF, 0xCC33CC, 0xCC3399, 0xCC3366, 0xCC3333, 0xCC3300, + 0xCC00FF, 0xCC00CC, 0xCC0099, 0xCC0066, 0xCC0033, 0xCC0000, + 0x99FFFF, 0x99FFCC, 0x99FF99, 0x99FF66, 0x99FF33, 0x99FF00, + 0x99CCFF, 0x99CCCC, 0x99CC99, 0x99CC66, 0x99CC33, 0x99CC00, + 0x9999FF, 0x9999CC, 0x999999, 0x999966, 0x999933, 0x999900, + 0x9966FF, 0x9966CC, 0x996699, 0x996666, 0x996633, 0x996600, + 0x9933FF, 0x9933CC, 0x993399, 0x993366, 0x993333, 0x993300, + 0x9900FF, 0x9900CC, 0x990099, 0x990066, 0x990033, 0x990000, + 0x66FFFF, 0x66FFCC, 0x66FF99, 0x66FF66, 0x66FF33, 0x66FF00, + 0x66CCFF, 0x66CCCC, 0x66CC99, 0x66CC66, 0x66CC33, 0x66CC00, + 0x6699FF, 0x6699CC, 0x669999, 0x669966, 0x669933, 0x669900, + 0x6666FF, 0x6666CC, 0x666699, 0x666666, 0x666633, 0x666600, + 0x6633FF, 0x6633CC, 0x663399, 0x663366, 0x663333, 0x663300, + 0x6600FF, 0x6600CC, 0x660099, 0x660066, 0x660033, 0x660000, + 0x33FFFF, 0x33FFCC, 0x33FF99, 0x33FF66, 0x33FF33, 0x33FF00, + 0x33CCFF, 0x33CCCC, 0x33CC99, 0x33CC66, 0x33CC33, 0x33CC00, + 0x3399FF, 0x3399CC, 0x339999, 0x339966, 0x339933, 0x339900, + 0x3366FF, 0x3366CC, 0x336699, 0x336666, 0x336633, 0x336600, + 0x3333FF, 0x3333CC, 0x333399, 0x333366, 0x333333, 0x333300, + 0x3300FF, 0x3300CC, 0x330099, 0x330066, 0x330033, 0x330000, + 0x00FFFF, 0x00FFCC, 0x00FF99, 0x00FF66, 0x00FF33, 0x00FF00, + 0x00CCFF, 0x00CCCC, 0x00CC99, 0x00CC66, 0x00CC33, 0x00CC00, + 0x0099FF, 0x0099CC, 0x009999, 0x009966, 0x009933, 0x009900, + 0x0066FF, 0x0066CC, 0x006699, 0x006666, 0x006633, 0x006600, + 0x0033FF, 0x0033CC, 0x003399, 0x003366, 0x003333, 0x003300, + 0x0000FF, 0x0000CC, 0x000099, 0x000066, 0x000033, 0xEE0000, + 0xDD0000, 0xBB0000, 0xAA0000, 0x880000, 0x770000, 0x550000, + 0x440000, 0x220000, 0x110000, 0x00EE00, 0x00DD00, 0x00BB00, + 0x00AA00, 0x008800, 0x007700, 0x005500, 0x004400, 0x002200, + 0x001100, 0x0000EE, 0x0000DD, 0x0000BB, 0x0000AA, 0x000088, + 0x000077, 0x000055, 0x000044, 0x000022, 0x000011, 0xEEEEEE, + 0xDDDDDD, 0xBBBBBB, 0xAAAAAA, 0x888888, 0x777777, 0x555555, + 0x444444, 0x222222, 0x111111, 0x000000 +}; + +static const guint32 ff_qt_grayscale_palette_16[16] = { + 0xffffff, 0xeeeeee, 0xdddddd, 0xcccccc, + 0xbbbbbb, 0xaaaaaa, 0x999999, 0x888888, + 0x777777, 0x666666, 0x555555, 0x444444, + 0x333333, 0x222222, 0x111111, 0x000000 +}; + +static const guint32 ff_qt_grayscale_palette_256[256] = { + 0xffffff, 0xfefefe, 0xfdfdfd, 0xfcfcfc, 0xfbfbfb, 0xfafafa, 0xf9f9f9, + 0xf8f8f8, 0xf7f7f7, 0xf6f6f6, 0xf5f5f5, 0xf4f4f4, 0xf3f3f3, 0xf2f2f2, + 0xf1f1f1, 0xf0f0f0, 0xefefef, 0xeeeeee, 0xededed, 0xececec, 0xebebeb, + 0xeaeaea, 0xe9e9e9, 0xe8e8e8, 0xe7e7e7, 0xe6e6e6, 0xe5e5e5, 0xe4e4e4, + 0xe3e3e3, 0xe2e2e2, 0xe1e1e1, 0xe0e0e0, 0xdfdfdf, 0xdedede, 0xdddddd, + 0xdcdcdc, 0xdbdbdb, 0xdadada, 0xd9d9d9, 0xd8d8d8, 0xd7d7d7, 0xd6d6d6, + 0xd5d5d5, 0xd4d4d4, 0xd3d3d3, 0xd2d2d2, 0xd1d1d1, 0xd0d0d0, 0xcfcfcf, + 0xcecece, 0xcdcdcd, 0xcccccc, 0xcbcbcb, 0xcacaca, 0xc9c9c9, 0xc8c8c8, + 0xc7c7c7, 0xc6c6c6, 0xc5c5c5, 0xc4c4c4, 0xc3c3c3, 0xc2c2c2, 0xc1c1c1, + 0xc0c0c0, 0xbfbfbf, 0xbebebe, 0xbdbdbd, 0xbcbcbc, 0xbbbbbb, 0xbababa, + 0xb9b9b9, 0xb8b8b8, 0xb7b7b7, 0xb6b6b6, 0xb5b5b5, 0xb4b4b4, 0xb3b3b3, + 0xb2b2b2, 0xb1b1b1, 0xb0b0b0, 0xafafaf, 0xaeaeae, 0xadadad, 0xacacac, + 0xababab, 0xaaaaaa, 0xa9a9a9, 0xa8a8a8, 0xa7a7a7, 0xa6a6a6, 0xa5a5a5, + 0xa4a4a4, 0xa3a3a3, 0xa2a2a2, 0xa1a1a1, 0xa0a0a0, 0x9f9f9f, 0x9e9e9e, + 0x9d9d9d, 0x9c9c9c, 0x9b9b9b, 0x9a9a9a, 0x999999, 0x989898, 0x979797, + 0x969696, 0x959595, 0x949494, 0x939393, 0x929292, 0x919191, 0x909090, + 0x8f8f8f, 0x8e8e8e, 0x8d8d8d, 0x8c8c8c, 0x8b8b8b, 0x8a8a8a, 0x898989, + 0x888888, 0x878787, 0x868686, 0x858585, 0x848484, 0x838383, 0x828282, + 0x818181, 0x808080, 0x7f7f7f, 0x7e7e7e, 0x7d7d7d, 0x7c7c7c, 0x7b7b7b, + 0x7a7a7a, 0x797979, 0x787878, 0x777777, 0x767676, 0x757575, 0x747474, + 0x737373, 0x727272, 0x717171, 0x707070, 0x6f6f6f, 0x6e6e6e, 0x6d6d6d, + 0x6c6c6c, 0x6b6b6b, 0x6a6a6a, 0x696969, 0x686868, 0x676767, 0x666666, + 0x656565, 0x646464, 0x636363, 0x626262, 0x616161, 0x606060, 0x5f5f5f, + 0x5e5e5e, 0x5d5d5d, 0x5c5c5c, 0x5b5b5b, 0x5a5a5a, 0x595959, 0x585858, + 0x575757, 0x565656, 0x555555, 0x545454, 0x535353, 0x525252, 0x515151, + 0x505050, 0x4f4f4f, 0x4e4e4e, 0x4d4d4d, 0x4c4c4c, 0x4b4b4b, 0x4a4a4a, + 0x494949, 0x484848, 0x474747, 0x464646, 0x454545, 0x444444, 0x434343, + 0x424242, 0x414141, 0x404040, 0x3f3f3f, 0x3e3e3e, 0x3d3d3d, 0x3c3c3c, + 0x3b3b3b, 0x3a3a3a, 0x393939, 0x383838, 0x373737, 0x363636, 0x353535, + 0x343434, 0x333333, 0x323232, 0x313131, 0x303030, 0x2f2f2f, 0x2e2e2e, + 0x2d2d2d, 0x2c2c2c, 0x2b2b2b, 0x2a2a2a, 0x292929, 0x282828, 0x272727, + 0x262626, 0x252525, 0x242424, 0x232323, 0x222222, 0x212121, 0x202020, + 0x1f1f1f, 0x1e1e1e, 0x1d1d1d, 0x1c1c1c, 0x1b1b1b, 0x1a1a1a, 0x191919, + 0x181818, 0x171717, 0x161616, 0x151515, 0x141414, 0x131313, 0x121212, + 0x111111, 0x101010, 0x0f0f0f, 0x0e0e0e, 0x0d0d0d, 0x0c0c0c, 0x0b0b0b, + 0x0a0a0a, 0x090909, 0x080808, 0x070707, 0x060606, 0x050505, 0x040404, + 0x030303, 0x020202, 0x010101, 0x000000 +}; + +G_END_DECLS + +#endif /* __GST_QTPALETTE_H__ */ |