diff options
| author | Hyunil Park <hyunil46.park@samsung.com> | 2015-02-05 16:30:21 +0900 |
|---|---|---|
| committer | Hyunil Park <hyunil46.park@samsung.com> | 2015-02-05 16:34:48 +0900 |
| commit | 3b0cc28c51008bc833ef90ff4741e1149279373f (patch) | |
| tree | 074944a577800c9990659f9f3a8cb58153d70e16 | |
| parent | 706c804cbf21c497af38732e96dd05b52d70a1c2 (diff) | |
| download | libmm-player-accepted/tizen/common/20150210.094529.tar.gz libmm-player-accepted/tizen/common/20150210.094529.tar.bz2 libmm-player-accepted/tizen/common/20150210.094529.zip | |
Update to version tizen 2.3 API base on Gstreamer 1.xsubmit/tizen_tv/20150216.072255submit/tizen_tv/20150212.080449submit/tizen_tv/20150210.000000submit/tizen/20150209.023238accepted/tizen/wearable/20150211.014106accepted/tizen/tv/20150217.103452accepted/tizen/mobile/20150211.014747accepted/tizen/common/20150210.094529
Change-Id: I447575555d28e14616d2aecb5d14c1522e0cce1d
Signed-off-by: Hyunil Park <hyunil46.park@samsung.com>
26 files changed, 17241 insertions, 3597 deletions
diff --git a/configure.ac b/configure.ac index 3c5f029..e25a4fc 100755 --- a/configure.ac +++ b/configure.ac @@ -41,10 +41,6 @@ AC_FUNC_MEMCMP AC_FUNC_STAT AC_CHECK_FUNCS([gettimeofday memset strchr strstr]) -PKG_CHECK_MODULES(MMTA, mm-ta) -AC_SUBST(MMTA_CFLAGS) -AC_SUBST(MMTA_LIBS) - PKG_CHECK_MODULES(MMCOMMON,mm-common) AC_SUBST(MMCOMMON_CFLAGS) AC_SUBST(MMCOMMON_LIBS) @@ -67,27 +63,32 @@ AC_SUBST(GST_PLUGIN_BASE_LIBS) PKG_CHECK_MODULES(GST_VIDEO, gstreamer-video-1.0 >= 1.2.0) AC_SUBST(GST_VIDEO_CFLAGS) -AC_SUBST(GST_LIBS) +AC_SUBST(GST_VIDEO_LIBS) PKG_CHECK_MODULES(GST_APP, gstreamer-app-1.0 >= 1.2.0) AC_SUBST(GST_APP_CFLAGS) AC_SUBST(GST_APP_LIBS) -PKG_CHECK_MODULES(MMSESSION, mm-session) -AC_SUBST(MMSESSION_CFLAGS) -AC_SUBST(MMSESSION_LIBS) +PKG_CHECK_MODULES(APPFWK, appcore-efl) +AC_SUBST(APPFWK_CFLAGS) +AC_SUBST(APPFWK_LIBS) + +PKG_CHECK_MODULES(ELEMENTARY, elementary) +AC_SUBST(ELEMENTARY_CFLAGS) +AC_SUBST(ELEMENTARY_LIBS) +# for testsuite PKG_CHECK_MODULES(MMUTIL, mmutil-imgp) AC_SUBST(MMUTIL_CFLAGS) AC_SUBST(MMUTIL_LIBS) -PKG_CHECK_MODULES(AUDIOSESSIONMGR, audio-session-mgr) -AC_SUBST(AUDIOSESSIONMGR_CFLAGS) -AC_SUBST(AUDIOSESSIONMGR_LIBS) +PKG_CHECK_MODULES(EVAS, evas) +AC_SUBST(EVAS_CFLAGS) +AC_SUBST(EVAS_LIBS) -PKG_CHECK_MODULES(ICU, icu-i18n) -AC_SUBST(ICU_CFLAGS) -AC_SUBST(ICU_LIBS) +PKG_CHECK_MODULES(ECORE, ecore) +AC_SUBST(ECORE_CFLAGS) +AC_SUBST(ECORE_LIBS) PKG_CHECK_MODULES(INIPARSER, iniparser) AC_SUBST(INIPARSER_CFLAGS) @@ -97,6 +98,21 @@ PKG_CHECK_MODULES(VCONF, vconf) AC_SUBST(VCONF_CFLAGS) AC_SUBST(VCONF_LIBS) +PKG_CHECK_MODULES(ICU, icu-i18n) +AC_SUBST(ICU_CFLAGS) +AC_SUBST(ICU_LIBS) + +AC_ARG_ENABLE(sdk, AC_HELP_STRING([--enable-sdk], [sdk build]), + [ + case "${enableval}" in + yes) IS_SDK=yes ;; + no) IS_SDK=no ;; + *) AC_MSG_ERROR(bad value ${enableval} for --enable-sdk) ;; + esac + ], +[IS_SDK=no]) +AM_CONDITIONAL([IS_SDK], [test "x$IS_SDK" = "xyes"]) + AC_CONFIG_FILES([Makefile src/Makefile mm-player.pc diff --git a/packaging/libmm-player.spec b/packaging/libmm-player.spec index 1bcc4a0..650d566 100644 --- a/packaging/libmm-player.spec +++ b/packaging/libmm-player.spec @@ -1,23 +1,24 @@ Name: libmm-player Summary: Multimedia Framework Player Library -Version: 0.2.27 -Release: 1 -Group: System/Libraries +Version: 0.5.56 +Release: 0 +Group: Multimedia/Libraries License: Apache-2.0 URL: http://source.tizen.org Source0: %{name}-%{version}.tar.gz Source1001: libmm-player.manifest -BuildRequires: pkgconfig -BuildRequires: pkgconfig(mm-ta) +Requires(post): /sbin/ldconfig +Requires(postun): /sbin/ldconfig BuildRequires: pkgconfig(mm-common) BuildRequires: pkgconfig(mm-sound) BuildRequires: pkgconfig(gstreamer-1.0) BuildRequires: pkgconfig(gstreamer-plugins-base-1.0) BuildRequires: pkgconfig(gstreamer-video-1.0) BuildRequires: pkgconfig(gstreamer-app-1.0) -BuildRequires: pkgconfig(mm-session) +BuildRequires: pkgconfig(appcore-efl) +BuildRequires: pkgconfig(elementary) BuildRequires: pkgconfig(mmutil-imgp) -BuildRequires: pkgconfig(audio-session-mgr) +BuildRequires: pkgconfig(evas) BuildRequires: pkgconfig(iniparser) BuildRequires: pkgconfig(vconf) BuildRequires: pkgconfig(icu-i18n) @@ -38,14 +39,18 @@ Multimedia Framework Player Library files (DEV). cp %{SOURCE1001} . %build -CFLAGS="${CFLAGS} -DEXPORT_API=\"__attribute__((visibility(\\\"default\\\")))\" $GSTREAMER_API" ; export CFLAGS -LDFLAGS="${LDFLAGS=} -Wl,--rpath=%{_libdir} -lgstvideo-1.0 -Wl,--hash-style=both -Wl,--as-needed"; export LDFLAGS - +CFLAGS+=" -Wall -D_FILE_OFFSET_BITS=64 -DEXPORT_API=\"__attribute__((visibility(\\\"default\\\")))\" "; export CFLAGS +LDFLAGS+="-Wl,--rpath=%{_prefix}/lib -Wl,--hash-style=both -Wl,--as-needed"; export LDFLAGS ./autogen.sh +# always enable sdk build. This option should go away +CFLAGS=$CFLAGS LDFLAGS=$LDFLAGS ./configure --enable-sdk --prefix=%{_prefix} --disable-static %configure --disable-static -%__make -j1 +#%__make -j1 +make %{?jobs:-j%jobs} %install +mkdir -p %{buildroot}%{_datadir}/license +cp -rf LICENSE.APLv2 %{buildroot}%{_datadir}/license/%{name} %make_install %post -p /sbin/ldconfig @@ -56,6 +61,7 @@ LDFLAGS="${LDFLAGS=} -Wl,--rpath=%{_libdir} -lgstvideo-1.0 -Wl,--hash-style=both %manifest %{name}.manifest %defattr(-,root,root,-) %{_libdir}/*.so.* +%{_datadir}/license/%{name} %files devel %manifest %{name}.manifest diff --git a/src/Makefile.am b/src/Makefile.am index 1184863..ea6084b 100755..100644 --- a/src/Makefile.am +++ b/src/Makefile.am @@ -8,52 +8,48 @@ includelibmmfplayer_HEADERS = include/mm_player.h \ libmmfplayer_la_SOURCES = mm_player.c \ mm_player_priv.c \ - mm_player_priv_gst.c \ - mm_player_priv_internal.c \ - mm_player_priv_gst_wrapper.c \ mm_player_ini.c \ mm_player_utils.c \ - mm_player_asm.c \ mm_player_attrs.c \ mm_player_capture.c \ mm_player_pd.c \ mm_player_streaming.c \ + mm_player_tracks.c \ mm_player_audioeffect.c libmmfplayer_la_CFLAGS = -I$(srcdir)/include \ - $(MMCOMMON_CFLAGS) \ - $(MMTA_CFLAGS) \ - $(MMUTIL_CFLAGS) \ - $(GST_CFLAGS) \ - $(GST_VIDEO_CFLAGS) \ - $(GST_APP_CFLAGS) \ - $(MMSESSION_CFLAGS) \ - $(MMSOUND_CFLAGS) \ - $(AUDIOSESSIONMGR_CFLAGS) \ - $(VCONF_CFLAGS) \ - $(ICU_CFLAGS) + $(MMCOMMON_CFLAGS) \ + $(MMUTIL_CFLAGS) \ + $(GST_CFLAGS) \ + $(GST_VIDEO_CFLAGS) \ + $(GST_APP_CFLAGS) \ + $(MMSOUND_CFLAGS) \ + $(VCONF_CFLAGS) \ + $(ICU_CFLAGS) noinst_HEADERS = include/mm_player_utils.h \ include/mm_player_ini.h \ include/mm_player_priv.h \ - include/mm_player_asm.h \ include/mm_player_attrs.h \ include/mm_player_capture.h \ include/mm_player_pd.h \ + include/mm_player_tracks.h \ include/mm_player_streaming.h libmmfplayer_la_LIBADD = $(GST_LIBS) \ - $(MMCOMMON_LIBS) \ - $(MMTA_LIBS) \ - $(MMUTIL_LIBS) \ - $(GST_VIDEO_LIBS) \ - $(GST_APP_LIBS) \ - $(INIPARSER_LIBS) \ - $(MMSESSION_LIBS) \ - $(MMSOUND_LIBS) \ - $(AUDIOSESSIONMGR_LIBS) \ - $(VCONF_LIBS) \ - $(ICU_LIBS) + $(MMCOMMON_LIBS) \ + $(MMUTIL_LIBS) \ + $(GST_INTERFACE_LIBS) \ + $(GST_VIDEO_LIBS) \ + $(GST_APP_LIBS) \ + $(INIPARSER_LIBS) \ + $(MMSOUND_LIBS) \ + $(VCONF_LIBS) \ + $(ICU_LIBS) libmmfplayer_la_CFLAGS += $(MMLOG_CFLAGS) -DMMF_LOG_OWNER=0x008 -DMMF_DEBUG_PREFIX=\"MMF-PLAYER\" -D_INTERNAL_SESSION_MANAGER_ libmmfplayer_la_LIBADD += $(MMLOG_LIBS) + +if IS_SDK +libmmfplayer_la_CFLAGS += -DIS_SDK +endif diff --git a/src/include/mm_player.h b/src/include/mm_player.h index 12211d3..0a88670 100644..100755 --- a/src/include/mm_player.h +++ b/src/include/mm_player.h @@ -3,7 +3,8 @@ * * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. * - * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, + * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -49,12 +50,12 @@ by registering callback function. @par - In case of streaming playback, network has to be opend by using datanetwork API. - If proxy, cookies and the other attributes for streaming playback are needed, + In case of streaming playback, network has to be opend by using datanetwork API. + If proxy, cookies and the other attributes for streaming playback are needed, set those attributes using mm_player_set_attribute() before create player. @par - The subtitle for local video playback is supported. Set "subtitle_uri" attribute + The subtitle for local video playback is supported. Set "subtitle_uri" attribute using mm_player_set_attribute() before the application creates the player. Then the application could receive MMMessageParamType which includes subtitle string and duration. @@ -68,7 +69,7 @@ @par Most of functions which change player state work as synchronous. But, mm_player_start() should be used - asynchronously. Both mm_player_pause() and mm_player_resume() should also be used asynchronously + asynchronously. Both mm_player_pause() and mm_player_resume() should also be used asynchronously in the case of streaming data. So, application have to confirm the result of those APIs through message callback function. @@ -274,6 +275,11 @@ <td>range</td> </tr> <tr> + <td>"streaming_timeout"</td> + <td>int</td> + <td>range</td> + </tr> + <tr> <td>"display_overlay"</td> <td>data</td> <td>N/A</td> @@ -292,7 +298,7 @@ @par Following attributes are supported for playing stream data. Those value can be readable only and valid after starting playback.\n - Please use mm_fileinfo for local playback. + Please use mm_fileinfo for local playback. @par <div><table> @@ -417,8 +423,8 @@ /** * MM_PLAYER_CONTENT_DURATION: * - * get the duration (int) as millisecond, It's guaranteed after calling mm_player_start() or - * receiving MM_MESSAGE_BEGIN_OF_STREAM. + * get the duration (int) as millisecond, It's guaranteed after calling mm_player_start() or + * receiving MM_MESSAGE_BEGIN_OF_STREAM. * */ #define MM_PLAYER_CONTENT_DURATION "content_duration" @@ -432,16 +438,16 @@ /** * MM_PLAYER_VIDEO_WIDTH: * - * get the video width (int), It's guaranteed after calling mm_player_start() or - * receiving MM_MESSAGE_BEGIN_OF_STREAM. + * get the video width (int), It's guaranteed after calling mm_player_start() or + * receiving MM_MESSAGE_BEGIN_OF_STREAM. * */ #define MM_PLAYER_VIDEO_WIDTH "content_video_width" /** * MM_PLAYER_VIDEO_HEIGHT: * - * get the video height (int), It's guaranteed after calling mm_player_start() or - * receiving MM_MESSAGE_BEGIN_OF_STREAM. + * get the video height (int), It's guaranteed after calling mm_player_start() or + * receiving MM_MESSAGE_BEGIN_OF_STREAM. * */ #define MM_PLAYER_VIDEO_HEIGHT "content_video_height" @@ -471,7 +477,7 @@ /** * MM_PLAYER_PLAYBACK_COUNT * - * can set playback count (int), Default value is 1 and -1 is for infinity playing until releasing it. + * can set playback count (int), Default value is 1 and -1 is for infinity playing until releasing it. * */ #define MM_PLAYER_PLAYBACK_COUNT "profile_play_count" @@ -531,6 +537,12 @@ */ #define MM_PLAYER_STREAMING_PROXY_PORT "streaming_proxy_port" /** + * MM_PLAYER_STREAMING_TIMEOUT + * + * set the streaming timeout (int) + */ +#define MM_PLAYER_STREAMING_TIMEOUT "streaming_timeout" +/** * MM_PLAYER_VIDEO_CODEC * * codec the video data is stored in (string) @@ -639,6 +651,19 @@ */ #define MM_PLAYER_PD_MODE "pd_mode" +#define BUFFER_MAX_PLANE_NUM (4) + +typedef struct { + MMPixelFormatType format; /**< image format */ + int width; /**< width of video buffer */ + int height; /**< height of video buffer */ + unsigned int timestamp; /**< timestamp of stream buffer (msec)*/ + unsigned int length_total; /**< total length of stream buffer (in byte)*/ + void *data; + void *bo[BUFFER_MAX_PLANE_NUM]; /**< TBM buffer object */ + void *internal_buffer; /**< Internal buffer pointer */ +}MMPlayerVideoStreamDataType; + /** * Enumerations of player state. */ @@ -712,12 +737,55 @@ typedef enum { * Enumeration of track types */ typedef enum { - MM_PLAYER_TRACK_TYPE_AUDIO, + MM_PLAYER_TRACK_TYPE_AUDIO = 0, +#ifdef _USE_M_V_INPUT_SELECTOR_ MM_PLAYER_TRACK_TYPE_VIDEO, - MM_PLAYER_TRACK_TYPE_TEXT +#endif + MM_PLAYER_TRACK_TYPE_TEXT, + MM_PLAYER_TRACK_TYPE_MAX }MMPlayerTrackType; /** + * Enumeration of runtime buffering mode + */ +typedef enum { + MM_PLAYER_BUFFERING_MODE_ADAPTIVE = 0, /**< default, If buffering is occurred, player will consider the bandwidth to adjust buffer setting. */ + MM_PLAYER_BUFFERING_MODE_FIXED, /**< player will set buffer size with this fixed size value. */ + MM_PLAYER_BUFFERING_MODE_SLINK, /**< If buffering is occurred, player will adjust buffer setting and no more buffering will be occurred again. */ + MM_PLAYER_BUFFERING_MODE_MAX = MM_PLAYER_BUFFERING_MODE_SLINK, +}MMPlayerBufferingMode; + +/** + * Enumeration of audio channel for video share + */ +typedef enum +{ + MM_PLAYER_AUDIO_CH_MONO_LEFT = 0, + MM_PLAYER_AUDIO_CH_MONO_RIGHT, + MM_PLAYER_AUDIO_CH_STEREO, +} MMPlayerAudioChannel; + +typedef enum +{ + MM_PLAYER_SOUND_RESOURCE_PRELISTENING_RINGTONE = 0, + MM_PLAYER_SOUND_RESOURCE_PRELISTENING_NOTIFICATION, + MM_PLAYER_SOUND_RESOURCE_PRELISTENING_ALARM, + MM_PLAYER_SOUND_RESOURCE_PRELISTENING_MEDIA, +} MMPlayerSoundResource; + +/** + * Edge Properties of the text. + */ +typedef enum { + MM_PLAYER_EDGE_NO, + MM_PLAYER_EDGE_RAISED, + MM_PLAYER_EDGE_DEPRESSED, + MM_PLAYER_EDGE_UNIFORM, + MM_PLAYER_EDGE_DROPSHADOW +} MMPlayerSubtitleEdge; + + +/** * Attribute validity structure */ typedef struct { @@ -787,6 +855,18 @@ typedef struct { typedef bool (*mm_player_audio_stream_callback) (void *stream, int stream_size, void *user_param); +/** + * selected subtitle track number callback function type. + * + * @param track_num [in] Track number of subtitle + * @param user_param [in] User defined parameter + * + * + * @return This callback function have to return MM_ERROR_NONE. + */ +typedef bool (*mm_player_track_selected_subtitle_language_callback)(int track_num, void *user_param); + + /*=========================================================================================== | | | GLOBAL FUNCTION PROTOTYPES | @@ -804,28 +884,28 @@ typedef bool (*mm_player_audio_stream_callback) (void *stream, int stream_size, * @return This function returns zero on success, or negative value with error code. \n * Please refer 'mm_error.h' to know it in detail. * @pre None - * @post MM_PLAYER_STATE_NULL + * @post MM_PLAYER_STATE_NULL * @see mm_player_destroy * @remark You can create multiple handles on a context at the same time. \n * However, player cannot guarantee proper operation because of limitation of resources, \n - * such as audio device or display device. + * such as audio device or display device. * * @par Example * @code char *g_err_attr_name = NULL; -if (mm_player_create(&g_player) != MM_ERROR_NONE) +if (mm_player_create(&g_player) != MM_ERROR_NONE) { - printf("failed to create player\n"); + debug_error("failed to create player\n"); } if (mm_player_set_attribute(g_player, &g_err_attr_name, "profile_uri", filename, strlen(filename), "display_overlay", (void*)&g_win.xid, sizeof(g_win.xid), - NULL) != MM_ERROR_NONE) + NULL) != MM_ERROR_NONE) { - printf("failed to set %s attribute\n", g_err_attr_name); + debug_error("failed to set %s attribute\n", g_err_attr_name); free(g_err_attr_name); } @@ -836,25 +916,25 @@ int mm_player_create(MMHandleType *player); /** * This function releases player object and all resources which were created by mm_player_create(). \n - * And, player handle will also be destroyed. + * And, player handle will also be destroyed. * * @param player [in] Handle of player * * @return This function returns zero on success, or negative value with error code. * @pre Player state may be MM_PLAYER_STATE_NULL. \n - * But, it can be called in any state. + * But, it can be called in any state. * @post Because handle is released, there is no any state. * @see mm_player_create * @remark This method can be called with a valid player handle from any state to \n * completely shutdown the player operation. - * + * * @par Example * @code -if (mm_player_destroy(g_player) != MM_ERROR_NONE) +if (mm_player_destroy(g_player) != MM_ERROR_NONE) { - printf("failed to destroy player\n"); + debug_error("failed to destroy player\n"); } - * @endcode + * @endcode */ int mm_player_destroy(MMHandleType player); @@ -867,14 +947,14 @@ int mm_player_destroy(MMHandleType player); * @return This function returns zero on success, or negative value with error code. * * @pre Player state should be MM_PLAYER_STATE_NULL. - * @post Player state will be MM_PLAYER_STATE_READY. + * @post Player state will be MM_PLAYER_STATE_READY. * @see mm_player_unrealize * @remark None * @par Example * @code -if (mm_player_realize(g_player) != MM_ERROR_NONE) +if (mm_player_realize(g_player) != MM_ERROR_NONE) { - printf("failed to realize player\n"); + debug_error("failed to realize player\n"); } * @endcode */ @@ -883,30 +963,30 @@ int mm_player_realize(MMHandleType player) ; /** * This function uninitializes player object. So, resources and allocated memory \n * will be freed. And, gstreamer pipeline is also destroyed. So, if you want to play \n - * other contents, player should be created again after destruction or realized with new uri. + * other contents, player should be created again after destruction or realized with new uri. * * @param player [in] Handle of player * * @return This function returns zero on success, or negative value with error code. * @pre Player state may be MM_PLAYER_STATE_READY to unrealize. \n - * But, it can be called in any state. + * But, it can be called in any state. * @post Player state will be MM_PLAYER_STATE_NULL. * @see mm_player_realize * @remark This method can be called with a valid player handle from any state. - * + * * @par Example * @code -if (mm_player_unrealize(g_player) != MM_ERROR_NONE) +if (mm_player_unrealize(g_player) != MM_ERROR_NONE) { - printf("failed to unrealize player\n"); + debug_error("failed to unrealize player\n"); } - * @endcode + * @endcode */ int mm_player_unrealize(MMHandleType player); /** * This function is to get current state of player. \n - * Application have to check current state before doing some action. + * Application have to check current state before doing some action. * * @param player [in] Handle of player * @param state [out] current state of player on success @@ -917,25 +997,25 @@ int mm_player_unrealize(MMHandleType player); * @remark None * @par Example * @code -if (mm_player_get_state(g_player, &state) != MM_ERROR_NONE) +if (mm_player_get_state(g_player, &state) != MM_ERROR_NONE) { - printf("failed to get state\n"); -} - * @endcode + debug_error("failed to get state\n"); +} + * @endcode */ int mm_player_get_state(MMHandleType player, MMPlayerStateType *state); /** * This function is to set relative volume of player. \n * So, It controls logical volume value. \n - * But, if developer want to change system volume, mm sound api should be used. + * But, if developer want to change system volume, mm sound api should be used. * * @param player [in] Handle of player * @param volume [in] Volume factor of each channel * * @return This function returns zero on success, or negative value with error code. * @see MMPlayerVolumeType, mm_player_get_volume - * @remark The range of factor range is from 0 to 1.0. (1.0 = 100%) And, default value is 1.0. + * @remark The range of factor range is from 0 to 1.0. (1.0 = 100%) And, default value is 1.0. * @par Example * @code MMPlayerVolumeType volume; @@ -946,9 +1026,9 @@ for (i = 0; i < MM_VOLUME_CHANNEL_NUM; i++) if (mm_player_set_volume(g_player, &volume) != MM_ERROR_NONE) { - printf("failed to set volume\n"); + debug_error("failed to set volume\n"); } - * @endcode + * @endcode */ int mm_player_set_volume(MMHandleType player, MMPlayerVolumeType *volume); @@ -959,7 +1039,7 @@ int mm_player_set_volume(MMHandleType player, MMPlayerVolumeType *volume); * @param volume [out] Volume factor of each channel. * * @return This function returns zero on success, or negative value with error code. - * + * * @see MMPlayerVolumeType, mm_player_set_volume * @remark None * @par Example @@ -969,12 +1049,12 @@ int i; if (mm_player_get_volume(g_player, &volume) != MM_ERROR_NONE) { - printf("failed to get volume\n"); + debug_warning("failed to get volume\n"); } for (i = 0; i < MM_VOLUME_CHANNEL_NUM; i++) - printf("channel[%d] = %d \n", i, volume.level[i]); - * @endcode + debug_log("channel[%d] = %d \n", i, volume.level[i]); + * @endcode */ int mm_player_get_volume(MMHandleType player, MMPlayerVolumeType *volume); @@ -989,23 +1069,23 @@ int mm_player_get_volume(MMHandleType player, MMPlayerVolumeType *volume); * @remark * * @pre Player state may be MM_PLAYER_STATE_READY. - * @post Player state will be MM_PLAYER_STATE_PLAYING. - * @see mm_player_stop + * @post Player state will be MM_PLAYER_STATE_PLAYING. + * @see mm_player_stop * @remark None - * @par Example - * @code -if (mm_player_start(g_player) != MM_ERROR_NONE) + * @par Example + * @code +if (mm_player_start(g_player) != MM_ERROR_NONE) { - printf("failed to start player\n"); + debug_error("failed to start player\n"); } - * @endcode + * @endcode */ int mm_player_start(MMHandleType player); /** * This function is to stop playing media contents and it's different with pause. \n * If mm_player_start() is called after this, content will be started again from the beginning. \n - * So, it can be used to close current playback. + * So, it can be used to close current playback. * * @param player [in] Handle of player * @@ -1013,15 +1093,15 @@ int mm_player_start(MMHandleType player); * * @pre Player state may be MM_PLAYER_STATE_PLAYING. * @post Player state will be MM_PLAYER_STATE_READY. - * @see mm_player_start + * @see mm_player_start * @remark None - * @par Example + * @par Example * @code -if (mm_player_stop(g_player) != MM_ERROR_NONE) +if (mm_player_stop(g_player) != MM_ERROR_NONE) { - printf("failed to stop player\n"); + debug_error("failed to stop player\n"); } - * @endcode + * @endcode */ int mm_player_stop(MMHandleType player); @@ -1030,19 +1110,19 @@ int mm_player_stop(MMHandleType player); * * @param player [in] Handle of player. * - * @return This function returns zero on success, or negative value with error code. + * @return This function returns zero on success, or negative value with error code. * * @pre Player state may be MM_PLAYER_STATE_PLAYING. * @post Player state will be MM_PLAYER_STATE_PAUSED. - * @see mm_player_resume + * @see mm_player_resume * @remark None - * @par Example + * @par Example * @code -if (mm_player_pause(g_player) != MM_ERROR_NONE) +if (mm_player_pause(g_player) != MM_ERROR_NONE) { - printf("failed to pause player\n"); + debug_error("failed to pause player\n"); } - * @endcode + * @endcode */ int mm_player_pause(MMHandleType player); @@ -1055,38 +1135,38 @@ int mm_player_pause(MMHandleType player); * * @pre Player state may be MM_PLAYER_STATE_PAUSED. * @post Player state will be MM_PLAYER_STATE_PLAYING. - * @see mm_player_pause - * @remark None - * @par Example + * @see mm_player_pause + * @remark None + * @par Example * @code -if (mm_player_resume(g_player) != MM_ERROR_NONE) +if (mm_player_resume(g_player) != MM_ERROR_NONE) { - printf("failed to resume player\n"); + debug_error("failed to resume player\n"); } - * @endcode + * @endcode */ int mm_player_resume(MMHandleType player); /** * This function is to set the position for playback. \n * So, it can be seeked to requested position. \n - * + * * @param player [in] Handle of player * @param format [in] Format of position. * @param pos [in] Position for playback * * @return This function returns zero on success, or negative value with error code. * @see MMPlayerPosFormatType, mm_player_get_position - * @remark the unit of time-based format is millisecond and other case is percent. - * @par Example + * @remark the unit of time-based format is millisecond and other case is percent. + * @par Example * @code int position = 1000; //1sec if (mm_player_set_position(g_player, MM_PLAYER_POS_FORMAT_TIME, position) != MM_ERROR_NONE) { - g_print("failed to set position\n"); -} - * @endcode + debug_error("failed to set position\n"); +} + * @endcode */ int mm_player_set_position(MMHandleType player, MMPlayerPosFormatType format, int pos); @@ -1099,8 +1179,8 @@ int mm_player_set_position(MMHandleType player, MMPlayerPosFormatType format, in * * @return This function returns zero on success, or negative value with errors * @see MMPlayerPosFormatType, mm_player_set_position - * @remark the unit of time-based format is millisecond and other case is percent. - * @par Example + * @remark the unit of time-based format is millisecond and other case is percent. + * @par Example * @code int position = 0; int duration = 0; @@ -1109,8 +1189,8 @@ mm_player_get_position(g_player, MM_PLAYER_POS_FORMAT_TIME, &position); mm_player_get_attribute(g_player, &g_err_name, "content_duration", &duration, NULL); -printf("pos: [%d/%d] msec\n", position, duration); - * @endcode +debug_log("pos: [%d/%d] msec\n", position, duration); + * @endcode */ int mm_player_get_position(MMHandleType player, MMPlayerPosFormatType format, int *pos); @@ -1124,15 +1204,15 @@ int mm_player_get_position(MMHandleType player, MMPlayerPosFormatType format, in * * @return This function returns zero on success, or negative value with errors * @see MMPlayerPosFormatType, mm_player_set_position - * @remark the unit of time-based format is millisecond and other case is percent. - * @par Example + * @remark the unit of time-based format is millisecond and other case is percent. + * @par Example * @code int start_pos = 0, stop_pos = 0; mm_player_get_buffer_position(g_player, MM_PLAYER_POS_FORMAT_PERCENT, &start_pos, &stop_pos ); -printf("buffer position: [%d] ~ [%d] \%\n", start_pos, stop_pos ); - * @endcode +debug_log("buffer position: [%d] ~ [%d] \%\n", start_pos, stop_pos ); + * @endcode */ int mm_player_get_buffer_position(MMHandleType player, MMPlayerPosFormatType format, int *start_pos, int *stop_pos); @@ -1148,7 +1228,7 @@ int mm_player_get_buffer_position(MMHandleType player, MMPlayerPosFormatType for * @return This function returns zero on success, or negative value with error code. * @see mm_player_deactivate_section_repeat * @remark None - * @par Example + * @par Example * @code int position; int endtime = 4000; //msec @@ -1156,7 +1236,7 @@ int endtime = 4000; //msec mm_player_get_position(g_player, MM_PLAYER_POS_FORMAT_TIME, &position); mm_player_activate_section_repeat(g_player, position, position+endtime); - * @endcode + * @endcode */ int mm_player_activate_section_repeat(MMHandleType player, int start_pos, int end_pos); @@ -1167,20 +1247,20 @@ int mm_player_activate_section_repeat(MMHandleType player, int start_pos, int en * * @return This function returns zero on success, or negative value with error code. * @see mm_player_activate_section_repeat - * @remark None - * @par Example + * @remark None + * @par Example * @code if ( mm_player_deactivate_section_repeat(g_player) != MM_ERROR_NONE) { - printf("failed to deactivate section repeat\n"); -} - * @endcode + debug_warning("failed to deactivate section repeat\n"); +} + * @endcode */ int mm_player_deactivate_section_repeat(MMHandleType player); /** * This function sets callback function for receiving messages from player. - * So, player can notify warning, error and normal cases to application. + * So, player can notify warning, error and normal cases to application. * * @param player [in] Handle of player. * @param callback [in] Message callback function. @@ -1188,29 +1268,29 @@ int mm_player_deactivate_section_repeat(MMHandleType player); * * @return This function returns zero on success, or negative value with error code. * @see MMMessageCallback - * @remark None - * @par Example + * @remark None + * @par Example * @code -int msg_callback(int message, MMMessageParamType *param, void *user_param) +int msg_callback(int message, MMMessageParamType *param, void *user_param) { switch (message) { case MM_MESSAGE_ERROR: //do something break; - + case MM_MESSAGE_END_OF_STREAM: //do something break; - + case MM_MESSAGE_STATE_CHANGED: //do something break; - + case MM_MESSAGE_BEGIN_OF_STREAM: //do something break; - + default: break; } @@ -1218,7 +1298,7 @@ int msg_callback(int message, MMMessageParamType *param, void *user_param) } mm_player_set_message_callback(g_player, msg_callback, (void*)g_player); - * @endcode + * @endcode */ int mm_player_set_message_callback(MMHandleType player, MMMessageCallback callback, void *user_param); @@ -1236,16 +1316,16 @@ int mm_player_set_message_callback(MMHandleType player, MMMessageCallback callba * @return This function returns zero on success, or negative value with error * code. * @see mm_player_audio_stream_callback - * @remark It can be used for audio playback only. - * @par Example + * @remark It can be used for audio playback only. + * @par Example * @code bool audio_callback(void *stream, int stream_size, void *user_param) { - printf("audio stream callback\n"); + debug_log("audio stream callback\n"); return TRUE; } mm_player_set_audio_stream_callback(g_player, audio_callback, NULL); - * @endcode + * @endcode */ int mm_player_set_audio_stream_callback(MMHandleType player, mm_player_audio_stream_callback callback, void *user_param); @@ -1258,13 +1338,13 @@ mm_player_set_audio_stream_callback(g_player, audio_callback, NULL); * @return This function returns zero on success, or negative value with error code * @see mm_player_get_mute * @remark None - * @par Example + * @par Example * @code if (mm_player_set_mute(g_player, TRUE) != MM_ERROR_NONE) { - printf("failed to set mute\n"); -} - * @endcode + debug_warning("failed to set mute\n"); +} + * @endcode */ int mm_player_set_mute(MMHandleType player, int mute); @@ -1277,17 +1357,17 @@ int mm_player_set_mute(MMHandleType player, int mute); * @return This function returns zero on success, or negative value with error code * @see mm_player_set_mute * @remark None - * @par Example + * @par Example * @code int mute; - + if (mm_player_get_mute(g_player, &mute) != MM_ERROR_NONE) { - printf("failed to get mute\n"); + debug_warning("failed to get mute\n"); } -printf("mute status:%d\n", mute); - * @endcode +debug_log("mute status:%d\n", mute); + * @endcode */ int mm_player_get_mute(MMHandleType player, int *mute); @@ -1309,7 +1389,7 @@ int pos; pos = 5000; if (mm_player_adjust_subtitle_position(g_player, MM_PLAYER_POS_FORMAT_TIME, pos) != MM_ERROR_NONE) { - printf("failed to adjust subtitle postion.\n"); + debug_warning("failed to adjust subtitle postion.\n"); } * @endcode */ @@ -1317,6 +1397,14 @@ if (mm_player_adjust_subtitle_position(g_player, MM_PLAYER_POS_FORMAT_TIME, pos) int mm_player_adjust_subtitle_position(MMHandleType player, MMPlayerPosFormatType format, int pos); /** + * This function is to set the offset in timestamps of video so as to bring the a/v sync + * @param player Handle of player + * @param offset offset to be set in milliseconds(can be positive or negative both) + * postive offset to make video lag + * negative offset to make video lead + */ +int mm_player_adjust_video_position(MMHandleType player,int offset); +/** * This function is to set subtitle silent status. So, subtitle can show or hide during playback \n * by this value. But, one subtitle file should be set with "subtitle_uri" attribute before calling mm_player_realize(); \n * Player FW parses subtitle file and send text data including timestamp to application \n @@ -1328,22 +1416,22 @@ int mm_player_adjust_subtitle_position(MMHandleType player, MMPlayerPosFormatTyp * @param silent [in] silent(integer value except 0) or not silent(0) * * @return This function returns zero on success, or negative value with error - * code + * code * @see mm_player_get_subtitle_silent, MM_MESSAGE_UPDATE_SUBTITLE - * @remark None - * @par Example + * @remark None + * @par Example * @code mm_player_set_attribute(g_player, &g_err_name, "subtitle_uri", g_subtitle_uri, strlen(g_subtitle_uri), NULL ); - + if (mm_player_set_subtitle_silent(g_player, TRUE) != MM_ERROR_NONE) { - printf("failed to set subtitle silent\n"); -} - * @endcode + debug_warning("failed to set subtitle silent\n"); +} + * @endcode */ int mm_player_set_subtitle_silent(MMHandleType player, int silent); @@ -1354,18 +1442,18 @@ int mm_player_set_subtitle_silent(MMHandleType player, int silent); * @param silent [out] subtitle silent property * * @return This function returns zero on success, or negative value with error - * code + * code * @see mm_player_set_subtitle_silent, MM_MESSAGE_UPDATE_SUBTITLE - * @remark None - * @par Example + * @remark None + * @par Example * @code int silent = FALSE; - + if (mm_player_get_subtitle_silent(g_player, &silent) != MM_ERROR_NONE) { - printf("failed to set subtitle silent\n"); + debug_warning("failed to set subtitle silent\n"); } - * @endcode + * @endcode */ int mm_player_get_subtitle_silent(MMHandleType player, int *silent); @@ -1383,22 +1471,22 @@ int mm_player_get_subtitle_silent(MMHandleType player, int *silent); * * @see mm_player_get_attribute * @remark This function must be terminated by NULL argument. - * And, if this function is failed, err_attr_name param must be free. - * @par Example + * And, if this function is failed, err_attr_name param must be free. + * @par Example * @code char *g_err_attr_name = NULL; -if (mm_player_set_attribute(g_player, - &g_err_attr_name, +if (mm_player_set_attribute(g_player, + &g_err_attr_name, "profile_uri", filename, strlen(filename), "profile_play_count", count, NULL) != MM_ERROR_NONE) { - printf("failed to set %s attribute\n", g_err_attr_name); + debug_warning("failed to set %s attribute\n", g_err_attr_name); free(g_err_attr_name); } - * @endcode + * @endcode */ int mm_player_set_attribute(MMHandleType player, char **err_attr_name, const char *first_attribute_name, ...)G_GNUC_NULL_TERMINATED; @@ -1415,17 +1503,17 @@ int mm_player_set_attribute(MMHandleType player, char **err_attr_name, const ch * code. * @see mm_player_set_attribute * @remark This function must be terminated by NULL argument. - * And, if this function is failed, err_attr_name param must be free. - * @par Example + * And, if this function is failed, err_attr_name param must be free. + * @par Example * @code char *g_err_attr_name = NULL; if (mm_player_get_attribute(g_player, &g_err_attr_name, "content_duration", &duration, NULL) != MM_ERROR_NONE) { - printf("failed to set %s attribute\n", g_err_attr_name); + debug_warning("failed to set %s attribute\n", g_err_attr_name); free(g_err_attr_name); } - * @endcode + * @endcode */ int mm_player_get_attribute(MMHandleType player, char **err_attr_name, const char *first_attribute_name, ...)G_GNUC_NULL_TERMINATED; @@ -1441,23 +1529,23 @@ int mm_player_get_attribute(MMHandleType player, char **err_attr_name, const ch * * @see mm_player_set_attribute, mm_player_get_attribute * @remark None - * @par Example + * @par Example * @code if (mm_player_get_attribute_info (g_player, "display_method", &method_info) != MM_ERROR_NONE) { - printf("failed to get info\n"); + debug_warning("failed to get info\n"); } -printf("type:%d \n", method_info.type); //int, double.. -printf("flag:%d \n", method_info.flag); //readable, writable.. -printf("validity type:%d \n", method_info.validity_type); //range, array.. +debug_log("type:%d \n", method_info.type); //int, double.. +debug_log("flag:%d \n", method_info.flag); //readable, writable.. +debug_log("validity type:%d \n", method_info.validity_type); //range, array.. if (method_info. validity_type == MM_PLAYER_ATTRS_VALID_TYPE_INT_RANGE) { - printf("range min:%d\n", method_info.int_range.min); - printf("range max:%d\n", method_info.int_range.max); + debug_log("range min:%d\n", method_info.int_range.min); + debug_log("range max:%d\n", method_info.int_range.max); } - * @endcode + * @endcode */ int mm_player_get_attribute_info(MMHandleType player, const char *attribute_name, MMPlayerAttrsInfo *info); @@ -1479,7 +1567,7 @@ guint64 total_size = 0LLU; if (mm_player_get_pd_status(g_player, ¤t_pos, &total_size, NULL) != MM_ERROR_NONE) { - printf("current download pos = %llu, total size = %llu\n", current_pos, total_size); + debug_log("current download pos = %llu, total size = %llu\n", current_pos, total_size); } * @endcode */ @@ -1502,10 +1590,10 @@ int msg_callback(int message, MMMessageParamType *param, void *user_param) switch (message) { case MM_MESSAGE_PD_DOWNLOADER_START: - printf("Progressive download is started...\n"); + debug_log("Progressive download is started...\n"); break; case MM_MESSAGE_PD_DOWNLOADER_END: - printf("Progressive download is ended...\n"); + debug_log("Progressive download is ended...\n"); break; default: break; @@ -1522,7 +1610,7 @@ int mm_player_set_pd_message_callback(MMHandleType player, MMMessageCallback cal * This function is to get the track count * * @param player [in] handle of player. - * @param track_type [in] type of the track type + * @param track [in] type of the track type * @param info [out] the count of the track * * @return This function returns zero on success, or negative value with error @@ -1536,42 +1624,94 @@ gint audio_count = 0; if (mm_player_get_track_count (g_player, MM_PLAYER_TRACK_TYPE_AUDIO, &audio_count) != MM_ERROR_NONE) { - printf("failed to get audio track count\n"); + debug_warning("failed to get audio track count\n"); } -printf("audio track count : %d \n", audio_count); +debug_log("audio track count : %d \n", audio_count); * @endcode */ -int mm_player_get_track_count(MMHandleType player, MMPlayerTrackType track_type, int *count); +int mm_player_get_track_count(MMHandleType player, MMPlayerTrackType type, int *count); /** - * This function is to ignore session + * This function is to select the track * - * @param player [in] handle of player + * @param player [in] handle of player. + * @param type [in] type of the track type + * @param index [in] the index of the track + * + * @return This function returns zero on success, or negative value with error + * code. * - * @return This function returns MM_ERROR_NONE on success, or negative value with error code. + * @see + * @remark None */ -int mm_player_ignore_session(MMHandleType player); +int mm_player_select_track(MMHandleType player, MMPlayerTrackType type, int index); +#ifdef _MULTI_TRACK +/** + * This function is to add the track when user want multi subtitle + * + * @param player [in] handle of player. + * @param index [in] the index of the track + * + * @return This function returns zero on success, or negative value with error + * code. + * + * @see + * @remark None + */ +int mm_player_track_add_subtitle_language(MMHandleType player, int index); /** - * This function is to set zoom level. + * This function is to remove the track when user want multi subtitle * - * @param player [in] handle of player. - * @param level [in] level of zoom + * @param player [in] handle of player. + * @param index [in] the index of the track * - * @return This function returns zero on success, or negative value with error - * code. + * @return This function returns zero on success, or negative value with error + * code. * * @see - * @remark None + * @remark None */ -int mm_player_set_display_zoom(MMHandleType player, float level); +int mm_player_track_remove_subtitle_language(MMHandleType player, int index); /** - * This function is to get zoom level. + * This function is to notify which sutitle track is in use + * + * @param player [in] handle of player. + * @param callback [in] callback function to register + * @param user_data [in] user data to be passed to the callback function + * + * @return This function returns zero on success, or negative value with error + * code. + * + * @see + * @remark None + */ +int mm_player_track_foreach_selected_subtitle_language(MMHandleType player, mm_player_track_selected_subtitle_language_callback callback, void *user_param); +#endif +/** + * This function is to get the track language + * + * @param player [in] handle of player. + * @param type [in] type of the track type + * @param index [in] the index of the track + * @param code [out] language code in ISO 639-1(string) + * + * @return This function returns zero on success, or negative value with error + * code. + * + * @see + * @remark None + */ +int mm_player_get_track_language_code(MMHandleType player, MMPlayerTrackType type, int index, char **code); + +/** + * This function is to get the current running track * * @param player [in] handle of player. - * @param type [out] current level of zoom + * @param type [in] type of the track type + * @param index [out] the index of the track * * @return This function returns zero on success, or negative value with error * code. @@ -1579,12 +1719,56 @@ int mm_player_set_display_zoom(MMHandleType player, float level); * @see * @remark None */ -int mm_player_get_display_zoom(MMHandleType player, float *level); + +int mm_player_get_current_track(MMHandleType hplayer, MMPlayerTrackType type, int *index); + +/** + * This function is to set the buffer size for streaming playback. \n + * + * @param player [in] Handle of player + * @param second [in] Size of initial buffer + * + * @return This function returns zero on success, or negative value with error code. + * @remark None + * @par Example + * @code +gint second = 10; //10sec + +if (mm_player_set_prepare_buffering_time(g_player, second) != MM_ERROR_NONE) +{ + debug_error("failed to set buffer size\n"); +} + * @endcode + */ + +int mm_player_set_prepare_buffering_time(MMHandleType player, int second); + +/** + * This function is to set the runtime buffering mode for streaming playback. \n + * + * @param player [in] Handle of player + * @param mode [in] mode of runtime buffering + * @param second [in] max size of buffering + * + * @return This function returns zero on success, or negative value with error code. + * @remark None + * @par Example + * @code + +if (mm_player_set_runtime_buffering_mode(g_player, MM_PLAYER_BUFFERING_MODE_ADAPTIVE, 10) != MM_ERROR_NONE) +{ + debug_error("failed to set buffering mode\n"); +} + * @endcode + */ + +int mm_player_set_runtime_buffering_mode(MMHandleType player, MMPlayerBufferingMode mode, int second); /** * This function is to set the start position of zoom * - * @param player [in] handle of player + * @param player [in] handle of player + * @param level [in] level of zoom * @param x [in] start x position * @param y [in] start y position * @@ -1594,12 +1778,13 @@ int mm_player_get_display_zoom(MMHandleType player, float *level); * @see * @remark None */ -int mm_player_set_display_zoom_start_position(MMHandleType player, int x, int y); +int mm_player_set_display_zoom(MMHandleType player, float level, int x, int y); /** * This function is to get the start position of zoom * * @param player [in] handle of player + * @param type [out] current level of zoom * @param x [out] start x position * @param y [out] start y position * @@ -1609,7 +1794,147 @@ int mm_player_set_display_zoom_start_position(MMHandleType player, int x, int y) * @see * @remark None */ -int mm_player_get_display_zoom_start_position(MMHandleType player, int *x, int *y); +int mm_player_get_display_zoom(MMHandleType player, float *level, int *x, int *y); + +/** + * This function is to set the subtitle path + * + * @param player [in] handle of player + * @param path [in] subtitle path + * + * @return This function returns zero on success, or negative value with error code. + * + * @see + * @remark None + */ +int mm_player_set_external_subtitle_path(MMHandleType player, const char* path); + +/** + * This function is to change clock provider to system clock + * + * @param player [in] handle of player + * @return This function returns zero on success, or negative value with error code. + * + * @see + * @remark None + */ +int mm_player_use_system_clock(MMHandleType player); + +/** + * This function is to set the clock which is from master player + * + * @param player [in] handle of player + * @param clock [in] clock of master player + * @param clock_delta [in] clock difference between master and slave + * @param video_time [in] current playing position + * @param media_clock [in] media clock information + * @param audio_time [in] audio timestamp information + * @return This function returns zero on success, or negative value with error code. + * + * @see + * @remark None + */ +int mm_player_set_video_share_master_clock(MMHandleType player, long long clock, long long clock_delta, long long video_time, long long media_clock, long long audio_time); +/** + * This function is to get the master clock + * + * @param player [in] handle of player + * @param video_time [out] current playing position + * @param media_clock [out] media clock information + * @param audio_time [out] audio timestamp information + * @return This function returns zero on success, or negative value with error code. + * + * @see + * @remark None + */ +int mm_player_get_video_share_master_clock(MMHandleType player, long long *video_time, long long *media_clock, long long *audio_time); +/** + * This function is to set audio channel + * + * @param player [in] handle of player + * @param ch [in] audio channel + * @return This function returns zero on success, or negative value with error code. + * + * @see + * @remark None + */ +int mm_player_gst_set_audio_channel(MMHandleType player, MMPlayerAudioChannel ch); + +/** + * This function is to get the content angle + * + * @param player [in] handle of player + * @param angle [out] orignal angle from content + * @return This function returns zero on success, or negative value with error code. + * + * @see + * @remark None + */ +int mm_player_get_video_rotate_angle(MMHandleType player, int *angle); + +/** + * This function is to set download mode of video hub + * + * @param player [in] handle of player + * @param mode [in] download mode + * @return This function returns zero on success, or negative value with error code. + * + * @see + * @remark None + */ +int mm_player_set_video_hub_download_mode(MMHandleType player, bool mode); + +/** + * This function is to set using sync handler. + * + * @param player [in] handle of player + * @param enable [in] enable/disable + * @return This function returns zero on success, or negative value with error code. + * + * @see + * @remark None + */ +int mm_player_enable_sync_handler(MMHandleType player, bool enable); + +/** + * This function is to set uri. + * + * @param player [in] handle of player + * @param uri [in] uri + * @return This function returns zero on success, or negative value with error code. + * + * @see + * @remark None + */ +int mm_player_set_uri(MMHandleType player, const char *uri); + +/** + * This function is to set next uri. + * + * @param player [in] handle of player + * @param uri [in] uri + * @return This function returns zero on success, or negative value with error code. + * + * @see + * @remark None + */ +int mm_player_set_next_uri(MMHandleType player, const char *uri); + +/** + * This function is to get next uri. + * + * @param player [in] handle of player + * @param uri [out] uri + * @return This function returns zero on success, or negative value with error code. + * + * @see + * @remark None + */ +int mm_player_get_next_uri(MMHandleType player, char **uri); + +int mm_player_enable_media_packet_video_stream(MMHandleType player, bool enable); + + /** @} */ diff --git a/src/include/mm_player_asm.h b/src/include/mm_player_asm.h deleted file mode 100644 index d4fc478..0000000 --- a/src/include/mm_player_asm.h +++ /dev/null @@ -1,55 +0,0 @@ -/* - * libmm-player - * - * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. - * - * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - * - */ - -#ifndef __MM_PLAYER_ASM_H__ -#define __MM_PLAYER_ASM_H__ - -#include <glib.h> -#include <mm_types.h> - -#include <mm_session.h> -#include <mm_session_private.h> -#include <audio-session-manager.h> - -#ifdef __cplusplus -extern "C" { -#endif - -typedef struct { - int handle; - int pid; - int by_asm_cb; - int event_src; - int skip_session; - ASM_sound_states_t state; - ASM_sound_events_t event; -} MMPlayerASM; - -gint _mmplayer_asm_register(MMPlayerASM* sm, ASM_sound_cb_t callback, void* param); -gint _mmplayer_asm_unregister(MMPlayerASM* sm); -gint _mmplayer_asm_set_state(MMHandleType player, ASM_sound_states_t state); -gint _mmplayer_asm_ignore_session(MMHandleType player); - -#ifdef __cplusplus -} -#endif - -#endif /* __MM_PLAYER_ASM_H__ */ diff --git a/src/include/mm_player_attrs.h b/src/include/mm_player_attrs.h index a752297..bbbe8f6 100644..100755 --- a/src/include/mm_player_attrs.h +++ b/src/include/mm_player_attrs.h @@ -3,7 +3,8 @@ * * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. * - * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, + * YoungHwan An <younghwan_.an@samsung.com> * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. diff --git a/src/include/mm_player_audioeffect.h b/src/include/mm_player_audioeffect.h index fc03392..bde45e3 100644..100755 --- a/src/include/mm_player_audioeffect.h +++ b/src/include/mm_player_audioeffect.h @@ -32,6 +32,9 @@ #define MM_AUDIO_EFFECT_EQ_BAND_NUM_MAX 10 #define MM_AUDIO_EFFECT_CUSTOM_LEVEL_INIT 0 +#define MM_AUDIO_EFFECT_SQUARE_VALUE_MAX 4 +#define MM_AUDIO_EFFECT_SQUARE_VALUE_MIN 0 + /** @addtogroup PLAYER_INTERNAL @@ -61,6 +64,10 @@ typedef enum { MM_AUDIO_EFFECT_PRESET_HIPHOP, /**< Preset type HipHop */ MM_AUDIO_EFFECT_PRESET_RNB, /**< Preset type R&B */ MM_AUDIO_EFFECT_PRESET_FLAT, /**< Preset type Flat */ + MM_AUDIO_EFFECT_PRESET_TUBE, /**< Preset type Tube */ + MM_AUDIO_EFFECT_PRESET_VIRT71, /**< Preset type Virtual 7.1 */ + MM_AUDIO_EFFECT_PRESET_STUDIO, /**< Preset type Studio */ + MM_AUDIO_EFFECT_PRESET_CLUB, /**< Preset type Club */ MM_AUDIO_EFFECT_PRESET_NUM, /**< Number of Preset type */ } MMAudioEffectPresetType; @@ -84,6 +91,7 @@ typedef enum { MM_AUDIO_EFFECT_TYPE_NONE, MM_AUDIO_EFFECT_TYPE_PRESET, MM_AUDIO_EFFECT_TYPE_CUSTOM, + MM_AUDIO_EFFECT_TYPE_SQUARE, } MMAudioEffectType; @@ -92,7 +100,14 @@ typedef enum { */ typedef enum { MM_AUDIO_EFFECT_OUTPUT_SPK, /**< Speaker out */ - MM_AUDIO_EFFECT_OUTPUT_EAR /**< Earjack out */ + MM_AUDIO_EFFECT_OUTPUT_EAR, /**< Earjack out */ + MM_AUDIO_EFFECT_OUTPUT_OTHERS, /**< MIRRORING out */ + MM_AUDIO_EFFECT_OUTPUT_BT, + MM_AUDIO_EFFECT_OUTPUT_DOCK, + MM_AUDIO_EFFECT_OUTPUT_MULTIMEDIA_DOCK, + MM_AUDIO_EFFECT_OUTPUT_USB_AUDIO, + MM_AUDIO_EFFECT_OUTPUT_HDMI, + MM_AUDIO_EFFECT_OUTPUT_NUM } MMAudioEffectOutputMode; @@ -105,6 +120,8 @@ typedef struct { int *custom_ext_level_for_plugin; /**< for custom type, level value list of Extension effects*/ int custom_eq_level[MM_AUDIO_EFFECT_EQ_BAND_NUM_MAX]; /**< for custom type, EQ info*/ int custom_ext_level[MM_AUDIO_EFFECT_CUSTOM_NUM-1]; /**< for custom type, Extension effect info*/ + int square_row; /**< for square type, square row configure*/ + int square_col; /**< for square type, square col configure*/ } MMAudioEffectInfo; @@ -150,20 +167,6 @@ int mm_player_get_foreach_present_supported_effect_type(MMHandleType player, MMA int mm_player_audio_effect_bypass (MMHandleType hplayer); /** - * This function is to apply preset effect. - * - * @param hplayer [in] Handle of player. - * @param type [in] Preset type effect. - * - * @return This function returns zero on success, or negative value with error code. - * - * @remark - * @see MMAudioEffectPresetType - * @since - */ -int mm_player_audio_effect_preset_apply(MMHandleType hplayer, MMAudioEffectPresetType type); - -/** * This function is to apply custom effect(Equalizer and Extension effects). * * @param hplayer [in] Handle of player. diff --git a/src/include/mm_player_capture.h b/src/include/mm_player_capture.h index b4349e8..44dcbb4 100755 --- a/src/include/mm_player_capture.h +++ b/src/include/mm_player_capture.h @@ -1,73 +1,75 @@ -/*
- * libmm-player
- *
- * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
- *
- * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com>
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- *
- */
-
-#ifndef __MM_PLAYER_CAPTURE_H__
-#define __MM_PLAYER_CAPTURE_H__
-
-/*=======================================================================================
-| INCLUDE FILES |
-========================================================================================*/
-#include <mm_types.h>
-#include "mm_player_priv.h"
-
-#ifdef __cplusplus
- extern "C" {
-#endif
-
-/*=======================================================================================
-| GLOBAL FUNCTION PROTOTYPES |
-========================================================================================*/
-/**
- * This function is to initialize video capture
- *
- * @param[in] handle Handle of player.
- * @return This function returns zero on success, or negative value with errors.
- * @remarks
- * @see
- *
- */
-int _mmplayer_initialize_video_capture(mm_player_t* player);
-/**
- * This function is to release video capture
- *
- * @param[in] handle Handle of player.
- * @return This function returns zero on success, or negative value with errors.
- * @remarks
- * @see
- *
- */
-int _mmplayer_release_video_capture(mm_player_t* player);
-/**
- * This function is to get video snapshot during playback.
- *
- * @param[in] handle Handle of player.
- * @return This function returns zero on success, or negative value with errors.
- * @remarks
- * @see
- *
- */
-int _mmplayer_do_video_capture(MMHandleType hplayer);
-
-#ifdef __cplusplus
- }
-#endif
-
-#endif
+/* + * libmm-player + * + * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. + * + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, + * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * + */ + +#ifndef __MM_PLAYER_CAPTURE_H__ +#define __MM_PLAYER_CAPTURE_H__ + +/*======================================================================================= +| INCLUDE FILES | +========================================================================================*/ +#include <mm_types.h> +#include "mm_player_priv.h" + +#ifdef __cplusplus + extern "C" { +#endif + +/*======================================================================================= +| GLOBAL FUNCTION PROTOTYPES | +========================================================================================*/ +/** + * This function is to initialize video capture + * + * @param[in] handle Handle of player. + * @return This function returns zero on success, or negative value with errors. + * @remarks + * @see + * + */ +int _mmplayer_initialize_video_capture(mm_player_t* player); +/** + * This function is to release video capture + * + * @param[in] handle Handle of player. + * @return This function returns zero on success, or negative value with errors. + * @remarks + * @see + * + */ +int _mmplayer_release_video_capture(mm_player_t* player); +/** + * This function is to get video snapshot during playback. + * + * @param[in] handle Handle of player. + * @return This function returns zero on success, or negative value with errors. + * @remarks + * @see + * + */ +int _mmplayer_do_video_capture(MMHandleType hplayer); + +#ifdef __cplusplus + } +#endif + +#endif + diff --git a/src/include/mm_player_ini.h b/src/include/mm_player_ini.h index 4f6e1a8..952c839 100644..100755 --- a/src/include/mm_player_ini.h +++ b/src/include/mm_player_ini.h @@ -3,7 +3,8 @@ * * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. * - * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, + * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -34,11 +35,11 @@ #define MM_PLAYER_INI_DEFAULT_PATH "/usr/etc/mmfw_player.ini" #define MM_PLAYER_INI_DEFAULT_AUDIOEFFECT_PATH "/usr/etc/mmfw_player_audio_effect.ini" -#define PLAYER_INI() mm_player_ini_get_structure() - #define PLAYER_INI_MAX_STRLEN 100 #define PLAYER_INI_MAX_PARAM_STRLEN 256 +#define PLAYER_INI_MAX_ELEMENT 10 + /* NOTE : MMPlayer has no initalizing API for library itself * so we cannot decide when those ini values to be released. * this is the reason of all string items are static array. @@ -46,34 +47,41 @@ * before that time, we should be careful with size limitation * of each string item. */ +enum keyword_type +{ + KEYWORD_EXCLUDE, // for element exclude keyworld + KEYWORD_DUMP // for dump element keyworld +}; /* @ mark means the item has tested */ typedef struct __mm_player_ini { /* general */ - gboolean use_decodebin; // @ gchar videosink_element_x[PLAYER_INI_MAX_STRLEN]; gchar videosink_element_evas[PLAYER_INI_MAX_STRLEN]; gchar videosink_element_fake[PLAYER_INI_MAX_STRLEN]; - gchar name_of_audiosink[PLAYER_INI_MAX_STRLEN]; // @ - gchar name_of_drmsrc[PLAYER_INI_MAX_STRLEN]; // @ + gchar name_of_audio_resampler[PLAYER_INI_MAX_STRLEN]; + gchar name_of_audiosink[PLAYER_INI_MAX_STRLEN]; + gchar name_of_drmsrc[PLAYER_INI_MAX_STRLEN]; gchar name_of_video_converter[PLAYER_INI_MAX_STRLEN]; - gboolean skip_rescan; // @ - gboolean generate_dot; // @ - gboolean provide_clock; // @ - gint live_state_change_timeout; // @ - gint localplayback_state_change_timeout; // @ + gboolean skip_rescan; + gboolean generate_dot; + gboolean provide_clock_for_music; + gboolean provide_clock_for_movie; + gint live_state_change_timeout; + gint localplayback_state_change_timeout; gint delay_before_repeat; - gint eos_delay; // @ + gint eos_delay; gboolean multiple_codec_supported; - - gchar gst_param[5][PLAYER_INI_MAX_PARAM_STRLEN]; // @ - gchar exclude_element_keyword[10][PLAYER_INI_MAX_STRLEN]; + + gchar gst_param[5][PLAYER_INI_MAX_PARAM_STRLEN]; + gchar exclude_element_keyword[PLAYER_INI_MAX_ELEMENT][PLAYER_INI_MAX_STRLEN]; gboolean async_start; gboolean disable_segtrap; /* audio effect */ gchar name_of_audio_effect[PLAYER_INI_MAX_STRLEN]; + gchar name_of_audio_effect_sec[PLAYER_INI_MAX_STRLEN]; gboolean use_audio_effect_preset; gboolean audio_effect_preset_list[MM_AUDIO_EFFECT_PRESET_NUM]; @@ -89,25 +97,43 @@ typedef struct __mm_player_ini gint audio_effect_custom_min_level_list[MM_AUDIO_EFFECT_CUSTOM_NUM]; gint audio_effect_custom_max_level_list[MM_AUDIO_EFFECT_CUSTOM_NUM]; + gboolean use_audio_effect_square; + gint audio_effect_square_max_row; + gint audio_effect_square_max_col; + /* http streaming */ - gchar name_of_httpsrc[PLAYER_INI_MAX_STRLEN]; // @ + gchar name_of_httpsrc[PLAYER_INI_MAX_STRLEN]; gchar http_file_buffer_path[PLAYER_INI_MAX_STRLEN]; gdouble http_buffering_limit; guint http_max_size_bytes; gdouble http_buffering_time; - guint http_timeout; + gint http_timeout; /* rtsp streaming */ - gchar name_of_rtspsrc[PLAYER_INI_MAX_STRLEN]; // @ + gchar name_of_rtspsrc[PLAYER_INI_MAX_STRLEN]; guint rtsp_buffering_time; guint rtsp_rebuffering_time; gboolean rtsp_do_typefinding; gboolean rtsp_error_concealment; /* testing purpose */ + + /* hw accelation */ + gboolean use_video_hw_accel; + + /* priority */ + gboolean use_priority_setting; + gint demux_priority; + gint audiosink_priority; + gint videosink_priority; + gint ringbuffer_priority; + + /* dump buffer for debug */ + gchar dump_element_keyword[PLAYER_INI_MAX_ELEMENT][PLAYER_INI_MAX_STRLEN]; + gchar dump_element_path[PLAYER_INI_MAX_STRLEN]; + gboolean set_dump_element_flag; } mm_player_ini_t; /* default values if each values are not specified in inifile */ /* general */ -#define DEFAULT_USE_DECODEBIN FALSE #define DEFAULT_AUDIO_EFFECT_ELEMENT "" #define DEFAULT_USE_AUDIO_EFFECT_PRESET FALSE #define DEFAULT_AUDIO_EFFECT_PRESET_LIST "" @@ -121,38 +147,55 @@ typedef struct __mm_player_ini #define DEFAULT_AUDIO_EFFECT_CUSTOM_EQ_MIN 0 #define DEFAULT_AUDIO_EFFECT_CUSTOM_EQ_MAX 0 #define DEFAULT_AUDIO_EFFECT_CUSTOM_EXT_NUM 0 -#define DEFAULT_USE_SINK_HANDLER TRUE -#define DEFAULT_SKIP_RESCAN TRUE -#define DEFAULT_GENERATE_DOT FALSE -#define DEFAULT_PROVIDE_CLOCK TRUE -#define DEFAULT_DELAY_BEFORE_REPEAT 50 /* msec */ -#define DEFAULT_EOS_DELAY 150 /* msec */ -#define DEFAULT_DRMSRC "drmsrc" -#define DEFAULT_VIDEOSINK_X "xvimagesink" -#define DEFAULT_VIDEOSINK_EVAS "evasimagesink" -#define DEFAULT_VIDEOSINK_FAKE "fakesink" -#define DEFAULT_AUDIOSINK "avsysaudiosink" -#define DEFAULT_GST_PARAM "" -#define DEFAULT_EXCLUDE_KEYWORD "" -#define DEFAULT_ASYNC_START TRUE -#define DEFAULT_DISABLE_SEGTRAP TRUE -#define DEFAULT_VIDEO_CONVERTER "" -#define DEFAULT_MULTIPLE_CODEC_SUPPORTED TRUE -#define DEFAULT_LIVE_STATE_CHANGE_TIMEOUT 30 /* sec */ -#define DEFAULT_LOCALPLAYBACK_STATE_CHANGE_TIMEOUT 10 /* sec */ +#define DEFAULT_USE_AUDIO_EFFECT_SQUARE FALSE +#define DEFAULT_AUDIO_EFFECT_SQUARE_ROW_MAX 0 +#define DEFAULT_AUDIO_EFFECT_SQUARE_COL_MAX 0 +#define DEFAULT_USE_SINK_HANDLER TRUE +#define DEFAULT_SKIP_RESCAN TRUE +#define DEFAULT_GENERATE_DOT FALSE +#define DEFAULT_PROVIDE_CLOCK_FOR_MUSIC TRUE +#define DEFAULT_PROVIDE_CLOCK_FOR_MOVIE FALSE +#define DEFAULT_DELAY_BEFORE_REPEAT 50 /* msec */ +#define DEFAULT_EOS_DELAY 150 /* msec */ +#define DEFAULT_DRMSRC "drmsrc" +#define DEFAULT_VIDEOSINK_X "xvimagesink" +#define DEFAULT_VIDEOSINK_EVAS "evasimagesink" +#define DEFAULT_VIDEOSINK_FAKE "fakesink" +#define DEFAULT_AUDIORESAMPLER "audioresample" +#define DEFAULT_AUDIOSINK "avsysaudiosink" +#define DEFAULT_GST_PARAM "" +#define DEFAULT_EXCLUDE_KEYWORD "" +#define DEFAULT_ASYNC_START TRUE +#define DEFAULT_DISABLE_SEGTRAP TRUE +#define DEFAULT_VIDEO_CONVERTER "" +#define DEFAULT_MULTIPLE_CODEC_SUPPORTED TRUE +#define DEFAULT_LIVE_STATE_CHANGE_TIMEOUT 30 /* sec */ +#define DEFAULT_LOCALPLAYBACK_STATE_CHANGE_TIMEOUT 10 /* sec */ /* http streaming */ -#define DEFAULT_HTTPSRC "souphttpsrc" -#define DEFAULT_HTTP_FILE_BUFFER_PATH "" -#define DEFAULT_HTTP_BUFFERING_LIMIT 99.0 /* percent */ -#define DEFAULT_HTTP_MAX_SIZE_BYTES 1048576 /* bytes : 1 MBytes */ -#define DEFAULT_HTTP_BUFFERING_TIME 3.0 /* sec */ -#define DEFAULT_HTTP_TIMEOUT 30 /* sec */ +#define DEFAULT_HTTPSRC "souphttpsrc" +#define DEFAULT_HTTP_FILE_BUFFER_PATH "/opt/usr/media" +#define DEFAULT_HTTP_BUFFERING_LIMIT 99.0 /* percent */ +#define DEFAULT_HTTP_MAX_SIZE_BYTES 1048576 /* bytes : 1 MBytes */ +#define DEFAULT_HTTP_BUFFERING_TIME 1.2 /* sec */ +#define DEFAULT_HTTP_TIMEOUT -1 /* infinite retry */ /* rtsp streaming */ -#define DEFAULT_RTSPSRC "secrtspsrc" -#define DEFAULT_RTSP_BUFFERING 5000 /* msec */ -#define DEFAULT_RTSP_REBUFFERING 15000 /* msec */ -#define DEFAULT_RTSP_DO_TYPEFINDING FALSE -#define DEFAULT_RTSP_ERROR_CONCEALMENT TRUE +#define DEFAULT_RTSPSRC "secrtspsrc" +#define DEFAULT_RTSP_BUFFERING 5000 /* msec */ +#define DEFAULT_RTSP_REBUFFERING 15000 /* msec */ +#define DEFAULT_RTSP_DO_TYPEFINDING FALSE +#define DEFAULT_RTSP_ERROR_CONCEALMENT TRUE +/* hw accel */ +#define DEFAULT_USE_VIDEO_HW_ACCEL FALSE +/* priority */ +#define DEFAULT_USE_PRIORITY_SETTING FALSE +#define DEFAULT_PRIORITY_DEMUX 96 +#define DEFAULT_PRIORITY_VIDEO_SINK 97 +#define DEFAULT_PRIORITY_AUDIO_SINK 98 +#define DEFAULT_PRIORITY_RINGBUFFER 99 + +/* dump buffer for debug */ +#define DEFAULT_DUMP_ELEMENT_KEYWORD "" +#define DEFAULT_DUMP_ELEMENT_PATH "/opt/usr/media/" /* NOTE : following content should be same with above default values */ /* FIXIT : need smarter way to generate default ini file. */ @@ -161,9 +204,6 @@ typedef struct __mm_player_ini "\ [general] \n\ \n\ -; if disabled typefind element will used directely \n\ -use decodebin = no ; async state change problem exist \n\ -\n\ use sink handler = yes \n\ \n\ disable segtrap = yes ; same effect with --gst-disable-segtrap \n\ @@ -201,7 +241,8 @@ gstparam5 = \n\ generate dot = no \n\ \n\ ; parameter for clock provide in audiosink \n\ -provide clock = yes \n\ +provide clock for music = yes \n\ +provide clock for movie = no \n\ \n\ ; allowed timeout for changing pipeline state \n\ live state change timeout = 30 ; sec \n\ @@ -216,15 +257,15 @@ eos delay = 150 ; msec \n\ httppsrc element = souphttpsrc \n\ \n\ ; if set, use file or not use memory for buffering\n\ -http file buffer path = /opt/media\n\ +http file buffer path = /opt/usr/media\n\ \n\ http buffering limit = 99 ; percent\n\ \n\ http max size bytes = 1048576 ; bytes\n\ \n\ -http buffering time = 3.0 \n\ +http buffering time = 1.2 \n\ \n\ -http timeout = 30 ; sec \n\ +http timeout = -1 ; infinite retry \n\ \n\ \n\ [rtsp streaming] \n\ @@ -240,16 +281,29 @@ rtsp do typefinding = no; if no, caps on rtspsrc:src pad will be used for autopl rtsp error concealment = yes \n\ \n\ \n\ +[hw accelation] \n\ +use video hw accel = yes \n\ +\n\ +\n\ +[priority] \n\ +\n\ +use priority setting = no \n\ +\n\ +demux = 95 \n\ +\n\ +videosink = 96 \n\ +\n\ +audiosink = 97\n\ +\n\ +ringbuffer = 98 \n\ +\n\ " int -mm_player_ini_load(void); - -mm_player_ini_t* -mm_player_ini_get_structure(void); +mm_player_ini_load(mm_player_ini_t* ini); int -mm_player_audio_effect_ini_load(void); +mm_player_audio_effect_ini_load(mm_player_ini_t* ini); #ifdef __cplusplus } diff --git a/src/include/mm_player_internal.h b/src/include/mm_player_internal.h index bf8b4c0..a830a4e 100644..100755 --- a/src/include/mm_player_internal.h +++ b/src/include/mm_player_internal.h @@ -3,7 +3,8 @@ * * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. * - * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, + * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -97,15 +98,19 @@ typedef enum { MM_PLAYER_COLORSPACE_I420 = 0, /**< I420 format - planer */ MM_PLAYER_COLORSPACE_RGB888, /**< RGB888 pixel format */ - MM_PLAYER_COLORSPACE_NV12_TILED, /**< Customized color format in s5pc110 */ + MM_PLAYER_COLORSPACE_NV12_TILED, /**< Customized color format */ + MM_PLAYER_COLORSPACE_NV12, }MMPlayerVideoColorspace; typedef struct { unsigned char *data; /* capture image buffer */ int size; /* capture image size */ - MMPlayerVideoColorspace fmt; /* color space type */ -} MMPlayerVideoCapture; + MMPlayerVideoColorspace fmt; /* color space type */ + unsigned int width; /* width of captured image */ + unsigned int height; /* height of captured image */ + unsigned int orientation; /* content orientation */ +}MMPlayerVideoCapture; /** * Buffer need data callback function type. @@ -147,11 +152,11 @@ typedef bool (*mm_player_buffer_seek_data_callback) (unsigned long long offset, * @param user_param [in] User defined parameter which is passed when set * video stream callback * @param width [in] width of video frame - * @param height [in] height of video frame + * @param height [in] height of video frame * * @return This callback function have to return MM_ERROR_NONE. */ -typedef bool (*mm_player_video_stream_callback) (void *stream, int stream_size, void *user_param, int width, int height); +typedef bool (*mm_player_video_stream_callback) (void *stream, void *user_param); /** * Audio stream callback function type. @@ -184,9 +189,9 @@ typedef bool (*mm_player_video_frame_render_error_callback) (void *error_id, voi * * @return This function returns zero on success, or negative value with error * code - * @remark The current supported range is from -64x to 64x. + * @remark The current supported range is from -64x to 64x. * But, the quailty is dependent on codec performance. - * And, the sound is muted under normal speed and more than double speed. + * And, the sound is muted under normal speed and more than double speed. * @see * @since */ @@ -208,46 +213,15 @@ int mm_player_set_play_speed(MMHandleType player, float rate); int mm_player_set_video_stream_callback(MMHandleType player, mm_player_video_stream_callback callback, void *user_param); /** - * This function set callback function for rendering error information of video render plug-in. - * - * @param player [in] Handle of player. - * @param callback [in] Frame render error callback function. - * @param user_param [in] User parameter which is passed to callback function. - * - * @return This function returns zero on success, or negative value with error code. - * @see - * @remark None - * @par Example - * @code - * @endcode - */ -int mm_player_set_video_frame_render_error_callback(MMHandleType player, mm_player_video_frame_render_error_callback callback, void *user_param); - -/** - * This function set callback function for receiving audio stream from player. - * - * @param player [in] Handle of player. - * @param callback [in] Audio buffer callback function. - * @param user_param [in] User parameter. - * - * @return This function returns zero on success, or negative value with error - * code. - * @remark It can be used for audio playback only. - * @see mm_player_audio_stream_callback - * @since - */ -int mm_player_set_audio_buffer_callback(MMHandleType player, mm_player_audio_stream_callback callback, void *user_param); - -/** - * This function is to capture video frame. + * This function is to capture video frame. * * @param player [in] Handle of player. * * @return This function returns zero on success, or negative value with error * code. * - * @remark Captured buffer is sent asynchronously through message callback with MM_MESSAGE_VIDEO_CAPTURED. - * And, application should free the captured buffer directly. + * @remark Captured buffer is sent asynchronously through message callback with MM_MESSAGE_VIDEO_CAPTURED. + * And, application should free the captured buffer directly. * @see MM_MESSAGE_VIDEO_CAPTURED * @since */ @@ -322,7 +296,7 @@ int mm_player_push_buffer(MMHandleType player, unsigned char *buf, int size); * * @return This function returns zero on success, or negative value with error * code. - * @remark Not supported + * @remark * @see * @since */ diff --git a/src/include/mm_player_pd.h b/src/include/mm_player_pd.h index 163f65c..163f65c 100644..100755 --- a/src/include/mm_player_pd.h +++ b/src/include/mm_player_pd.h diff --git a/src/include/mm_player_priv.h b/src/include/mm_player_priv.h index 6145143..2553e7a 100755 --- a/src/include/mm_player_priv.h +++ b/src/include/mm_player_priv.h @@ -3,7 +3,8 @@ * * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. * - * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, + * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -29,17 +30,19 @@ ========================================================================================== */ #include <glib.h> #include <gst/gst.h> -#include <mm_types.h> #include <mm_attrs.h> -#include <mm_ta.h> #include <mm_debug.h> - +#include <math.h> +#include <sys/stat.h> +#include <unistd.h> +#include <stdlib.h> +#include <stdio.h> #include "mm_player.h" #include "mm_player_internal.h" #include "mm_player_audioeffect.h" #include "mm_message.h" -#include "mm_player_utils.h" -#include "mm_player_asm.h" +#include "mm_player_ini.h" +//#include "mm_player_asm.h" #include "mm_player_pd.h" #include "mm_player_streaming.h" @@ -121,6 +124,7 @@ enum MMPlayerMode { enum MMPlayerUriType { MM_PLAYER_URI_TYPE_NONE, /**< Player URI type None */ MM_PLAYER_URI_TYPE_URL_RTSP, /**< Player URI type RTSP */ + MM_PLAYER_URI_TYPE_URL_WFD, /**< Player URI type WFD */ MM_PLAYER_URI_TYPE_URL_HTTP,/**< Player URI type HTTP */ MM_PLAYER_URI_TYPE_URL_MMS,/**< Player URI type MMS */ MM_PLAYER_URI_TYPE_MEM, /**< Player URI type Mem */ @@ -128,6 +132,9 @@ enum MMPlayerUriType { MM_PLAYER_URI_TYPE_URL, /**< Player URI type URL */ MM_PLAYER_URI_TYPE_BUFF, /**< Player URI type Buffer */ MM_PLAYER_URI_TYPE_HLS, /**< Player URI type http live streaming */ + MM_PLAYER_URI_TYPE_SS, /**< Player URI type Smooth streaming */ + MM_PLAYER_URI_TYPE_DASH, /**< Player URI type Mpeg Dash */ + MM_PLAYER_URI_TYPE_NO_PERMISSION,/**< Player URI type No Permission */ MM_PLAYER_URI_TYPE_TEMP, /**< Player URI type Temp */ }; @@ -146,6 +153,19 @@ typedef enum _FoundCodec FOUND_PLUGIN_VIDEO = 0x02 }FoundCodec; +/** + * Enumeration of signal type + */ +typedef enum { + MM_PLAYER_SIGNAL_TYPE_AUTOPLUG = 0, + MM_PLAYER_SIGNAL_TYPE_VIDEOBIN, + MM_PLAYER_SIGNAL_TYPE_AUDIOBIN, + MM_PLAYER_SIGNAL_TYPE_TEXTBIN, + MM_PLAYER_SIGNAL_TYPE_OTHERS, + MM_PLAYER_SIGNAL_TYPE_ALL, + MM_PLAYER_SIGNAL_TYPE_MAX = MM_PLAYER_SIGNAL_TYPE_ALL, +}MMPlayerSignalType; + /* main pipeline's element id */ enum MainElementID { @@ -154,6 +174,7 @@ enum MainElementID MMPLAYER_M_SUBSRC, /* it could be a decodebin or could be a typefind. depends on player ini */ + MMPLAYER_M_TYPEFIND, MMPLAYER_M_AUTOPLUG, /* NOTE : we need two fakesink to autoplug without decodebin. @@ -165,9 +186,9 @@ enum MainElementID MMPLAYER_M_SRC_2ND_FAKESINK, /* streaming plugin */ - MMPLAYER_M_S_BUFFER, - MMPLAYER_M_S_ADEC, - MMPLAYER_M_S_VDEC, + MMPLAYER_M_MUXED_S_BUFFER, + MMPLAYER_M_DEMUXED_S_BUFFER, + MMPLAYER_M_ID3DEMUX, /* FIXIT : if there's really no usage for following IDs. remove it */ MMPLAYER_M_DEC1, @@ -176,6 +197,19 @@ enum MainElementID MMPLAYER_M_Q2, MMPLAYER_M_DEMUX, MMPLAYER_M_SUBPARSE, + MMPLAYER_M_DEMUX_EX, +#ifdef _USE_M_V_INPUT_SELECTOR_ + MMPLAYER_M_V_INPUT_SELECTOR, // video input_select // not yet +#endif + MMPLAYER_M_A_INPUT_SELECTOR, // audio input_select + MMPLAYER_M_T_INPUT_SELECTOR, // text input_select + MMPLAYER_M_A_TEE, + MMPLAYER_M_A_Q1, + MMPLAYER_M_A_Q2, + MMPLAYER_M_A_CONV, + MMPLAYER_M_A_FILTER, + MMPLAYER_M_A_DEINTERLEAVE, + MMPLAYER_M_A_SELECTOR, MMPLAYER_M_NUM }; @@ -187,6 +221,8 @@ enum AudioElementID MMPLAYER_A_CONV, MMPLAYER_A_VOL, MMPLAYER_A_FILTER, + MMPLAYER_A_FILTER_SEC, + MMPLAYER_A_VSP, MMPLAYER_A_CAPS_DEFAULT, MMPLAYER_A_SINK, MMPLAYER_A_RESAMPLER, @@ -209,11 +245,12 @@ enum VideoElementID enum TextElementID { MMPLAYER_T_BIN = 0, /* NOTE : MMPLAYER_V_BIN should be zero */ - MMPLAYER_T_TEXT_QUEUE, + MMPLAYER_T_TEXT_FAKE_QUEUE, MMPLAYER_T_VIDEO_QUEUE, MMPLAYER_T_VIDEO_CONVERTER, MMPLAYER_T_OVERLAY, - MMPLAYER_T_SINK, + MMPLAYER_T_FAKE_SINK, + MMPLAYER_T_TEXT_FAKE_IDENTITY, MMPLAYER_T_NUM }; @@ -293,7 +330,6 @@ enum StreamingSrcError MMPLAYER_STREAMING_ERROR_OPTION_NOT_SUPPORTED, }; - /*--------------------------------------------------------------------------- | GLOBAL DATA TYPE DEFINITIONS: | ---------------------------------------------------------------------------*/ @@ -315,7 +351,6 @@ typedef struct typedef struct { - char device[MAX_SOUND_DEVICE_LEN]; float volume; int mute; int bluetooth; /* enable/disable */ @@ -348,6 +383,25 @@ typedef struct { gulong sig; } MMPlayerSignalItem; +typedef struct { + bool rich_audio; + bool safety_volume; + bool pcm_extraction; + bool video_zc; // video zero-copy + bool subtitle_off; + bool media_packet_video_stream; +}MMPlayerSetMode; + +typedef struct { + GMainContext *global_default; + GMainContext *thread_default; +}MMPlayerGMainContext; + +typedef struct { + gint uri_idx; + GList *uri_list; +}MMPlayerUriList; + /* image buffer definition *************************************************** +------------------------------------------+ --- @@ -372,38 +426,60 @@ typedef struct { typedef struct { /* width of each image plane */ - int w[MM_PLAYER_IMGB_MPLANE_MAX]; + int w[MM_PLAYER_IMGB_MPLANE_MAX]; /* height of each image plane */ - int h[MM_PLAYER_IMGB_MPLANE_MAX]; + int h[MM_PLAYER_IMGB_MPLANE_MAX]; /* stride of each image plane */ - int s[MM_PLAYER_IMGB_MPLANE_MAX]; + int s[MM_PLAYER_IMGB_MPLANE_MAX]; /* elevation of each image plane */ - int e[MM_PLAYER_IMGB_MPLANE_MAX]; + int e[MM_PLAYER_IMGB_MPLANE_MAX]; /* user space address of each image plane */ - void *a[MM_PLAYER_IMGB_MPLANE_MAX]; + void *a[MM_PLAYER_IMGB_MPLANE_MAX]; /* physical address of each image plane, if needs */ - void *p[MM_PLAYER_IMGB_MPLANE_MAX]; + void *p[MM_PLAYER_IMGB_MPLANE_MAX]; /* color space type of image */ - int cs; + int cs; /* left postion, if needs */ - int x; + int x; /* top position, if needs */ - int y; + int y; /* to align memory */ - int __dummy2; + int __dummy2; /* arbitrary data */ - int data[16]; - - /* dmabuf fd */ - int fd[MM_PLAYER_IMGB_MPLANE_MAX]; + int data[16]; + /* dmabuf or ion fd */ + int fd[MM_PLAYER_IMGB_MPLANE_MAX]; + /* flag for buffer share */ + int buf_share_method; + /* Y plane size */ + int y_size; + /* UV plane size */ + int uv_size; + /* Tizen buffer object of each image plane */ + void *bo[MM_PLAYER_IMGB_MPLANE_MAX]; + /* JPEG data */ + void *jpeg_data; + /* JPEG size */ + int jpeg_size; + /* tzmem buffer */ + int tz_enable; +} MMPlayerMPlaneImage; - /* flag for buffer share */ - int buf_share_method; +typedef struct { + gint active_pad_index; + gint total_track_num; + GPtrArray *channels; +} mm_player_selector_t; - /*y, cbcr size for bookmark */ - int y_size; - int uv_size; -} MMPlayerMPlaneImage; +/* Things needed to be done after output device has changed */ +typedef struct { + gboolean need_async; + gboolean need_seek; + gboolean need_pause_and_resume; + guint cb_score; + guint required_cb_score; + guint id; +} mm_player_post_proc_t; typedef struct { /* STATE */ @@ -416,31 +492,39 @@ typedef struct { gboolean section_repeat; gint section_repeat_start; gint section_repeat_end; + guint play_count; gchar *album_art; int cmd; /* command lock */ - GMutex* cmd_lock; + GMutex cmd_lock; + GMutex playback_lock; /* repeat thread lock */ - GCond* repeat_thread_cond; - GMutex* repeat_thread_mutex; + GCond repeat_thread_cond; + GMutex repeat_thread_mutex; GThread* repeat_thread; gboolean repeat_thread_exit; + /* next play thread */ + GThread* next_play_thread; + gboolean next_play_thread_exit; + GCond next_play_thread_cond; + GMutex next_play_thread_mutex; + /* capture thread */ GThread* capture_thread; gboolean capture_thread_exit; - GCond* capture_thread_cond; - GMutex* capture_thread_mutex; + GCond capture_thread_cond; + GMutex capture_thread_mutex; MMPlayerVideoCapture capture; MMPlayerVideoColorspace video_cs; MMPlayerMPlaneImage captured; /* fakesink handling lock */ - GMutex* fsink_lock; + GMutex fsink_lock; /* player attributes */ MMHandleType attrs; @@ -448,7 +532,7 @@ typedef struct { /* message callback */ MMMessageCallback msg_cb; void* msg_cb_param; - GMutex* msg_cb_lock; + GMutex msg_cb_lock; /* progressive download */ mm_player_pd_t *pd_downloader; @@ -460,7 +544,9 @@ typedef struct { /* gstreamer pipeline */ MMPlayerGstPipelineInfo *pipeline; - gboolean pipeline_is_constructed; + + /* pad */ + GstPad *ghost_pad_for_videobin; /* buffering support cbs*/ mm_player_buffer_need_data_callback need_data_cb; @@ -478,10 +564,6 @@ typedef struct { mm_player_audio_stream_callback audio_stream_cb; void* audio_stream_cb_user_param; - /* audio buffer callback */ - mm_player_audio_stream_callback audio_buffer_cb; - void* audio_buffer_cb_user_param; - /* video capture callback*/ gulong video_capture_cb_probe_id; @@ -503,6 +585,7 @@ typedef struct { gboolean bypass_audio_effect; gulong audio_cb_probe_id; + gulong video_cb_probe_id; /* for appsrc */ tBuffer mem_buf; @@ -517,6 +600,7 @@ typedef struct { GList* factories; gboolean have_dynamic_pad; GList* parsers; // list of linked parser name + GList* audio_decoders; // list of linked audio name gboolean no_more_pad; gint num_dynamic_pad; gboolean has_many_types; @@ -543,6 +627,9 @@ typedef struct { /* last error */ gchar last_error_msg[1024]; /* FIXIT : should it be dynamic ? */ + gboolean needed_v_parser; + gboolean smooth_streaming; + gint videodec_linked; gint audiodec_linked; gint videosink_linked; @@ -574,30 +661,25 @@ typedef struct { GList* sink_elements; /* signal notifiers */ - GList* signals; + GList* signals[MM_PLAYER_SIGNAL_TYPE_MAX]; guint bus_watcher; - - /* NOTE : if sink elements receive flush start event then it's state will be lost. - * this can happen when doing buffering in streaming pipeline since all control operation - * (play/pause/resume/seek) is requiring server interaction. during 'state lost' situation - * _set_state will not work correctely and state transition message will not posted to our - * gst_callback. - * So. we need to do some special care on the situation. - */ - gboolean state_lost; + MMPlayerGMainContext context; + MMPlayerUriList uri_info; gboolean is_sound_extraction; - gdouble playback_rate; + gfloat playback_rate; - /* player state resumed by fast rewind */ + /* player state resumed by fast rewind */ gboolean resumed_by_rewind; gboolean is_nv12_tiled; + gboolean is_drm_file; - MMPlayerASM sm; + //MMPlayerASM sm; gboolean is_subtitle_off; + gboolean is_external_subtitle_present; /* contents bitrate for buffering management */ guint bitrate[MM_PLAYER_STREAM_COUNT_MAX]; @@ -612,19 +694,88 @@ typedef struct { /* timeout source for lazy pause */ guint lazy_pause_event_id; + guint resume_event_id; + guint resumable_cancel_id; gboolean keep_detecting_vcodec; gboolean play_subtitle; gboolean use_textoverlay; - - const gchar *temp_encode_name; + gboolean is_subtitle_force_drop; // set TRUE after bus_cb get EOS /* PD downloader message callback and param */ MMMessageCallback pd_msg_cb; void* pd_msg_cb_param; + + /* adjust subtitle position store */ + gint64 adjust_subtitle_pos; + GList *subtitle_language_list; + + /* To store the current multiwindow status */ + gboolean last_multiwin_status; + + /* To store the current running audio pad index of demuxer */ + gint demux_pad_index; + + mm_player_selector_t selector[MM_PLAYER_TRACK_TYPE_MAX]; + mm_player_selector_t audio_mode; + gboolean use_deinterleave; + guint max_audio_channels; + + guint internal_text_idx; + guint external_text_idx; + + MMPlayerSetMode set_mode; + + /* decodbin usage */ + gboolean use_decodebin; + + /* initialize values */ + mm_player_ini_t ini; + + /* check to use h/w codec */ + GstCaps* state_tune_caps; + gboolean ignore_asyncdone; + + /* video share sync */ + gint64 video_share_api_delta; + gint64 video_share_clock_delta; + + /* just for native app (video hub) */ + gboolean video_hub_download_mode; + gboolean sync_handler; + + /* seamless next playing */ + gboolean src_changed; + gboolean pp_rebuilding; + + /* store dump pad list */ + GList* dump_list; + + + /* audio/video deivce change handling */ + mm_player_post_proc_t post_proc; + + /* whether a video has closed caption or not */ + gboolean has_closed_caption; + + GstElement *video_fakesink; } mm_player_t; +typedef struct +{ + gchar *language_code; + gchar *language_key; + gboolean active; +}MMPlayerLangStruct; + +typedef struct +{ + GstPad *dump_pad; + gulong probe_handle_id; + FILE *dump_element_file; +} mm_player_dump_t; + /*=========================================================================================== | | | GLOBAL FUNCTION PROTOTYPES | @@ -649,37 +800,56 @@ int _mmplayer_pause(MMHandleType hplayer); int _mmplayer_resume(MMHandleType hplayer); int _mmplayer_set_position(MMHandleType hplayer, int format, int pos); int _mmplayer_get_position(MMHandleType hplayer, int format, unsigned long *pos); -int _mmplayer_adjust_subtitle_postion(MMHandleType hplayer, int format, unsigned long pos); +int _mmplayer_adjust_subtitle_postion(MMHandleType hplayer, int format, int pos); +int _mmplayer_adjust_video_postion(MMHandleType hplayer,int offset); int _mmplayer_activate_section_repeat(MMHandleType hplayer, unsigned long start, unsigned long end); int _mmplayer_deactivate_section_repeat(MMHandleType hplayer); int _mmplayer_push_buffer(MMHandleType hplayer, unsigned char *buf, int size); int _mmplayer_set_buffer_need_data_cb(MMHandleType hplayer,mm_player_buffer_need_data_callback callback, void *user_param); int _mmplayer_set_buffer_enough_data_cb(MMHandleType hplayer,mm_player_buffer_enough_data_callback callback, void *user_param); int _mmplayer_set_buffer_seek_data_cb(MMHandleType hplayer,mm_player_buffer_seek_data_callback callback, void *user_param); -int _mmplayer_set_playspeed(MMHandleType hplayer, gdouble rate); +int _mmplayer_set_playspeed(MMHandleType hplayer, float rate); +int _mmplayer_set_playspeed_ex(MMHandleType hplayer, gdouble rate); int _mmplayer_set_message_callback(MMHandleType hplayer, MMMessageCallback callback, void *user_param); int _mmplayer_set_videostream_cb(MMHandleType hplayer,mm_player_video_stream_callback callback, void *user_param); int _mmplayer_set_audiostream_cb(MMHandleType hplayer,mm_player_audio_stream_callback callback, void *user_param); int _mmplayer_set_videoframe_render_error_cb(MMHandleType hplayer, mm_player_video_frame_render_error_callback callback, void *user_param); int _mmplayer_set_subtitle_silent (MMHandleType hplayer, int silent); int _mmplayer_get_subtitle_silent (MMHandleType hplayer, int* silent); -int _mmplayer_get_track_count(MMHandleType hplayer, MMPlayerTrackType track_type, int *count); +int _mmplayer_set_external_subtitle_path(MMHandleType hplayer, const char* filepath); int _mmplayer_get_buffer_position(MMHandleType hplayer, int format, unsigned long* start_pos, unsigned long* stop_pos); + /* test API for tuning audio gain. this API should be * deprecated before the day of final release */ int _mmplayer_set_volume_tune(MMHandleType hplayer, MMPlayerVolumeType volume); int _mmplayer_update_video_param(mm_player_t* player); int _mmplayer_set_audiobuffer_cb(MMHandleType hplayer, mm_player_audio_stream_callback callback, void *user_param); -int _mmplayer_audio_effect_preset_apply(mm_player_t *player, MMAudioEffectPresetType effect_type); +int _mmplayer_change_videosink(MMHandleType handle, MMDisplaySurfaceType surface_type, void *display_overlay); int _mmplayer_audio_effect_custom_apply(mm_player_t *player); -int _mmplayer_set_display_zoom(MMHandleType hplayer, float level); -int _mmplayer_get_display_zoom(MMHandleType hplayer, float *level); -int _mmplayer_set_display_zoom_start_pos(MMHandleType hplayer, int x, int y); -int _mmplayer_get_display_zoom_start_pos(MMHandleType hplayer, int *x, int *y); -void __mmplayer_remove_g_source_from_context(guint source_id); - +gboolean __mmplayer_post_message(mm_player_t* player, enum MMMessageType msgtype, MMMessageParamType* param); +gboolean __mmplayer_is_streaming(mm_player_t* player); + + +int _mmplayer_gst_set_audio_channel(MMHandleType hplayer, MMPlayerAudioChannel ch_idx); +int _mmplayer_change_track_language (MMHandleType hplayer, MMPlayerTrackType type, int index); +int _mmplayer_sync_subtitle_pipeline(mm_player_t* player); +int _mmplayer_set_prepare_buffering_time(MMHandleType hplayer, int second); +int _mmplayer_set_runtime_buffering_mode(MMHandleType hplayer, MMPlayerBufferingMode mode, int second); +int _mmplayer_set_display_zoom(MMHandleType hplayer, float level, int x, int y); +int _mmplayer_get_display_zoom(MMHandleType hplayer, float *level, int *x, int *y); +int _mmplayer_set_video_hub_download_mode(MMHandleType hplayer, bool mode); +int _mmplayer_use_system_clock (MMHandleType hplayer); +int _mmplayer_set_video_share_master_clock(MMHandleType hplayer, long long clock, long long clock_delta, long long video_time, long long media_clock, long long audio_time); +int _mmplayer_get_video_share_master_clock(MMHandleType hplayer, long long *video_time, long long *media_clock, long long *audio_time); +int _mmplayer_get_video_rotate_angle(MMHandleType hplayer, int *angle); +int _mmplayer_enable_sync_handler(MMHandleType hplayer, bool enable); +int _mmplayer_set_uri(MMHandleType hplayer, const char* uri); +int _mmplayer_set_next_uri(MMHandleType hplayer, const char* uri, bool is_first_path); +int _mmplayer_get_next_uri(MMHandleType hplayer, char** uri); +int _mmplayer_has_closed_caption(MMHandleType hplayer, bool* exist); +int _mmplayer_enable_media_packet_video_stream(MMHandleType hplayer, bool enable); #ifdef __cplusplus } #endif diff --git a/src/include/mm_player_streaming.h b/src/include/mm_player_streaming.h index 8766bb3..a2bf57d 100644..100755 --- a/src/include/mm_player_streaming.h +++ b/src/include/mm_player_streaming.h @@ -3,7 +3,8 @@ * * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. * - * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, + * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,51 +26,145 @@ #include <glib.h> #include <gst/gst.h> #include <string.h> +#include <math.h> #include "mm_debug.h" +#include "mm_player.h" #define MAX_FILE_BUFFER_NAME_LEN 256 #define MIN_BUFFER_PERCENT 0.0 #define MAX_BUFFER_PERCENT 100.0 -#define MIN_BUFFERING_TIME 2.0 +#define MIN_BUFFERING_TIME 3.0 #define MAX_BUFFERING_TIME 10.0 -#define DEFAULT_BUFFER_SIZE 4194304 // 4 MBytes -#define DEFAULT_BUFFER_LOW_PERCENT 1.0 // 1% +#define MAX_DECODEBIN_BUFFER_BYTES (32 * 1024 * 1024) // byte +#define MAX_DECODEBIN_BUFFER_TIME 15 // sec + +#define DEFAULT_BUFFER_SIZE_BYTES 4194304 // 4 MBytes +#define DEFAULT_PLAYING_TIME 10 // 10 sec + +#define DEFAULT_BUFFERING_TIME 3.0 // 3sec +#define DEFAULT_BUFFER_LOW_PERCENT 1.0 // 1% #define DEFAULT_BUFFER_HIGH_PERCENT 99.0 // 15% -#define DEFAULT_BUFFERING_TIME 3.0 // about 3sec #define DEFAULT_FILE_BUFFER_PATH "/opt/media" #define STREAMING_USE_FILE_BUFFER #define STREAMING_USE_MEMORY_BUFFER +#define GET_BYTE_FROM_BIT(bit) (bit/8) +#define GET_BIT_FROM_BYTE(byte) (byte*8) +#define CALC_PERCENT(a,b) ((gdouble)(a) * 100 / (gdouble)(b)) +#define GET_PERCENT(a, b, c, d) \ +do \ +{ \ + if (((a) > 0) && ((b) > 0)) \ + { \ + d = CALC_PERCENT(a, b); \ + } \ + else \ + { \ + debug_warning ("set default per info\n"); \ + d = c; \ + } \ +} while ( 0 ); + + +#define PLAYER_BUFFER_CAST(handle) ((streaming_buffer_t *)(handle)) +#define PLAYER_STREAM_CAST(sr) ((mm_player_streaming_t *)(sr)) + +#define GET_CURRENT_BUFFERING_BYTE(handle) (PLAYER_BUFFER_CAST(handle)->buffering_bytes) +#define GET_CURRENT_BUFFERING_TIME(handle) (PLAYER_BUFFER_CAST(handle)->buffering_time) + +#define IS_MUXED_BUFFERING_MODE(sr) (PLAYER_STREAM_CAST(sr)->streaming_buffer_type == BUFFER_TYPE_MUXED)?(TRUE):(FALSE) +#define IS_DEMUXED_BUFFERING_MODE(sr) (PLAYER_STREAM_CAST(sr)->streaming_buffer_type == BUFFER_TYPE_DEMUXED)?(TRUE):(FALSE) + +#define GET_NEW_BUFFERING_BYTE(size) ((size) < MAX_DECODEBIN_BUFFER_BYTES)?(size):(MAX_DECODEBIN_BUFFER_BYTES) + + +typedef enum { + BUFFER_TYPE_DEFAULT, + BUFFER_TYPE_MUXED = BUFFER_TYPE_DEFAULT, /* queue2 */ + BUFFER_TYPE_DEMUXED, /* multi Q in decodebin */ + BUFFER_TYPE_MAX, +} BufferType; + typedef struct { - GstElement *buffer; /* buffering element of playback pipeline */ + MMPlayerBufferingMode mode; + gboolean is_pre_buffering; + gint initial_second; + gint runtime_second; - gboolean is_buffering; - gint buffering_percent; +}streaming_requirement_t; + +typedef struct +{ + GstElement* buffer; /* buffering element of playback pipeline */ - gboolean need_update; - guint buffer_size; + guint buffering_bytes; + gdouble buffering_time; // mq : max buffering time value till now gdouble buffer_high_percent; gdouble buffer_low_percent; - gdouble buffering_time; - guint buffer_max_bitrate; - guint buffer_avg_bitrate; + + gboolean is_live; +}streaming_buffer_t; + +typedef struct +{ + gboolean buffering_monitor; + gint64 prev_pos; + gdouble buffering_time; // DEFAULT_BUFFERING_TIME +}streaming_default_t; + +typedef struct +{ + BufferType streaming_buffer_type; + streaming_buffer_t buffer_handle[BUFFER_TYPE_MAX]; /* front buffer : queue2 */ + + streaming_requirement_t buffering_req; + streaming_default_t default_val; + + gboolean is_buffering; + gboolean is_buffering_done; /* get info from bus sync callback */ + + gint buffering_percent; + + guint buffer_max_bitrate; + guint buffer_avg_bitrate; + gboolean need_update; + gboolean need_sync; + }mm_player_streaming_t; -mm_player_streaming_t *__mm_player_streaming_create (); +mm_player_streaming_t *__mm_player_streaming_create (void); void __mm_player_streaming_initialize (mm_player_streaming_t* streaming_player); void __mm_player_streaming_deinitialize (mm_player_streaming_t* streaming_player); void __mm_player_streaming_destroy(mm_player_streaming_t* streaming_player); - -void __mm_player_streaming_set_buffer(mm_player_streaming_t* streaming_player, GstElement * buffer, - gboolean use_buffering, guint buffer_size, gdouble low_percent, gdouble high_percent, gdouble buffering_time, - gboolean use_file, gchar * file_path, guint64 content_size); +void __mm_player_streaming_set_queue2( mm_player_streaming_t* streamer, + GstElement* buffer, + gboolean use_buffering, + guint buffering_bytes, + gdouble buffering_time, + gdouble low_percent, + gdouble high_percent, + gboolean use_file, + gchar* file_path, + guint64 content_size); +void __mm_player_streaming_set_multiqueue( mm_player_streaming_t* streamer, + GstElement* buffer, + gboolean use_buffering, + guint buffering_bytes, + gdouble buffering_time, + gdouble low_percent, + gdouble high_percent); +void __mm_player_streaming_sync_property(mm_player_streaming_t* streamer, GstElement* decodebin); +void __mm_player_streaming_buffering( mm_player_streaming_t* streamer, + GstMessage *buffering_msg, + guint64 content_size, + gint64 position, + gint64 duration); void __mm_player_streaming_set_content_bitrate(mm_player_streaming_t* streaming_player, guint max_bitrate, guint avg_bitrate); -void __mm_player_streaming_buffering (mm_player_streaming_t* streaming_player , GstMessage *buffering_msg); #endif diff --git a/src/include/mm_player_tracks.h b/src/include/mm_player_tracks.h new file mode 100755 index 0000000..dbf1e8b --- /dev/null +++ b/src/include/mm_player_tracks.h @@ -0,0 +1,60 @@ +/* + * libmm-player + * + * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. + * + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, + * YoungHwan An <younghwan_.an@samsung.com> + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * + */ + +#ifndef __MM_PLAYER_TRACKS_H__ +#define __MM_PLAYER_TRACKS_H__ + +#include "mm_player_priv.h" + +#ifdef __cplusplus + extern "C" { +#endif + +#define DEFAULT_TRACK 0 +#ifdef _MULTI_TRACK +typedef bool (*_mmplayer_track_selected_subtitle_language_cb)(int track_num, void *user_data); +#endif +void _mmplayer_track_initialize(mm_player_t *player); + +void _mmplayer_track_destroy(mm_player_t *player); + +void _mmplayer_track_update_info(mm_player_t *player, MMPlayerTrackType type, GstPad *sinkpad); + +int _mmplayer_get_track_count(MMHandleType hplayer, MMPlayerTrackType type, int *count); + +int _mmplayer_select_track(MMHandleType hplayer, MMPlayerTrackType type, int index); +#ifdef _MULTI_TRACK +int _mmplayer_track_add_subtitle_language(MMHandleType hplayer, int index); + +int _mmplayer_track_remove_subtitle_language(MMHandleType hplayer, int index); +#endif +int _mmplayer_get_track_language_code(MMHandleType hplayer, MMPlayerTrackType type, int index, char **code); + +int _mmplayer_get_current_track(MMHandleType hplayer, MMPlayerTrackType type, int *index); +#ifdef _MULTI_TRACK +int _mmplayer_track_foreach_selected_subtitle_language(MMHandleType hplayer,_mmplayer_track_selected_subtitle_language_cb callback, void *user_data); +#endif +#ifdef __cplusplus + } +#endif + +#endif /* __MM_PLAYER_TRACKS_H__ */ diff --git a/src/include/mm_player_utils.h b/src/include/mm_player_utils.h index 3856a89..662e7d9 100644..100755 --- a/src/include/mm_player_utils.h +++ b/src/include/mm_player_utils.h @@ -3,7 +3,8 @@ * * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. * - * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, + * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -19,14 +20,11 @@ * */ -#ifndef __MMF_PLAYER_UTILS_H__ -#define __MMF_PLAYER_UTILS_H__ +#ifndef __MM_PLAYER_UTILS_H__ +#define __MM_PLAYER_UTILS_H__ #include <glib.h> #include <gst/gst.h> -#include <stdint.h> -#include <inttypes.h> - #include <mm_player_ini.h> #include <mm_types.h> #include <mm_error.h> @@ -48,27 +46,23 @@ if ( x ) \ g_free( x ); \ x = NULL; -#define MMPLAYER_CMD_LOCK(x_player) \ -do \ -{ \ - GMutex* cmd_lock = ((mm_player_t *)x_player)->cmd_lock; \ - if (cmd_lock) \ - g_mutex_lock(cmd_lock); \ - else \ - { \ - debug_log("no command lock"); \ - return MM_ERROR_PLAYER_NOT_INITIALIZED; \ - } \ -} while (0); - -#define MMPLAYER_CMD_UNLOCK(x_player) g_mutex_unlock( ((mm_player_t*)x_player)->cmd_lock ) - -#define MMPLAYER_MSG_POST_LOCK(x_player) g_mutex_lock( ((mm_player_t*)x_player)->msg_cb_lock ) -#define MMPLAYER_MSG_POST_UNLOCK(x_player) g_mutex_unlock( ((mm_player_t*)x_player)->msg_cb_lock ) - +#define MMPLAYER_CMD_LOCK(x_player) g_mutex_lock(&((mm_player_t *)x_player)->cmd_lock) +#define MMPLAYER_CMD_UNLOCK(x_player) g_mutex_unlock( &((mm_player_t*)x_player)->cmd_lock ) +#define MMPLAYER_MSG_POST_LOCK(x_player) g_mutex_lock( &((mm_player_t*)x_player)->msg_cb_lock ) +#define MMPLAYER_MSG_POST_UNLOCK(x_player) g_mutex_unlock( &((mm_player_t*)x_player)->msg_cb_lock ) +#define MMPLAYER_PLAYBACK_LOCK(x_player) g_mutex_lock(&((mm_player_t *)x_player)->playback_lock) +#define MMPLAYER_PLAYBACK_UNLOCK(x_player) g_mutex_unlock( &((mm_player_t*)x_player)->playback_lock ) #define MMPLAYER_GET_ATTRS(x_player) ((mm_player_t*)x_player)->attrs -#define MAX_SOUND_DEVICE_LEN 18 +#if 0 +#define MMPLAYER_FENTER(); debug_fenter(); +#define MMPLAYER_FLEAVE(); debug_fleave(); +#else +#define MMPLAYER_FENTER(); +#define MMPLAYER_FLEAVE(); +#endif + +#define MAX_SOUND_DEVICE_LEN 18 /* element linking */ #ifdef GST_EXT_PAD_LINK_UNCHECKED @@ -94,7 +88,7 @@ do \ caps_type = gst_caps_to_string(x_caps); \ debug_log ("caps: %s\n", caps_type ); \ MMPLAYER_FREEIF (caps_type) \ -} while (0); +} while (0) /* message posting */ #define MMPLAYER_POST_MSG( x_player, x_msgtype, x_msg_param ) \ @@ -103,10 +97,9 @@ __mmplayer_post_message(x_player, x_msgtype, x_msg_param); /* setting player state */ #define MMPLAYER_SET_STATE( x_player, x_state ) \ -debug_log("setting state machine to %d\n", x_state); \ +debug_log("update state machine to %d\n", x_state); \ __mmplayer_set_state(x_player, x_state); - #define MMPLAYER_CHECK_STATE_RETURN_IF_FAIL( x_player, x_command ) \ debug_log("checking player state before doing %s\n", #x_command); \ switch ( __mmplayer_check_state(x_player, x_command) ) \ @@ -124,7 +117,7 @@ switch ( __mmplayer_check_state(x_player, x_command) ) \ break; \ } -/* setting element state */ +/* setting element state */ #define MMPLAYER_ELEMENT_SET_STATE( x_element, x_state ) \ debug_log("setting state [%s:%d] to [%s]\n", #x_state, x_state, GST_ELEMENT_NAME( x_element ) ); \ if ( GST_STATE_CHANGE_FAILURE == gst_element_set_state ( x_element, x_state) ) \ @@ -146,27 +139,6 @@ if ( x_player->cmd == MMPLAYER_COMMAND_UNREALIZE || x_player->cmd == MMPLAYER_CO debug_log("it's exit state...\n");\ goto ERROR; \ } -/* volume */ -/* -|----|-------|-------|-------|-------| -|Res. | HFK(7) | BT(7) | E.J(7) | SPK(7) | -|----|-------|-------|-------|-------| -*/ - -/* 090424 Fix me : Currently volume is 0~9, so bt volume can be only 0.0 ~ 0.9 */ -#define GET_VOLUME_BT(volume) (volume/10.) - -#if 0 -#define GET_VOLUME_SPK(volume) ((volume) & 0x7F) -#define GET_VOLUME_EARJACK(volume) ((volume >> 7)& 0x7F) -#define GET_VOLUME_HFK(volume) ((volume >> 21) & 0x7F) - -#define SET_VOLUME_SPK(volume,input) (volume |= (input &0x7F)) -#define SET_VOLUME_EARJACK(volume,input) (volume |= ((input & 0x7F)<<7)) -#define SET_VOLUME_BT(volume,input) (volume |= ((input & 0x7F)<<14)) -#define SET_VOLUME_HFK(volume,input) (volume |= ((input & 0x7F)<<21)) -#endif - /* pad probe for pipeilne debugging */ gboolean __util_gst_pad_probe(GstPad *pad, GstBuffer *buffer, gpointer u_data); @@ -180,8 +152,8 @@ gboolean __util_gst_pad_probe(GstPad *pad, GstBuffer *buffer, gpointer u_data); #define MM_PROBE_CLOCK_TIME (1 << 5) /* ... add more */ -/* messages are treated as warnings bcz those code should not be checked in. - * and no error handling will supported for same manner. +/* messages are treated as warnings bcz those code should not be checked in. + * and no error handling will supported for same manner. */ #define MMPLAYER_ADD_PROBE(x_pad, x_flag) \ debug_warning("adding pad probe\n"); \ @@ -195,15 +167,14 @@ if ( ! gst_pad_add_buffer_probe(x_pad, \ /* generating dot */ #define MMPLAYER_GENERATE_DOT_IF_ENABLED( x_player, x_name ) \ -if ( PLAYER_INI()->generate_dot ) \ +if ( x_player->ini.generate_dot ) \ { \ - debug_log("generating dot file(%s)\n", #x_name); \ GST_DEBUG_BIN_TO_DOT_FILE (GST_BIN (player->pipeline->mainbin[MMPLAYER_M_PIPE].gst), \ GST_DEBUG_GRAPH_SHOW_ALL, x_name); \ } /* signal manipulation */ -#define MMPLAYER_SIGNAL_CONNECT( x_player, x_object, x_signal, x_callback, x_arg ) \ +#define MMPLAYER_SIGNAL_CONNECT( x_player, x_object, x_type, x_signal, x_callback, x_arg ) \ do \ { \ MMPlayerSignalItem* item = NULL; \ @@ -217,37 +188,55 @@ do \ item->obj = G_OBJECT( x_object ); \ item->sig = g_signal_connect( G_OBJECT(x_object), x_signal, \ x_callback, x_arg ); \ - x_player->signals = g_list_append(x_player->signals, item); \ + if ((x_type >= MM_PLAYER_SIGNAL_TYPE_AUTOPLUG) && (x_type < MM_PLAYER_SIGNAL_TYPE_MAX)) \ + x_player->signals[x_type] = g_list_append(x_player->signals[x_type], item); \ + else \ + debug_error("wrong signal type [%d]\n", x_type ); \ } \ } while ( 0 ); +/* release element resource */ +#define MMPLAYER_RELEASE_ELEMENT( x_player, x_bin, x_id ) \ +do \ +{ \ + if (x_bin[x_id].gst) \ + { \ + gst_element_set_state(x_bin[x_id].gst, GST_STATE_NULL); \ + gst_bin_remove(GST_BIN(x_player->pipeline->mainbin[MMPLAYER_M_PIPE].gst), x_bin[x_id].gst); \ + x_bin[x_id].gst = NULL; \ + debug_log("release done [element %d]", x_id); \ + } \ +} while ( 0 ) /* state */ -#define MMPLAYER_PREV_STATE(x_player) ((mm_player_t*)x_player)->prev_state -#define MMPLAYER_CURRENT_STATE(x_player) ((mm_player_t*)x_player)->state -#define MMPLAYER_PENDING_STATE(x_player) ((mm_player_t*)x_player)->pending_state -#define MMPLAYER_TARGET_STATE(x_player) ((mm_player_t*)x_player)->target_state +#define MMPLAYER_PREV_STATE(x_player) ((mm_player_t*)x_player)->prev_state +#define MMPLAYER_CURRENT_STATE(x_player) ((mm_player_t*)x_player)->state +#define MMPLAYER_PENDING_STATE(x_player) ((mm_player_t*)x_player)->pending_state +#define MMPLAYER_TARGET_STATE(x_player) ((mm_player_t*)x_player)->target_state #define MMPLAYER_STATE_GET_NAME(state) __get_state_name(state) #define MMPLAYER_PRINT_STATE(x_player) \ -debug_log("-----------------------PLAYER STATE-------------------------\n"); \ -debug_log(" prev %s, current %s, pending %s, target %s \n", \ +debug_log("-- prev %s, current %s, pending %s, target %s --\n", \ MMPLAYER_STATE_GET_NAME(MMPLAYER_PREV_STATE(x_player)), \ MMPLAYER_STATE_GET_NAME(MMPLAYER_CURRENT_STATE(x_player)), \ MMPLAYER_STATE_GET_NAME(MMPLAYER_PENDING_STATE(x_player)), \ - MMPLAYER_STATE_GET_NAME(MMPLAYER_TARGET_STATE(x_player))); \ -debug_log("------------------------------------------------------------\n"); - + MMPLAYER_STATE_GET_NAME(MMPLAYER_TARGET_STATE(x_player))); -#define MMPLAYER_STATE_CHANGE_TIMEOUT(x_player ) ((mm_player_t*)x_player)->state_change_timeout +#define MMPLAYER_STATE_CHANGE_TIMEOUT(x_player ) ((mm_player_t*)x_player)->state_change_timeout /* streaming */ #define MMPLAYER_IS_STREAMING(x_player) __is_streaming(x_player) #define MMPLAYER_IS_RTSP_STREAMING(x_player) __is_rtsp_streaming(x_player) +#define MMPLAYER_IS_WFD_STREAMING(x_player) __is_wfd_streaming(x_player) #define MMPLAYER_IS_HTTP_STREAMING(x_player) __is_http_streaming(x_player) #define MMPLAYER_IS_HTTP_PD(x_player) __is_http_progressive_down(x_player) #define MMPLAYER_IS_HTTP_LIVE_STREAMING(x_player) __is_http_live_streaming(x_player) #define MMPLAYER_IS_LIVE_STREAMING(x_player) __is_live_streaming(x_player) +#define MMPLAYER_IS_DASH_STREAMING(x_player) __is_dash_streaming(x_player) +#define MMPLAYER_IS_SMOOTH_STREAMING(x_player) __is_smooth_streaming(x_player) + +#define MMPLAYER_URL_HAS_DASH_SUFFIX(x_player) __has_suffix(x_player, "mpd") +#define MMPLAYER_URL_HAS_HLS_SUFFIX(x_player) __has_suffix(x_player, "m3u8") /* etc */ #define MMF_PLAYER_FILE_BACKUP_PATH "/tmp/media_temp." @@ -262,29 +251,35 @@ do \ x_player->pipeline->videobin && \ x_player->pipeline->videobin[MMPLAYER_V_SINK].gst, \ MM_ERROR_PLAYER_NOT_INITIALIZED ); \ -} while(0); +} while(0) + +enum +{ + MMPLAYER_DISPLAY_NULL = 0, + MMPLAYER_DISPLAY_HDMI_ACTIVE, + MMPLAYER_DISPLAY_MIRRORING_ACTIVE, +}; bool util_is_sdp_file ( const char *path ); int64_t uti_get_time ( void ); int util_get_rank_increase ( const char *factory_class ); int util_factory_rank_compare(GstPluginFeature *f1, GstPluginFeature *f2); // @ - - -bool util_exist_file_path(const char *file_path); +int util_exist_file_path(const char *file_path); bool util_write_file_backup(const char *backup_path, char *data_ptr, int data_size); bool util_remove_file_backup(const char *backup_path); /* For Midi Player */ - int util_is_midi_type_by_mem(void *mem, int size); int util_is_midi_type_by_file(const char *file_path); - char** util_get_cookie_list ( const char *cookies ); bool util_check_valid_url ( const char *proxy ); - const char* util_get_charset(const char *file_path); +int util_get_is_connected_external_display(void); +gboolean util_is_miracast_connected(void); +int util_get_pixtype(unsigned int fourcc); + #ifdef __cplusplus } #endif -#endif /* __MMF_PLAYER_UTILS_H__ */ +#endif /* __MM_PLAYER_UTILS_H__ */ diff --git a/src/mm_player.c b/src/mm_player.c index 278f2fa..75784c6 100644..100755 --- a/src/mm_player.c +++ b/src/mm_player.c @@ -3,7 +3,8 @@ * * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. * - * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, + * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -32,65 +33,78 @@ #include "mm_player_ini.h" #include "mm_debug.h" #include "mm_player_capture.h" +#include "mm_player_tracks.h" int mm_player_create(MMHandleType *player) { int result = MM_ERROR_NONE; mm_player_t* new_player = NULL; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); - if (!g_thread_supported ()) - g_thread_init (NULL); - - MMTA_INIT(); - - __ta__("mm_player_ini_load", - result = mm_player_ini_load(); - ) - if(result != MM_ERROR_NONE) - return result; - - __ta__("mm_player_audio_effect_ini_load", - result = mm_player_audio_effect_ini_load(); - ) - if(result != MM_ERROR_NONE) - return result; +// if (!g_thread_supported ()) +// g_thread_init (NULL); g_thread_init has been deprecated since version 2.32 and should not be used in newly-written code. This function is no longer necessary. The GLib threading system is automatically initialized at the start of your program. /* alloc player structure */ new_player = g_malloc(sizeof(mm_player_t)); if ( ! new_player ) { - debug_critical("Cannot allocate memory for player\n"); + debug_error("Cannot allocate memory for player\n"); goto ERROR; } memset(new_player, 0, sizeof(mm_player_t)); /* create player lock */ - new_player->cmd_lock = g_mutex_new(); + g_mutex_init(&new_player->cmd_lock); + + if (!(&new_player->cmd_lock)) + { + debug_error("failed to create player lock\n"); + goto ERROR; + } + + /* create player lock */ + g_mutex_init(&new_player->playback_lock); - if ( ! new_player->cmd_lock ) + if (!(&new_player->playback_lock) ) { - debug_critical("failed to create player lock\n"); + debug_error("failed to create playback_lock\n"); goto ERROR; } /* create msg callback lock */ - new_player->msg_cb_lock = g_mutex_new(); + g_mutex_init(&new_player->msg_cb_lock); + + if (!(&new_player->msg_cb_lock)) + { + debug_error("failed to create msg cb lock\n"); + goto ERROR; + } - if ( ! new_player->msg_cb_lock ) + /* load ini files */ + result = mm_player_ini_load(&new_player->ini); + if(result != MM_ERROR_NONE) + { + debug_error("can't load ini"); + goto ERROR; + } + + result = mm_player_audio_effect_ini_load(&new_player->ini); + if(result != MM_ERROR_NONE) { - debug_critical("failed to create msg cb lock\n"); + debug_error("can't load audio ini"); goto ERROR; } - __ta__("[KPI] create media player service", + + + /* create player */ result = _mmplayer_create_player((MMHandleType)new_player); - ) if(result != MM_ERROR_NONE) + { + debug_error("failed to create player"); goto ERROR; + } *player = (MMHandleType)new_player; @@ -100,13 +114,18 @@ ERROR: if ( new_player ) { - if (new_player->cmd_lock) + if (&new_player->cmd_lock) { - g_mutex_free(new_player->cmd_lock); - new_player->cmd_lock = NULL; + g_mutex_clear(&new_player->cmd_lock); + } + + if (&new_player->playback_lock) + { + g_mutex_clear(&new_player->playback_lock); } _mmplayer_destroy( (MMHandleType)new_player ); + MMPLAYER_FREEIF( new_player ); } @@ -118,22 +137,22 @@ int mm_player_destroy(MMHandleType player) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); - __ta__("[KPI] destroy media player service", result = _mmplayer_destroy(player); - ) MMPLAYER_CMD_UNLOCK( player ); - if (((mm_player_t*)player)->cmd_lock) + if (&((mm_player_t*)player)->cmd_lock) { - g_mutex_free(((mm_player_t*)player)->cmd_lock); - ((mm_player_t*)player)->cmd_lock = NULL; + g_mutex_clear(&((mm_player_t*)player)->cmd_lock); + } + + if (&((mm_player_t*)player)->playback_lock) + { + g_mutex_clear(&((mm_player_t*)player)->playback_lock); } memset( (mm_player_t*)player, 0x00, sizeof(mm_player_t) ); @@ -141,10 +160,6 @@ int mm_player_destroy(MMHandleType player) /* free player */ g_free( (void*)player ); - MMTA_ACUM_ITEM_SHOW_RESULT_TO(MMTA_SHOW_FILE); - - MMTA_RELEASE(); - return result; } @@ -152,15 +167,11 @@ int mm_player_realize(MMHandleType player) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); - __ta__("[KPI] initialize media player service", result = _mmplayer_realize(player); - ) MMPLAYER_CMD_UNLOCK( player ); @@ -171,15 +182,11 @@ int mm_player_unrealize(MMHandleType player) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); - __ta__("[KPI] cleanup media player service", result = _mmplayer_unrealize(player); - ) MMPLAYER_CMD_UNLOCK( player ); @@ -190,8 +197,6 @@ int mm_player_set_message_callback(MMHandleType player, MMMessageCallback callba { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); @@ -207,8 +212,6 @@ int mm_player_set_pd_message_callback(MMHandleType player, MMMessageCallback cal { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); result = _mm_player_set_pd_downloader_message_cb(player, callback, user_param); @@ -220,8 +223,6 @@ int mm_player_set_audio_stream_callback(MMHandleType player, mm_player_audio_str { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); @@ -233,68 +234,75 @@ int mm_player_set_audio_stream_callback(MMHandleType player, mm_player_audio_str return result; } -int mm_player_set_audio_buffer_callback(MMHandleType player, mm_player_audio_stream_callback callback, void *user_param) +int mm_player_set_video_stream_callback(MMHandleType player, mm_player_video_stream_callback callback, void *user_param) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); - result = _mmplayer_set_audiobuffer_cb(player, callback, user_param); + result = _mmplayer_set_videostream_cb(player, callback, user_param); MMPLAYER_CMD_UNLOCK( player ); return result; } -int mm_player_set_video_stream_callback(MMHandleType player, mm_player_video_stream_callback callback, void *user_param) +int mm_player_set_video_frame_render_error_callback(MMHandleType player, mm_player_video_frame_render_error_callback callback, void *user_param) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); - result = _mmplayer_set_videostream_cb(player, callback, user_param); + result = _mmplayer_set_videoframe_render_error_cb(player, callback, user_param); MMPLAYER_CMD_UNLOCK( player ); return result; } -int mm_player_set_video_frame_render_error_callback(MMHandleType player, mm_player_video_frame_render_error_callback callback, void *user_param) +int mm_player_do_video_capture(MMHandleType player) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); - result = _mmplayer_set_videoframe_render_error_cb(player, callback, user_param); + result = _mmplayer_do_video_capture(player); MMPLAYER_CMD_UNLOCK( player ); return result; } -int mm_player_do_video_capture(MMHandleType player) +int mm_player_set_prepare_buffering_time(MMHandleType player, int second) { int result = MM_ERROR_NONE; - debug_log("\n"); + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_set_prepare_buffering_time(player, second); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; +} + +int mm_player_set_runtime_buffering_mode(MMHandleType player, MMPlayerBufferingMode mode, int second) +{ + int result = MM_ERROR_NONE; return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); - result = _mmplayer_do_video_capture(player); + result = _mmplayer_set_runtime_buffering_mode(player, mode, second); MMPLAYER_CMD_UNLOCK( player ); @@ -305,8 +313,6 @@ int mm_player_set_buffer_need_data_callback(MMHandleType player, mm_player_buffe { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); @@ -322,8 +328,6 @@ int mm_player_set_buffer_enough_data_callback(MMHandleType player, mm_player_buf { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); @@ -340,8 +344,6 @@ int mm_player_set_buffer_seek_data_callback(MMHandleType player, mm_player_buffe { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); @@ -357,8 +359,6 @@ int mm_player_set_volume(MMHandleType player, MMPlayerVolumeType *volume) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); return_val_if_fail(volume, MM_ERROR_INVALID_ARGUMENT); @@ -375,8 +375,6 @@ int mm_player_get_volume(MMHandleType player, MMPlayerVolumeType *volume) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); return_val_if_fail(volume, MM_ERROR_INVALID_ARGUMENT); @@ -393,8 +391,6 @@ int mm_player_set_mute(MMHandleType player, int mute) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); @@ -410,8 +406,6 @@ int mm_player_get_mute(MMHandleType player, int *mute) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); return_val_if_fail(mute, MM_ERROR_INVALID_ARGUMENT); @@ -428,8 +422,6 @@ int mm_player_get_state(MMHandleType player, MMPlayerStateType *state) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); return_val_if_fail(state, MM_ERROR_COMMON_INVALID_ARGUMENT); @@ -440,27 +432,30 @@ int mm_player_get_state(MMHandleType player, MMPlayerStateType *state) return result; } -/* NOTE : Not supported */ +/* NOTE : It does not support some use cases, eg using colorspace converter */ int mm_player_change_videosink(MMHandleType player, MMDisplaySurfaceType display_surface_type, void *display_overlay) { - debug_log("\n"); + int result = MM_ERROR_NONE; return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); - return MM_ERROR_NOT_SUPPORT_API; + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_change_videosink(player, display_surface_type, display_overlay); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; } int mm_player_push_buffer(MMHandleType player, unsigned char *buf, int size) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); //MMPLAYER_CMD_LOCK( player ); - //MMTA_ACUM_ITEM_BEGIN("[KPI] start media player service", false); result = _mmplayer_push_buffer(player, buf, size); //MMPLAYER_CMD_UNLOCK( player ); @@ -472,13 +467,10 @@ int mm_player_start(MMHandleType player) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); - MMTA_ACUM_ITEM_BEGIN("[KPI] start media player service", false); result = _mmplayer_start(player); MMPLAYER_CMD_UNLOCK( player ); @@ -490,15 +482,11 @@ int mm_player_stop(MMHandleType player) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); - __ta__("[KPI] stop media player service", result = _mmplayer_stop(player); - ) MMPLAYER_CMD_UNLOCK( player ); @@ -509,15 +497,11 @@ int mm_player_pause(MMHandleType player) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); - __ta__("[KPI] pause media player service", result = _mmplayer_pause(player); - ) MMPLAYER_CMD_UNLOCK( player ); @@ -528,15 +512,11 @@ int mm_player_resume(MMHandleType player) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); - __ta__("[KPI] resume media player service", result = _mmplayer_resume(player); - ) MMPLAYER_CMD_UNLOCK( player ); @@ -573,6 +553,19 @@ int mm_player_deactivate_section_repeat(MMHandleType player) return result; } +int mm_player_gst_set_audio_channel(MMHandleType player, MMPlayerAudioChannel ch) +{ + int result = MM_ERROR_NONE; + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_gst_set_audio_channel(player, ch); + + MMPLAYER_CMD_UNLOCK( player ); + return result; +} + int mm_player_set_play_speed(MMHandleType player, float rate) { int result = MM_ERROR_NONE; @@ -592,8 +585,6 @@ int mm_player_set_position(MMHandleType player, MMPlayerPosFormatType format, in { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); if (format >= MM_PLAYER_POS_FORMAT_NUM) @@ -615,8 +606,6 @@ int mm_player_get_position(MMHandleType player, MMPlayerPosFormatType format, in { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); return_val_if_fail(pos, MM_ERROR_COMMON_INVALID_ARGUMENT); @@ -639,8 +628,6 @@ int mm_player_get_buffer_position(MMHandleType player, MMPlayerPosFormatType for { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); return_val_if_fail(start_pos && stop_pos, MM_ERROR_COMMON_INVALID_ARGUMENT); @@ -653,18 +640,30 @@ int mm_player_get_buffer_position(MMHandleType player, MMPlayerPosFormatType for return result; } -int mm_player_adjust_subtitle_position(MMHandleType player, MMPlayerPosFormatType format, int pos) +int mm_player_set_external_subtitle_path(MMHandleType player, const char* path) { int result = MM_ERROR_NONE; - debug_log("\n"); + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_set_external_subtitle_path(player, path); + + MMPLAYER_CMD_UNLOCK( player ); + return result; +} + +int mm_player_adjust_subtitle_position(MMHandleType player, MMPlayerPosFormatType format, int pos) +{ + int result = MM_ERROR_NONE; return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); if (format >= MM_PLAYER_POS_FORMAT_NUM) { - debug_error("wrong format\n"); - return MM_ERROR_COMMON_INVALID_ARGUMENT; + debug_error("wrong format(%d) \n", format); + return MM_ERROR_INVALID_ARGUMENT; } MMPLAYER_CMD_LOCK( player ); @@ -676,11 +675,22 @@ int mm_player_adjust_subtitle_position(MMHandleType player, MMPlayerPosFormatTyp return result; } -int mm_player_set_subtitle_silent(MMHandleType player, int silent) +int mm_player_adjust_video_position(MMHandleType player, int offset) { int result = MM_ERROR_NONE; + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_adjust_video_postion(player, offset); + + MMPLAYER_CMD_UNLOCK( player ); - debug_log("\n"); + return result; +} + +int mm_player_set_subtitle_silent(MMHandleType player, int silent) +{ + int result = MM_ERROR_NONE; return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); @@ -697,8 +707,6 @@ int mm_player_get_subtitle_silent(MMHandleType player, int* silent) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); @@ -715,8 +723,6 @@ int mm_player_set_attribute(MMHandleType player, char **err_attr_name, const ch int result = MM_ERROR_NONE; va_list var_args; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); return_val_if_fail(first_attribute_name, MM_ERROR_COMMON_INVALID_ARGUMENT); @@ -732,8 +738,6 @@ int mm_player_get_attribute(MMHandleType player, char **err_attr_name, const ch int result = MM_ERROR_NONE; va_list var_args; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); return_val_if_fail(first_attribute_name, MM_ERROR_COMMON_INVALID_ARGUMENT); @@ -747,7 +751,7 @@ int mm_player_get_attribute(MMHandleType player, char **err_attr_name, const ch int mm_player_get_attribute_info(MMHandleType player, const char *attribute_name, MMPlayerAttrsInfo *info) { int result = MM_ERROR_NONE; - debug_log("\n"); + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); return_val_if_fail(attribute_name, MM_ERROR_COMMON_INVALID_ARGUMENT); @@ -762,8 +766,6 @@ int mm_player_get_pd_status(MMHandleType player, guint64 *current_pos, guint64 * { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); return_val_if_fail(current_pos, MM_ERROR_COMMON_INVALID_ARGUMENT); return_val_if_fail(total_size, MM_ERROR_COMMON_INVALID_ARGUMENT); @@ -773,49 +775,126 @@ int mm_player_get_pd_status(MMHandleType player, guint64 *current_pos, guint64 * return result; } -int mm_player_get_track_count(MMHandleType player, MMPlayerTrackType track_type, int *count) +int mm_player_get_track_count(MMHandleType player, MMPlayerTrackType type, int *count) { int result = MM_ERROR_NONE; - debug_log("\n"); - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); return_val_if_fail(count, MM_ERROR_COMMON_INVALID_ARGUMENT); - result = _mmplayer_get_track_count(player, track_type, count); + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_get_track_count(player, type, count); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; +} + +int mm_player_select_track(MMHandleType player, MMPlayerTrackType type, int index) +{ + int result = MM_ERROR_NONE; + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_select_track(player, type, index); + + MMPLAYER_CMD_UNLOCK( player ); return result; +} +#ifdef _MULTI_TRACK +int mm_player_track_add_subtitle_language(MMHandleType player, int index) +{ + int result = MM_ERROR_NONE; + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_CMD_LOCK( player ); + result = _mmplayer_track_add_subtitle_language(player, index); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; } -int mm_player_ignore_session(MMHandleType player) +int mm_player_track_remove_subtitle_language(MMHandleType player, int index) { int result = MM_ERROR_NONE; - debug_log("\n"); + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_track_remove_subtitle_language(player, index); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; + +} +#endif +int mm_player_get_current_track(MMHandleType player, MMPlayerTrackType type, int *index) +{ + int result = MM_ERROR_NONE; + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + return_val_if_fail(index, MM_ERROR_COMMON_INVALID_ARGUMENT); + + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_get_current_track(player, type, index); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; +} + +int mm_player_get_track_language_code(MMHandleType player, MMPlayerTrackType type, int index, char **code) +{ + int result = MM_ERROR_NONE; + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_get_track_language_code(player, type, index, code); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; +} + +int mm_player_ignore_session(MMHandleType player) +{ + int result = MM_ERROR_NONE; return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); - result = _mmplayer_asm_ignore_session(player); +// result = _mmplayer_asm_ignore_session(player); return result; } -int mm_player_set_display_zoom(MMHandleType player, float level) +int mm_player_set_display_zoom(MMHandleType player, float level, int x, int y) { int result = MM_ERROR_NONE; + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); MMPLAYER_CMD_LOCK( player ); - result = _mmplayer_set_display_zoom(player, level); + result = _mmplayer_set_display_zoom(player, level, x, y); MMPLAYER_CMD_UNLOCK( player ); return result; } -int mm_player_get_display_zoom(MMHandleType player, float *level) +int mm_player_get_display_zoom(MMHandleType player, float *level, int *x, int *y) { int result = MM_ERROR_NONE; @@ -824,37 +903,206 @@ int mm_player_get_display_zoom(MMHandleType player, float *level) MMPLAYER_CMD_LOCK( player ); - result = _mmplayer_get_display_zoom(player, level); + result = _mmplayer_get_display_zoom(player, level, x, y); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; +} + + +int mm_player_use_system_clock(MMHandleType player) +{ + int result = MM_ERROR_NONE; + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_use_system_clock(player); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; +} + +int mm_player_set_video_share_master_clock(MMHandleType player, + long long clock, + long long clock_delta, + long long video_time, + long long media_clock, + long long audio_time) +{ + int result = MM_ERROR_NONE; + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_set_video_share_master_clock(player, clock, clock_delta, video_time, media_clock, audio_time); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; +} + +int mm_player_get_video_share_master_clock(MMHandleType player, + long long *video_time, + long long *media_clock, + long long *audio_time) +{ + int result = MM_ERROR_NONE; + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + return_val_if_fail(video_time, MM_ERROR_COMMON_INVALID_ARGUMENT); + return_val_if_fail(media_clock, MM_ERROR_COMMON_INVALID_ARGUMENT); + return_val_if_fail(audio_time, MM_ERROR_COMMON_INVALID_ARGUMENT); + + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_get_video_share_master_clock(player, video_time, media_clock, audio_time); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; +} + +int mm_player_get_video_rotate_angle(MMHandleType player, int *angle) +{ + int result = MM_ERROR_NONE; + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + return_val_if_fail(angle, MM_ERROR_COMMON_INVALID_ARGUMENT); + + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_get_video_rotate_angle(player, angle); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; +} + +int mm_player_set_video_hub_download_mode(MMHandleType player, bool mode) +{ + int result = MM_ERROR_NONE; + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_set_video_hub_download_mode(player, mode); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; +} + +int mm_player_enable_sync_handler(MMHandleType player, bool enable) +{ + int result = MM_ERROR_NONE; + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_enable_sync_handler(player, enable); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; +} + +int mm_player_set_uri(MMHandleType player, const char *uri) +{ + int result = MM_ERROR_NONE; + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_set_uri(player, uri); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; + +} + +int mm_player_set_next_uri(MMHandleType player, const char *uri) +{ + int result = MM_ERROR_NONE; + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_set_next_uri(player, uri, FALSE); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; + +} + +int mm_player_get_next_uri(MMHandleType player, char **uri) +{ + int result = MM_ERROR_NONE; + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_get_next_uri(player, uri); + + MMPLAYER_CMD_UNLOCK( player ); + + return result; + +} +#ifdef _MULTI_TRACK +int mm_player_track_foreach_selected_subtitle_language(MMHandleType player, mm_player_track_selected_subtitle_language_callback callback, void *user_param) +{ + int result = MM_ERROR_NONE; + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_CMD_LOCK( player ); + + result = _mmplayer_track_foreach_selected_subtitle_language(player, callback, user_param); MMPLAYER_CMD_UNLOCK( player ); return result; } +#endif -int mm_player_set_display_zoom_start_position(MMHandleType player, int x, int y) +int mm_player_has_closed_caption(MMHandleType player, bool *exist) { int result = MM_ERROR_NONE; return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + return_val_if_fail(exist, MM_ERROR_INVALID_ARGUMENT); MMPLAYER_CMD_LOCK( player ); - result = _mmplayer_set_display_zoom_start_pos(player, x, y); + result = _mmplayer_has_closed_caption(player, exist); MMPLAYER_CMD_UNLOCK( player ); return result; } -int mm_player_get_display_zoom_start_position(MMHandleType player, int *x, int *y) +int mm_player_enable_media_packet_video_stream(MMHandleType player, bool enable) { int result = MM_ERROR_NONE; return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + return_val_if_fail(enable, MM_ERROR_INVALID_ARGUMENT); MMPLAYER_CMD_LOCK( player ); - result = _mmplayer_get_display_zoom_start_pos(player, x, y); + result = _mmplayer_enable_media_packet_video_stream(player, enable); MMPLAYER_CMD_UNLOCK( player ); diff --git a/src/mm_player_asm.c b/src/mm_player_asm.c deleted file mode 100644 index daf101f..0000000 --- a/src/mm_player_asm.c +++ /dev/null @@ -1,291 +0,0 @@ -/* - * libmm-player - * - * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. - * - * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - * - */ - -#include <mm_debug.h> -#include <mm_error.h> -#include "mm_player_priv.h" -#include "mm_player_asm.h" - -#define MMPLAYER_CHECK_SESSION_SKIP(x_player_asm) \ -do \ -{ \ - if (x_player_asm->skip_session == TRUE) \ - { \ - debug_log("skip session"); \ - return MM_ERROR_NONE; \ - } \ -}while(0); - -#define MMPLAYER_CHECK_SESSION_INSTANCE(x_player_asm) \ -do \ -{ \ - if (!x_player_asm) \ - { \ - debug_log("no session instance");\ - return MM_ERROR_SOUND_NOT_INITIALIZED; \ - } \ -}while(0); - -static ASM_sound_events_t __mmplayer_asm_get_event_type(gint type); - -gint -_mmplayer_asm_register(MMPlayerASM* sm, ASM_sound_cb_t callback, void* param) -{ - /* read mm-session type */ - gint sessionType = MM_SESSION_TYPE_SHARE; - gint errorcode = MM_ERROR_NONE; - gint asm_handle = -1; - gint event_type = ASM_EVENT_NONE; - gint pid = -1; - - debug_log("\n"); - MMPLAYER_CHECK_SESSION_INSTANCE(sm); - MMPLAYER_CHECK_SESSION_SKIP(sm); - - /* check if it's running on the media_server */ - if ( sm->pid > 0 ) - { - pid = sm->pid; - debug_log("mm-player is running on different process. Just faking pid to [%d]. :-p\n", pid); - } - else - { - debug_log("no pid has assigned. using default(current) context\n"); - } - - /* read session type */ - errorcode = _mm_session_util_read_type(pid, &sessionType); - if ( errorcode ) - { - debug_warning("Read MMSession Type failed. use default \"share\" type\n"); - sessionType = MM_SESSION_TYPE_SHARE; - - /* init session */ - errorcode = mm_session_init(sessionType); - if ( errorcode ) - { - debug_critical("mm_session_init() failed\n"); - return errorcode; - } - } - - /* check if it's CALL */ - if ( sessionType == MM_SESSION_TYPE_CALL ) - { - debug_log("session type is CALL\n"); - sm->event = ASM_EVENT_CALL; - return MM_ERROR_NONE; - } - else if ( sessionType == MM_SESSION_TYPE_VIDEOCALL ) - { - debug_log("session type is VIDEOCALL\n"); - sm->event = ASM_EVENT_VIDEOCALL; - return MM_ERROR_NONE; - } - - /* interpret session type */ - event_type = __mmplayer_asm_get_event_type(sessionType); - - /* register audio-session-manager callback */ - if( ! ASM_register_sound(pid, &asm_handle, event_type, ASM_STATE_NONE, callback, (void*)param, ASM_RESOURCE_NONE, &errorcode)) - { - debug_critical("ASM_register_sound() failed\n"); - return errorcode; - } - - /* now succeed to register our callback. take result */ - sm->handle = asm_handle; - sm->state = ASM_STATE_NONE; - sm->event = event_type; - - return MM_ERROR_NONE; -} - -gint -_mmplayer_asm_unregister(MMPlayerASM* sm) -{ - gint event_type = ASM_EVENT_NONE; - gint errorcode = 0; - gint pid = -1; - - MMPLAYER_CHECK_SESSION_INSTANCE(sm); - MMPLAYER_CHECK_SESSION_SKIP(sm); - - /* check if it's running on the media_server */ - if ( sm->pid > 0 ) - { - pid = sm->pid; - debug_log("mm-player is running on different process. Just faking pid to [%d]. :-p\n", pid); - } - else - { - debug_log("no pid has assigned. using default(current) context\n"); - } - - /* check if it's CALL */ - if(sm->event == ASM_EVENT_CALL || sm->event == ASM_EVENT_VIDEOCALL) - { - debug_log("session type is VOICE or VIDEO CALL (%d)\n", sm->event); - return MM_ERROR_NONE; - } - event_type = sm->event; - - if( ! ASM_unregister_sound( sm->handle, event_type, &errorcode) ) - { - debug_error("Unregister sound failed 0x%X\n", errorcode); - return MM_ERROR_POLICY_INTERNAL; - } - - return MM_ERROR_NONE; -} - -gint _mmplayer_asm_set_state(MMHandleType hplayer, ASM_sound_states_t state) -{ - gint event_type = ASM_EVENT_NONE; - gint pid = -1; - ASM_resource_t resource = ASM_RESOURCE_NONE; - mm_player_t *player = (mm_player_t *)hplayer; - MMPlayerASM* sm = &player->sm; - - MMPLAYER_CHECK_SESSION_INSTANCE(sm); - MMPLAYER_CHECK_SESSION_SKIP(sm); - - /* check if it's running on the media_server */ - if ( sm->pid > 0 ) - { - pid = sm->pid; - debug_log("mm-player is running on different process. Just faking pid to [%d]. :-p\n", pid); - } - else - { - debug_log("no pid has assigned. using default(current) context\n"); - } - - /* check if it's CALL */ - if(sm->event == ASM_EVENT_CALL || sm->event == ASM_EVENT_VIDEOCALL) - { - debug_log("session type is VOICE or VIDEO CALL (%d)\n", sm->event); - return MM_ERROR_NONE; - } - - - if ( ! sm->by_asm_cb )//|| sm->state == ASM_STATE_PLAYING ) - { - int ret = 0; - event_type = sm->event; - - /* check if there is video */ - /* NOTE: resource can be set as NONE when it's not occupied or unknown resource is used. */ - if(ASM_STATE_PLAYING == state || ASM_STATE_PAUSE == state) - { - if(player->pipeline && player->pipeline->videobin) - resource = ASM_RESOURCE_VIDEO_OVERLAY | ASM_RESOURCE_HW_DECODER; - } - - if( ! ASM_set_sound_state( sm->handle, event_type, state, resource, &ret) ) - { - debug_error("Set state to [%d] failed 0x%X\n", state, ret); - return MM_ERROR_POLICY_BLOCKED; - } - - sm->state = state; - } - else - { - sm->by_asm_cb = 0; - sm->state = state; - } - - return MM_ERROR_NONE; -} - -static ASM_sound_events_t -__mmplayer_asm_get_event_type(gint type) -{ - gint event_type = ASM_EVENT_NONE; - - /* interpret session type */ - switch(type) - { - case MM_SESSION_TYPE_SHARE: - event_type = ASM_EVENT_SHARE_MMPLAYER; - break; - - case MM_SESSION_TYPE_EXCLUSIVE: - event_type = ASM_EVENT_EXCLUSIVE_MMPLAYER; - break; - - case MM_SESSION_TYPE_NOTIFY: - event_type = ASM_EVENT_NOTIFY; - break; - - case MM_SESSION_TYPE_ALARM: - event_type = ASM_EVENT_ALARM; - break; - - case MM_SESSION_TYPE_EMERGENCY: - event_type = ASM_EVENT_EMERGENCY; - break; - - default: - debug_critical("unexpected case!\n"); - event_type = ASM_EVENT_SHARE_MMPLAYER; - break; - } - - return event_type; -} - -gint -_mmplayer_asm_ignore_session(MMHandleType hplayer) -{ - mm_player_t *player = (mm_player_t *)hplayer; - - debug_fenter(); - - return_val_if_fail (player, MM_ERROR_PLAYER_NOT_INITIALIZED); - - /* check state */ - if (player->state != MM_PLAYER_STATE_NULL) - { - debug_log("invalid state to make session mix"); - return MM_ERROR_PLAYER_INVALID_STATE; - } - - if (player->sm.skip_session == FALSE && player->sm.handle) - { - int error_code = 0; - - if (!ASM_unregister_sound(player->sm.handle, player->sm.event, &error_code)) - { - debug_error("Unregister sound failed 0x%X", error_code); - return MM_ERROR_POLICY_INTERNAL; - } - player->sm.skip_session = TRUE; - player->sm.handle = 0; - - debug_log("session skip enabled"); - } - - debug_fleave(); - - return MM_ERROR_NONE; -} diff --git a/src/mm_player_attrs.c b/src/mm_player_attrs.c index 3d94ac6..c7cb67c 100644..100755 --- a/src/mm_player_attrs.c +++ b/src/mm_player_attrs.c @@ -3,7 +3,8 @@ * * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. * - * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, + * YoungHwan An <younghwan_.an@samsung.com> * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,8 +28,8 @@ #include <vconf.h> #include <mm_attrs_private.h> #include <mm_attrs.h> - #include <gst/video/videooverlay.h> +#include "mm_player_utils.h" #include "mm_player_priv.h" #include "mm_player_attrs.h" @@ -66,8 +67,6 @@ _mmplayer_get_attribute(MMHandleType handle, char **err_attr_name, const char * int result = MM_ERROR_NONE; MMHandleType attrs = 0; - debug_fenter(); - /* NOTE : Don't need to check err_attr_name because it can be set NULL */ /* if it's not want to know it. */ return_val_if_fail(attribute_name, MM_ERROR_COMMON_INVALID_ARGUMENT); @@ -80,8 +79,6 @@ _mmplayer_get_attribute(MMHandleType handle, char **err_attr_name, const char * if ( result != MM_ERROR_NONE) debug_error("failed to get %s attribute\n", attribute_name); - debug_fleave(); - return result; } @@ -91,8 +88,6 @@ _mmplayer_set_attribute(MMHandleType handle, char **err_attr_name, const char * int result = MM_ERROR_NONE; MMHandleType attrs = 0; - debug_fenter(); - /* NOTE : Don't need to check err_attr_name because it can be set NULL */ /* if it's not want to know it. */ return_val_if_fail(attribute_name, MM_ERROR_COMMON_INVALID_ARGUMENT); @@ -116,8 +111,6 @@ _mmplayer_set_attribute(MMHandleType handle, char **err_attr_name, const char * return result; } - debug_fleave(); - return result; } @@ -128,8 +121,6 @@ _mmplayer_get_attributes_info(MMHandleType handle, const char *attribute_name, MMHandleType attrs = 0; MMAttrsInfo src_info = {0, }; - debug_fenter(); - return_val_if_fail(attribute_name, MM_ERROR_COMMON_INVALID_ARGUMENT); return_val_if_fail(dst_info, MM_ERROR_COMMON_INVALID_ARGUMENT); return_val_if_fail(handle, MM_ERROR_COMMON_INVALID_ARGUMENT); @@ -180,23 +171,17 @@ _mmplayer_get_attributes_info(MMHandleType handle, const char *attribute_name, break; } - debug_fleave(); - return result; } int __mmplayer_apply_attribute(MMHandleType handle, const char *attribute_name) { - MMHandleType attrs = 0; mm_player_t* player = 0; - debug_fenter(); - return_val_if_fail(handle, MM_ERROR_COMMON_INVALID_ARGUMENT); return_val_if_fail(attribute_name, MM_ERROR_COMMON_INVALID_ARGUMENT); - attrs = MM_PLAYER_GET_ATTRS(handle); player = MM_PLAYER_CAST(handle); if ( g_strrstr(attribute_name, "display") ) @@ -221,35 +206,34 @@ __mmplayer_apply_attribute(MMHandleType handle, const char *attribute_name) } } - debug_fleave(); - return MM_ERROR_NONE; } MMHandleType _mmplayer_construct_attribute(MMHandleType handle) { + mm_player_t *player = NULL; int idx = 0; MMHandleType attrs = 0; int num_of_attrs = 0; mmf_attrs_construct_info_t *base = NULL; - gchar *system_ua = NULL; + //gchar *system_ua = NULL; gchar *system_proxy = NULL; - debug_fenter(); - return_val_if_fail (handle, 0); + player = MM_PLAYER_CAST(handle); + MMPlayerAttrsSpec player_attrs[] = { { - "profile_uri", // name + "profile_uri", // name MM_ATTRS_TYPE_STRING, // type - MM_ATTRS_FLAG_RW, // flag - (void *) NULL, // default value + MM_ATTRS_FLAG_RW, // flag + (void *) NULL, // default value MM_ATTRS_VALID_TYPE_NONE, // validity type - 0, // validity min value - 0 // validity max value + 0, // validity min value + 0 // validity max value }, { "profile_user_param", @@ -351,6 +335,15 @@ _mmplayer_construct_attribute(MMHandleType handle) 0 }, { + "streaming_timeout", + MM_ATTRS_TYPE_INT, + MM_ATTRS_FLAG_RW, + (void *) -1, // DEFAULT_HTTP_TIMEOUT + MM_ATTRS_VALID_TYPE_INT_RANGE, + -1, + MMPLAYER_MAX_INT + }, + { "subtitle_uri", MM_ATTRS_TYPE_STRING, MM_ATTRS_FLAG_RW, @@ -513,6 +506,15 @@ _mmplayer_construct_attribute(MMHandleType handle) MMPLAYER_MAX_INT }, { + "content_text_track_num", + MM_ATTRS_TYPE_INT, + MM_ATTRS_FLAG_RW, + (void *) 0, + MM_ATTRS_VALID_TYPE_INT_RANGE, + 0, + MMPLAYER_MAX_INT + }, + { "tag_artist", MM_ATTRS_TYPE_STRING, MM_ATTRS_FLAG_RW, @@ -600,6 +602,42 @@ _mmplayer_construct_attribute(MMHandleType handle) 0 }, { + "display_src_crop_x", + MM_ATTRS_TYPE_INT, + MM_ATTRS_FLAG_RW, + (void *) 0, + MM_ATTRS_VALID_TYPE_INT_RANGE, + 0, + MMPLAYER_MAX_INT + }, + { + "display_src_crop_y", + MM_ATTRS_TYPE_INT, + MM_ATTRS_FLAG_RW, + (void *) 0, + MM_ATTRS_VALID_TYPE_INT_RANGE, + 0, + MMPLAYER_MAX_INT + }, + { + "display_src_crop_width", + MM_ATTRS_TYPE_INT, + MM_ATTRS_FLAG_RW, + (void *) 0, + MM_ATTRS_VALID_TYPE_INT_RANGE, + 0, + MMPLAYER_MAX_INT + }, + { + "display_src_crop_height", + MM_ATTRS_TYPE_INT, + MM_ATTRS_FLAG_RW, + (void *) 0, + MM_ATTRS_VALID_TYPE_INT_RANGE, + 0, + MMPLAYER_MAX_INT + }, + { "display_roi_x", MM_ATTRS_TYPE_INT, MM_ATTRS_FLAG_RW, @@ -636,6 +674,15 @@ _mmplayer_construct_attribute(MMHandleType handle) MMPLAYER_MAX_INT }, { + "display_roi_mode", + MM_ATTRS_TYPE_INT, + MM_ATTRS_FLAG_RW, + (void *) MM_DISPLAY_METHOD_CUSTOM_ROI_FULL_SCREEN, + MM_ATTRS_VALID_TYPE_INT_RANGE, + MM_DISPLAY_METHOD_CUSTOM_ROI_FULL_SCREEN, + MM_DISPLAY_METHOD_CUSTOM_ROI_LETER_BOX + }, + { "display_rotation", MM_ATTRS_TYPE_INT, MM_ATTRS_FLAG_RW, @@ -648,7 +695,7 @@ _mmplayer_construct_attribute(MMHandleType handle) "display_visible", MM_ATTRS_TYPE_INT, MM_ATTRS_FLAG_RW, - (void *) TRUE, + (void *) FALSE, MM_ATTRS_VALID_TYPE_INT_RANGE, 0, 1 @@ -702,7 +749,7 @@ _mmplayer_construct_attribute(MMHandleType handle) "display_evas_surface_sink", MM_ATTRS_TYPE_STRING, MM_ATTRS_FLAG_READABLE, - (void *) PLAYER_INI()->videosink_element_evas, + (void *) player->ini.videosink_element_evas, MM_ATTRS_VALID_TYPE_NONE, 0, 0 @@ -767,8 +814,8 @@ _mmplayer_construct_attribute(MMHandleType handle) MM_ATTRS_FLAG_RW, (void *) MM_SOUND_VOLUME_TYPE_MEDIA, MM_ATTRS_VALID_TYPE_INT_RANGE, - MM_SOUND_VOLUME_TYPE_SYSTEM, - MM_SOUND_VOLUME_TYPE_CALL + 0, + MMPLAYER_MAX_INT }, { "sound_route", @@ -810,13 +857,22 @@ _mmplayer_construct_attribute(MMHandleType handle) "sound_priority", MM_ATTRS_TYPE_INT, MM_ATTRS_FLAG_RW, - (void *) 0, // 0: normal, 1: high 2: high with sound transition + (void *) 0, // 0: normal, 1: high 2: high with sound transition 3: mix with others regardless of priority MM_ATTRS_VALID_TYPE_INT_RANGE, 0, - 2 + 3 + }, + { + "sound_close_resource", + MM_ATTRS_TYPE_INT, + MM_ATTRS_FLAG_RW, + (void *) 0, + MM_ATTRS_VALID_TYPE_INT_RANGE, + 0, + 1 }, { - "audio_latency_mode", + "sound_latency_mode", MM_ATTRS_TYPE_INT, MM_ATTRS_FLAG_RW, (void *) 1, // 0: low latency, 1: middle latency 2: high latency @@ -837,7 +893,7 @@ _mmplayer_construct_attribute(MMHandleType handle) "pcm_extraction_samplerate", // set samplerate for pcm extraction MM_ATTRS_TYPE_INT, MM_ATTRS_FLAG_RW, - (void *) 8000, // hz + (void *) 44100, // hz MM_ATTRS_VALID_TYPE_INT_RANGE, 0, MMPLAYER_MAX_INT @@ -989,7 +1045,7 @@ _mmplayer_construct_attribute(MMHandleType handle) mmf_attrs_set_valid_range (attrs, idx, player_attrs[idx].value_min, player_attrs[idx].value_max, - (int)player_attrs[idx].default_value); + (int)(player_attrs[idx].default_value)); } break; @@ -1001,6 +1057,7 @@ _mmplayer_construct_attribute(MMHandleType handle) } } + #if 0 /* set proxy and user agent */ system_ua = vconf_get_str(VCONFKEY_ADMIN_UAGENT); system_proxy = vconf_get_str(VCONFKEY_NETWORK_PROXY); @@ -1010,6 +1067,7 @@ _mmplayer_construct_attribute(MMHandleType handle) mm_attrs_set_string_by_name(attrs, "streaming_user_agent", system_ua); g_free(system_ua); } + #endif if (system_proxy) { @@ -1020,16 +1078,12 @@ _mmplayer_construct_attribute(MMHandleType handle) /* commit */ mmf_attrs_commit(attrs); - debug_fleave(); - return attrs; } bool _mmplayer_deconstruct_attribute(MMHandleType handle) // @ { - debug_fenter(); - mm_player_t *player = MM_PLAYER_CAST(handle); return_val_if_fail ( player, FALSE ); @@ -1040,7 +1094,5 @@ _mmplayer_deconstruct_attribute(MMHandleType handle) // @ player->attrs = 0; } - debug_fleave(); - return TRUE; } diff --git a/src/mm_player_audioeffect.c b/src/mm_player_audioeffect.c index 8fea055..62d7e00 100644..100755 --- a/src/mm_player_audioeffect.c +++ b/src/mm_player_audioeffect.c @@ -20,6 +20,7 @@ */ #include <mm_error.h> +#include "mm_player_utils.h" #include "mm_player_audioeffect.h" #include "mm_player_ini.h" #include "mm_player_priv.h" @@ -27,21 +28,24 @@ int -mm_player_get_foreach_present_supported_effect_type(MMHandleType player, MMAudioEffectType effect_type, mmplayer_supported_audio_effect_cb foreach_cb, void *user_data) +mm_player_get_foreach_present_supported_effect_type(MMHandleType hplayer, MMAudioEffectType effect_type, mmplayer_supported_audio_effect_cb foreach_cb, void *user_data) { + mm_player_t *player = NULL; int result = MM_ERROR_NONE; - mm_sound_device_in device_in; - mm_sound_device_out device_out; + mm_sound_device_in device_in = MM_SOUND_DEVICE_IN_NONE; + mm_sound_device_out device_out = MM_SOUND_DEVICE_OUT_NONE; int i = 0; - debug_fenter(); + MMPLAYER_FENTER(); - return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + return_val_if_fail ( hplayer, MM_ERROR_PLAYER_NOT_INITIALIZED ); + + player = MM_PLAYER_CAST(hplayer); /* get status if speaker is activated */ result = mm_sound_get_active_device(&device_in, &device_out); if ( result ) { - debug_fleave(); + MMPLAYER_FLEAVE(); debug_error("mm_sound_get_active_device() failed [%x]!!", result); return result; } @@ -51,10 +55,10 @@ mm_player_get_foreach_present_supported_effect_type(MMHandleType player, MMAudio { for ( i = 0; i < MM_AUDIO_EFFECT_PRESET_NUM; i++ ) { - if (PLAYER_INI()->audio_effect_preset_list[i] ) + if (player->ini.audio_effect_preset_list[i] ) { if (device_out == MM_SOUND_DEVICE_OUT_SPEAKER && - PLAYER_INI()->audio_effect_preset_earphone_only_list[i]) + player->ini.audio_effect_preset_earphone_only_list[i]) { continue; } @@ -70,10 +74,10 @@ mm_player_get_foreach_present_supported_effect_type(MMHandleType player, MMAudio { for ( i = 0; i < MM_AUDIO_EFFECT_CUSTOM_NUM; i++ ) { - if (PLAYER_INI()->audio_effect_custom_list[i] ) + if (player->ini.audio_effect_custom_list[i] ) { if (device_out == MM_SOUND_DEVICE_OUT_SPEAKER && - PLAYER_INI()->audio_effect_custom_earphone_only_list[i]) + player->ini.audio_effect_custom_earphone_only_list[i]) { continue; } @@ -90,13 +94,13 @@ mm_player_get_foreach_present_supported_effect_type(MMHandleType player, MMAudio result = MM_ERROR_INVALID_ARGUMENT; } - debug_fleave(); + MMPLAYER_FLEAVE(); return result; CALLBACK_ERROR: debug_error("foreach callback returned error"); - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_PLAYER_INTERNAL; } @@ -109,13 +113,13 @@ __mmplayer_set_harmony_effect(mm_player_t *player, GstElement *audio_effect_elem int ext_level_index = 0; int result = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); return_val_if_fail ( audio_effect_element, MM_ERROR_INVALID_ARGUMENT ); /* Custom EQ */ - if( PLAYER_INI()->audio_effect_custom_eq_band_num ) + if( player->ini.audio_effect_custom_eq_band_num ) { debug_log("pass custom EQ level list to audio effect plugin"); /* set custom-equalizer level list */ @@ -127,12 +131,12 @@ __mmplayer_set_harmony_effect(mm_player_t *player, GstElement *audio_effect_elem } /* Custom Extension effects */ - if( PLAYER_INI()->audio_effect_custom_ext_num ) + if( player->ini.audio_effect_custom_ext_num ) { debug_log("pass custom extension level list to audio effect plugin"); ext_effect_level_list = player->audio_effect_info.custom_ext_level_for_plugin; if (!ext_effect_level_list) { - ext_effect_level_list = (gint*) malloc (sizeof(gint)*PLAYER_INI()->audio_effect_custom_ext_num); + ext_effect_level_list = (gint*) malloc (sizeof(gint)*player->ini.audio_effect_custom_ext_num); if (!ext_effect_level_list) { debug_error("memory allocation for extension effect list failed"); @@ -140,17 +144,20 @@ __mmplayer_set_harmony_effect(mm_player_t *player, GstElement *audio_effect_elem } else { - memset (ext_effect_level_list, 0, PLAYER_INI()->audio_effect_custom_ext_num); + memset (ext_effect_level_list, 0, player->ini.audio_effect_custom_ext_num); + + /* associate it to player handle */ + player->audio_effect_info.custom_ext_level_for_plugin = ext_effect_level_list; } } while ( count < MM_AUDIO_EFFECT_CUSTOM_NUM ) { - if ( PLAYER_INI()->audio_effect_custom_list[count] ) + if ( player->ini.audio_effect_custom_list[count] ) { ext_effect_level_list[ext_level_index] = player->audio_effect_info.custom_ext_level[count-1]; ext_level_index++; - if (ext_level_index == PLAYER_INI()->audio_effect_custom_ext_num) + if (ext_level_index == player->ini.audio_effect_custom_ext_num) { break; } @@ -170,7 +177,7 @@ __mmplayer_set_harmony_effect(mm_player_t *player, GstElement *audio_effect_elem g_object_set(audio_effect_element, "filter-action", MM_AUDIO_EFFECT_TYPE_CUSTOM, NULL); debug_log("filter-action = %d", MM_AUDIO_EFFECT_TYPE_CUSTOM); - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } @@ -182,14 +189,14 @@ __mmplayer_is_earphone_only_effect_type(mm_player_t *player, MMAudioEffectType e gboolean result = FALSE; int i = 0; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); /* preset */ if (effect_type == MM_AUDIO_EFFECT_TYPE_PRESET) { - if (PLAYER_INI()->audio_effect_preset_earphone_only_list[effect]) + if (player->ini.audio_effect_preset_earphone_only_list[effect]) { debug_msg("this preset effect(%d) is only available with earphone", effect); result = TRUE; @@ -200,7 +207,7 @@ __mmplayer_is_earphone_only_effect_type(mm_player_t *player, MMAudioEffectType e { for (i = 1; i < MM_AUDIO_EFFECT_CUSTOM_NUM; i++) /* it starts from 1(except testing for EQ) */ { - if (PLAYER_INI()->audio_effect_custom_earphone_only_list[i]) + if (player->ini.audio_effect_custom_earphone_only_list[i]) { /* check if the earphone only custom effect was set */ if (player->audio_effect_info.custom_ext_level[i-1]) @@ -216,26 +223,99 @@ __mmplayer_is_earphone_only_effect_type(mm_player_t *player, MMAudioEffectType e debug_error("invalid effect type(%d)", effect_type); } - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } +int +__mmplayer_audio_set_output_type (mm_player_t *player, MMAudioEffectType effect_type, int effect) +{ + GstElement *audio_effect_element = NULL; + mm_sound_device_in device_in = MM_SOUND_DEVICE_IN_NONE; + mm_sound_device_out device_out = MM_SOUND_DEVICE_OUT_NONE; + int output_type = 0; + int result = MM_ERROR_NONE; + + MMPLAYER_FENTER(); + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + audio_effect_element = player->pipeline->audiobin[MMPLAYER_A_FILTER].gst; + + result = mm_sound_get_active_device(&device_in, &device_out); + + if ( result ) { + debug_error("mm_sound_get_active_device() failed [%x]!!", result); + MMPLAYER_FLEAVE(); + return result; + } + + /* SPEAKER case */ + if (device_out == MM_SOUND_DEVICE_OUT_SPEAKER) + { + if ( MM_AUDIO_EFFECT_TYPE_SQUARE != effect_type ) { + if (__mmplayer_is_earphone_only_effect_type(player, effect_type, effect)) + { + debug_error("earphone is not equipped, this filter will not be applied"); + MMPLAYER_FLEAVE(); + return MM_ERROR_PLAYER_SOUND_EFFECT_INVALID_STATUS; + } + } + + output_type = MM_AUDIO_EFFECT_OUTPUT_SPK; + } +// else if (device_out == MM_SOUND_DEVICE_OUT_MIRRORING) +// { +// output_type = MM_AUDIO_EFFECT_OUTPUT_OTHERS; +// } + else if (device_out == MM_SOUND_DEVICE_OUT_HDMI) + { + output_type = MM_AUDIO_EFFECT_OUTPUT_HDMI; + } + else if(device_out == MM_SOUND_DEVICE_OUT_BT_A2DP) + { + output_type = MM_AUDIO_EFFECT_OUTPUT_BT; + } +// else if(device_out == MM_SOUND_DEVICE_OUT_DOCK) +// { +// output_type = MM_AUDIO_EFFECT_OUTPUT_DOCK; +// } +// else if(device_out == MM_SOUND_DEVICE_OUT_MULTIMEDIA_DOCK) +// { +// output_type = MM_AUDIO_EFFECT_OUTPUT_MULTIMEDIA_DOCK; +// } + else if(device_out == MM_SOUND_DEVICE_OUT_USB_AUDIO) + { + output_type = MM_AUDIO_EFFECT_OUTPUT_USB_AUDIO; + } + /* Other case, include WIRED_ACCESSORY */ + else + { + output_type = MM_AUDIO_EFFECT_OUTPUT_EAR; + } + debug_warning("output_type = %d (0:spk,1:ear,2:others)", output_type); + + /* set filter output mode */ + g_object_set(audio_effect_element, "filter-output-mode", output_type, NULL); + + return result; +} gboolean -_mmplayer_is_supported_effect_type(MMAudioEffectType effect_type, int effect) +_mmplayer_is_supported_effect_type(mm_player_t* player, MMAudioEffectType effect_type, int effect) { gboolean result = TRUE; - mm_sound_device_in device_in; - mm_sound_device_out device_out; + mm_sound_device_in device_in = MM_SOUND_DEVICE_IN_NONE; + mm_sound_device_out device_out = MM_SOUND_DEVICE_OUT_NONE; int ret = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); /* get status if speaker is activated */ ret = mm_sound_get_active_device(&device_in, &device_out); if ( ret ) { - debug_fleave(); + MMPLAYER_FLEAVE(); debug_error("mm_sound_get_active_device() failed [%x]!!", ret); result = FALSE; } @@ -249,18 +329,21 @@ _mmplayer_is_supported_effect_type(MMAudioEffectType effect_type, int effect) debug_error("out of range, preset effect(%d)", effect); result = FALSE; } - if (!PLAYER_INI()->audio_effect_preset_list[effect]) - { - debug_error("this effect(%d) is not supported", effect); - result = FALSE; - } else { - if (device_out == MM_SOUND_DEVICE_OUT_SPEAKER && - PLAYER_INI()->audio_effect_preset_earphone_only_list[effect]) + if (!player->ini.audio_effect_preset_list[effect]) { + debug_error("this effect(%d) is not supported", effect); result = FALSE; } + else + { + if (device_out == MM_SOUND_DEVICE_OUT_SPEAKER && + player->ini.audio_effect_preset_earphone_only_list[effect]) + { + result = FALSE; + } + } } } /* custom */ @@ -271,18 +354,29 @@ _mmplayer_is_supported_effect_type(MMAudioEffectType effect_type, int effect) debug_error("out of range, custom effect(%d)", effect); result = FALSE; } - if (!PLAYER_INI()->audio_effect_custom_list[effect]) - { - debug_error("this custom effect(%d) is not supported", effect); - result = FALSE; - } else { - if (device_out == MM_SOUND_DEVICE_OUT_SPEAKER && - PLAYER_INI()->audio_effect_custom_earphone_only_list[effect]) + if (!player->ini.audio_effect_custom_list[effect]) { + debug_error("this custom effect(%d) is not supported", effect); result = FALSE; } + else + { + if (device_out == MM_SOUND_DEVICE_OUT_SPEAKER && + player->ini.audio_effect_custom_earphone_only_list[effect]) + { + result = FALSE; + } + } + } + } + else if (effect_type == MM_AUDIO_EFFECT_TYPE_SQUARE) + { + if (!player->ini.use_audio_effect_custom) + { + debug_error("Square effect is not supported"); + result = FALSE; } } else @@ -292,165 +386,104 @@ _mmplayer_is_supported_effect_type(MMAudioEffectType effect_type, int effect) } } - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } - int -_mmplayer_audio_effect_preset_apply(mm_player_t *player, MMAudioEffectPresetType effect_type) +_mmplayer_audio_effect_custom_apply(mm_player_t *player) { GstElement *audio_effect_element = NULL; int result = MM_ERROR_NONE; - int output_type = 0; - mm_sound_device_in device_in; - mm_sound_device_out device_out; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); /* Music Player can set audio effect value before Audiobin is created. */ - if ( !player->pipeline || !player->pipeline->audiobin ) + if ( !player->pipeline || !player->pipeline->audiobin || !player->pipeline->audiobin[MMPLAYER_A_FILTER].gst ) { debug_warning("effect element is not created yet."); player->bypass_audio_effect = FALSE; /* store audio effect setting in order to apply it when audio effect plugin is created */ - player->audio_effect_info.effect_type = MM_AUDIO_EFFECT_TYPE_PRESET; - player->audio_effect_info.preset = effect_type; + player->audio_effect_info.effect_type = MM_AUDIO_EFFECT_TYPE_CUSTOM; } else { - return_val_if_fail( player->pipeline->audiobin, MM_ERROR_PLAYER_NOT_INITIALIZED ); - audio_effect_element = player->pipeline->audiobin[MMPLAYER_A_FILTER].gst; /* get status if speaker is activated */ - result = mm_sound_get_active_device(&device_in, &device_out); - if ( result ) { - debug_error("mm_sound_get_active_device() failed [%x]!!", result); - debug_fleave(); + result = __mmplayer_audio_set_output_type(player, MM_AUDIO_EFFECT_TYPE_CUSTOM, 0); + + if ( result != MM_ERROR_NONE) { + debug_error("failed to set output mode"); + MMPLAYER_FLEAVE(); return result; } - /* SPEAKER case */ - if (device_out == MM_SOUND_DEVICE_OUT_SPEAKER) - { - output_type = MM_AUDIO_EFFECT_OUTPUT_SPK; - if (__mmplayer_is_earphone_only_effect_type(player, MM_AUDIO_EFFECT_TYPE_PRESET, effect_type)) - { - debug_error("earphone is not equipped, this filter will not be applied"); - debug_fleave(); - return MM_ERROR_PLAYER_SOUND_EFFECT_INVALID_STATUS; - } - } - /* Other case, include WIRED_ACCESSORY, BLUETOOTH, DOCK */ - else + result = __mmplayer_set_harmony_effect(player, audio_effect_element); + if ( result ) { - output_type = MM_AUDIO_EFFECT_OUTPUT_EAR; - } - - /* set filter output mode as SPEAKER or EARPHONE */ - g_object_set(audio_effect_element, "filter-output-mode", output_type, NULL); - debug_log("filter-output-mode = %d (0:spk,1:ear)", output_type); - - if (effect_type == MM_AUDIO_EFFECT_PRESET_AUTO) { - /* TODO: Add codes about auto selecting preset mode according to ID3 tag */ - /* set effect preset mode */ - g_object_set(audio_effect_element, "preset-mode", 0, NULL); /* forced set to 0(normal) temporarily */ - debug_log("preset-mode = %d", effect_type); - - } else { - /* set effect preset mode */ - g_object_set(audio_effect_element, "preset-mode", effect_type-1, NULL); /* effect_type-1, because of _PRESET_AUTO in MSL/CAPI which does not exist in soundAlive plugin */ - debug_log("preset-mode = %d", effect_type); + debug_error("_set_harmony_effect() failed(%x)", result); + MMPLAYER_FLEAVE(); + return result; } - - /* order action to audio effect plugin */ - g_object_set(audio_effect_element, "filter-action", MM_AUDIO_EFFECT_TYPE_PRESET, NULL); - debug_log("filter-action = %d", MM_AUDIO_EFFECT_TYPE_PRESET); - } + player->set_mode.rich_audio = TRUE; - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } - int -_mmplayer_audio_effect_custom_apply(mm_player_t *player) +_mmplayer_audio_effect_custom_update_level(mm_player_t *player) { GstElement *audio_effect_element = NULL; int result = MM_ERROR_NONE; + int ext_level_index = 0; + int count = 1; + int i = 0; + gint *custom_eq = NULL; + gint *custom_ext_effect_level_list = NULL; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); - /* Music Player can set audio effect value before Audiobin is created. */ - if ( !player->pipeline || !player->pipeline->audiobin ) - { - debug_warning("effect element is not created yet."); + audio_effect_element = player->pipeline->audiobin[MMPLAYER_A_FILTER].gst; - player->bypass_audio_effect = FALSE; + /* get custom eq effect */ + g_object_get(audio_effect_element, "custom-eq", &custom_eq, NULL); - /* store audio effect setting in order to apply it when audio effect plugin is created */ - player->audio_effect_info.effect_type = MM_AUDIO_EFFECT_TYPE_CUSTOM; - } - else - { - int output_type = 0; - mm_sound_device_in device_in; - mm_sound_device_out device_out; - - return_val_if_fail( player->pipeline->audiobin, MM_ERROR_PLAYER_NOT_INITIALIZED ); - - audio_effect_element = player->pipeline->audiobin[MMPLAYER_A_FILTER].gst; + memcpy(player->audio_effect_info.custom_eq_level, custom_eq, sizeof(gint) * player->ini.audio_effect_custom_eq_band_num); - /* get status if speaker is activated */ - result = mm_sound_get_active_device(&device_in, &device_out); - if ( result ) { - debug_error("mm_sound_get_active_device() failed [%x]!!", result); - debug_fleave(); - return result; - } + for (i=0; i<player->ini.audio_effect_custom_eq_band_num;i++) + { + debug_log("updated custom-eq [%d] = %d", i, player->audio_effect_info.custom_eq_level[i]); + } - /* SPEAKER case */ - if (device_out == MM_SOUND_DEVICE_OUT_SPEAKER) - { - output_type = MM_AUDIO_EFFECT_OUTPUT_SPK; - if (__mmplayer_is_earphone_only_effect_type(player, MM_AUDIO_EFFECT_TYPE_CUSTOM, 0)) - { - debug_error("earphone is not equipped, some custom effect should operate with earphone"); - debug_fleave(); - return MM_ERROR_PLAYER_SOUND_EFFECT_INVALID_STATUS; - } - } - /* Other case, include WIRED_ACCESSORY, BLUETOOTH, DOCK */ - else - { - output_type = MM_AUDIO_EFFECT_OUTPUT_EAR; - } + /* get custom ext effect */ - /* set filter output mode as SPEAKER or EARPHONE */ - g_object_set(audio_effect_element, "filter-output-mode", output_type, NULL); - debug_log("filter-output-mode = %d (0:spk,1:ear)", output_type); + g_object_get(audio_effect_element, "custom-ext", &custom_ext_effect_level_list, NULL); - result = __mmplayer_set_harmony_effect(player, audio_effect_element); - if ( result ) + while ( count < MM_AUDIO_EFFECT_CUSTOM_NUM ) + { + if ( player->ini.audio_effect_custom_list[count] ) { - debug_error("_set_harmony_effect() failed(%x)", result); - debug_fleave(); - return result; + player->audio_effect_info.custom_ext_level[count-1] + = custom_ext_effect_level_list[ext_level_index]; + debug_log("updated custom-ext [%d] = %d", count, player->audio_effect_info.custom_ext_level[count-1]); + ext_level_index++; } + count++; } - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } @@ -461,7 +494,7 @@ mm_player_audio_effect_custom_clear_eq_all(MMHandleType hplayer) int result = MM_ERROR_NONE; mm_player_t* player = (mm_player_t*)hplayer; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); @@ -470,7 +503,7 @@ mm_player_audio_effect_custom_clear_eq_all(MMHandleType hplayer) debug_msg("All the EQ bands clearing success"); - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } @@ -483,7 +516,7 @@ mm_player_audio_effect_custom_clear_ext_all(MMHandleType hplayer) int result = MM_ERROR_NONE; mm_player_t* player = (mm_player_t*)hplayer; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); @@ -495,7 +528,7 @@ mm_player_audio_effect_custom_clear_ext_all(MMHandleType hplayer) debug_msg("All the extension effects clearing success"); - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } @@ -507,16 +540,16 @@ mm_player_is_supported_preset_effect_type(MMHandleType hplayer, MMAudioEffectPre mm_player_t* player = (mm_player_t*)hplayer; int result = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); - if ( !_mmplayer_is_supported_effect_type( MM_AUDIO_EFFECT_TYPE_PRESET, effect ) ) + if ( !_mmplayer_is_supported_effect_type( player, MM_AUDIO_EFFECT_TYPE_PRESET, effect ) ) { result = MM_ERROR_PLAYER_SOUND_EFFECT_NOT_SUPPORTED_FILTER; } - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } @@ -528,80 +561,40 @@ mm_player_is_supported_custom_effect_type(MMHandleType hplayer, MMAudioEffectCus mm_player_t* player = (mm_player_t*)hplayer; int result = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); - if ( !_mmplayer_is_supported_effect_type( MM_AUDIO_EFFECT_TYPE_CUSTOM, effect ) ) + if ( !_mmplayer_is_supported_effect_type( player, MM_AUDIO_EFFECT_TYPE_CUSTOM, effect ) ) { result = MM_ERROR_PLAYER_SOUND_EFFECT_NOT_SUPPORTED_FILTER; } - debug_fleave(); - - return result; -} - - -int -mm_player_audio_effect_preset_apply(MMHandleType hplayer, MMAudioEffectPresetType type) -{ - mm_player_t* player = (mm_player_t*)hplayer; - int result = MM_ERROR_NONE; - - debug_fenter(); - - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); - - if (!PLAYER_INI()->use_audio_effect_preset) - { - debug_error("audio effect(preset) is not supported", type); - debug_fleave(); - return MM_ERROR_NOT_SUPPORT_API; - } - - if (type < MM_AUDIO_EFFECT_PRESET_AUTO || type >= MM_AUDIO_EFFECT_PRESET_NUM) - { - debug_error("out of range, type(%d)", type); - debug_fleave(); - return MM_ERROR_INVALID_ARGUMENT; - } - - /* check if this effect type is supported */ - if ( !_mmplayer_is_supported_effect_type( MM_AUDIO_EFFECT_TYPE_PRESET, type ) ) - { - debug_fleave(); - return MM_ERROR_PLAYER_SOUND_EFFECT_NOT_SUPPORTED_FILTER; - } - - result = _mmplayer_audio_effect_preset_apply(player, type); - - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } - int mm_player_audio_effect_custom_apply(MMHandleType hplayer) { mm_player_t* player = (mm_player_t*)hplayer; int result = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); - if (!PLAYER_INI()->use_audio_effect_custom) + if (!player->ini.use_audio_effect_custom) { debug_error("audio effect(custom) is not supported"); - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NOT_SUPPORT_API; } result = _mmplayer_audio_effect_custom_apply(player); - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } @@ -614,23 +607,22 @@ mm_player_audio_effect_bypass (MMHandleType hplayer) int result = MM_ERROR_NONE; GstElement *audio_effect_element = NULL; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); - if ( !PLAYER_INI()->use_audio_effect_preset && !PLAYER_INI()->use_audio_effect_custom ) + if ( !player->ini.use_audio_effect_preset && !player->ini.use_audio_effect_custom ) { debug_error("audio effect(preset/custom) is not supported"); - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NOT_SUPPORT_API; } - if ( !player->pipeline || !player->pipeline->audiobin ) + if ( !player->pipeline || !player->pipeline->audiobin || !player->pipeline->audiobin[MMPLAYER_A_FILTER].gst ) { debug_warning("effect element is not created yet."); } else { - return_val_if_fail( player->pipeline->audiobin, MM_ERROR_PLAYER_NOT_INITIALIZED ); audio_effect_element = player->pipeline->audiobin[MMPLAYER_A_FILTER].gst; /* order action to audio effect plugin */ @@ -638,7 +630,7 @@ mm_player_audio_effect_bypass (MMHandleType hplayer) debug_log("filter-action = %d", MM_AUDIO_EFFECT_TYPE_NONE); } - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } @@ -653,30 +645,30 @@ _mmplayer_audio_effect_custom_set_level_ext(mm_player_t *player, MMAudioEffectCu int ext_level_index = 1; /* start from 1, because of excepting eq index */ int result = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); /* check if EQ is supported */ - if ( !_mmplayer_is_supported_effect_type( MM_AUDIO_EFFECT_TYPE_CUSTOM, custom_effect_type ) ) + if ( !_mmplayer_is_supported_effect_type( player, MM_AUDIO_EFFECT_TYPE_CUSTOM, custom_effect_type ) ) { - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_PLAYER_SOUND_EFFECT_NOT_SUPPORTED_FILTER; } while ( count < MM_AUDIO_EFFECT_CUSTOM_NUM ) { - if ( PLAYER_INI()->audio_effect_custom_list[count] ) + if ( player->ini.audio_effect_custom_list[count] ) { if ( count == custom_effect_type ) { - effect_level_min = PLAYER_INI()->audio_effect_custom_min_level_list[ext_level_index]; - effect_level_max = PLAYER_INI()->audio_effect_custom_max_level_list[ext_level_index]; + effect_level_min = player->ini.audio_effect_custom_min_level_list[ext_level_index]; + effect_level_max = player->ini.audio_effect_custom_max_level_list[ext_level_index]; debug_msg("level min value(%d), level max value(%d)", effect_level_min, effect_level_max); break; } ext_level_index++; - if (ext_level_index == PLAYER_INI()->audio_effect_custom_ext_num + 1) + if (ext_level_index == player->ini.audio_effect_custom_ext_num + 1) { debug_error("could not find min, max value. maybe effect information in ini file is not proper for audio effect plugin"); break; @@ -696,7 +688,7 @@ _mmplayer_audio_effect_custom_set_level_ext(mm_player_t *player, MMAudioEffectCu debug_msg("set ext[%d] = %d", custom_effect_type-1, level); } - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } @@ -709,26 +701,26 @@ _mmplayer_audio_effect_custom_set_level_eq(mm_player_t *player, int index, int l gint eq_level_min = 0; int result = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); /* check if EQ is supported */ - if ( !_mmplayer_is_supported_effect_type( MM_AUDIO_EFFECT_TYPE_CUSTOM, MM_AUDIO_EFFECT_CUSTOM_EQ ) ) + if ( !_mmplayer_is_supported_effect_type( player, MM_AUDIO_EFFECT_TYPE_CUSTOM, MM_AUDIO_EFFECT_CUSTOM_EQ ) ) { - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_PLAYER_SOUND_EFFECT_NOT_SUPPORTED_FILTER; } - if ( index < 0 || index > PLAYER_INI()->audio_effect_custom_eq_band_num - 1 ) + if ( index < 0 || index > player->ini.audio_effect_custom_eq_band_num - 1 ) { debug_error("out of range, index(%d)", index); result = MM_ERROR_INVALID_ARGUMENT; } else { - eq_level_min = PLAYER_INI()->audio_effect_custom_min_level_list[MM_AUDIO_EFFECT_CUSTOM_EQ]; - eq_level_max = PLAYER_INI()->audio_effect_custom_max_level_list[MM_AUDIO_EFFECT_CUSTOM_EQ]; + eq_level_min = player->ini.audio_effect_custom_min_level_list[MM_AUDIO_EFFECT_CUSTOM_EQ]; + eq_level_max = player->ini.audio_effect_custom_max_level_list[MM_AUDIO_EFFECT_CUSTOM_EQ]; debug_msg("EQ level min value(%d), EQ level max value(%d)", eq_level_min, eq_level_max); if ( level < eq_level_min || level > eq_level_max ) @@ -743,7 +735,7 @@ _mmplayer_audio_effect_custom_set_level_eq(mm_player_t *player, int index, int l } } - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } @@ -756,12 +748,12 @@ mm_player_audio_effect_custom_set_level(MMHandleType hplayer, MMAudioEffectCusto mm_player_t* player = (mm_player_t*)hplayer; int result = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); /* check if this effect type is supported */ - if ( !_mmplayer_is_supported_effect_type( MM_AUDIO_EFFECT_TYPE_CUSTOM, effect_custom_type ) ) + if ( !_mmplayer_is_supported_effect_type( player, MM_AUDIO_EFFECT_TYPE_CUSTOM, effect_custom_type ) ) { result = MM_ERROR_PLAYER_SOUND_EFFECT_NOT_SUPPORTED_FILTER; } @@ -771,7 +763,7 @@ mm_player_audio_effect_custom_set_level(MMHandleType hplayer, MMAudioEffectCusto { result = _mmplayer_audio_effect_custom_set_level_eq(player, eq_index, level); } - else if (effect_custom_type > MM_AUDIO_EFFECT_CUSTOM_EQ || effect_custom_type < MM_AUDIO_EFFECT_CUSTOM_NUM) + else if (effect_custom_type > MM_AUDIO_EFFECT_CUSTOM_EQ && effect_custom_type < MM_AUDIO_EFFECT_CUSTOM_NUM) { result = _mmplayer_audio_effect_custom_set_level_ext(player, effect_custom_type, level); } @@ -782,7 +774,7 @@ mm_player_audio_effect_custom_set_level(MMHandleType hplayer, MMAudioEffectCusto } } - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } @@ -794,21 +786,21 @@ mm_player_audio_effect_custom_get_eq_bands_number(MMHandleType hplayer, int *ban mm_player_t* player = (mm_player_t*)hplayer; int result = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); /* check if EQ is supported */ - if ( !_mmplayer_is_supported_effect_type( MM_AUDIO_EFFECT_TYPE_CUSTOM, MM_AUDIO_EFFECT_CUSTOM_EQ ) ) + if ( !_mmplayer_is_supported_effect_type( player, MM_AUDIO_EFFECT_TYPE_CUSTOM, MM_AUDIO_EFFECT_CUSTOM_EQ ) ) { - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_PLAYER_SOUND_EFFECT_NOT_SUPPORTED_FILTER; } - *bands = PLAYER_INI()->audio_effect_custom_eq_band_num; + *bands = player->ini.audio_effect_custom_eq_band_num; debug_log("number of custom EQ band = %d", *bands); - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } @@ -821,18 +813,18 @@ mm_player_audio_effect_custom_get_eq_bands_width(MMHandleType hplayer, int band_ int result = MM_ERROR_NONE; unsigned int eq_num = 0; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); /* check if EQ is supported */ - if ( !_mmplayer_is_supported_effect_type( MM_AUDIO_EFFECT_TYPE_CUSTOM, MM_AUDIO_EFFECT_CUSTOM_EQ ) ) + if ( !_mmplayer_is_supported_effect_type( player, MM_AUDIO_EFFECT_TYPE_CUSTOM, MM_AUDIO_EFFECT_CUSTOM_EQ ) ) { - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_PLAYER_SOUND_EFFECT_NOT_SUPPORTED_FILTER; } - eq_num = PLAYER_INI()->audio_effect_custom_eq_band_num; + eq_num = player->ini.audio_effect_custom_eq_band_num; if (band_idx < 0 || band_idx > eq_num-1) { debug_error("out of range, invalid band_idx(%d)", band_idx); @@ -841,11 +833,11 @@ mm_player_audio_effect_custom_get_eq_bands_width(MMHandleType hplayer, int band_ else { /* set the width of EQ band */ - *width = PLAYER_INI()->audio_effect_custom_eq_band_width[band_idx]; + *width = player->ini.audio_effect_custom_eq_band_width[band_idx]; debug_log("width of band_idx(%d) = %dHz", band_idx, *width); } - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } @@ -858,18 +850,18 @@ mm_player_audio_effect_custom_get_eq_bands_freq(MMHandleType hplayer, int band_i int result = MM_ERROR_NONE; unsigned int eq_num = 0; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); /* check if EQ is supported */ - if ( !_mmplayer_is_supported_effect_type( MM_AUDIO_EFFECT_TYPE_CUSTOM, MM_AUDIO_EFFECT_CUSTOM_EQ ) ) + if ( !_mmplayer_is_supported_effect_type( player, MM_AUDIO_EFFECT_TYPE_CUSTOM, MM_AUDIO_EFFECT_CUSTOM_EQ ) ) { - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_PLAYER_SOUND_EFFECT_NOT_SUPPORTED_FILTER; } - eq_num = PLAYER_INI()->audio_effect_custom_eq_band_num; + eq_num = player->ini.audio_effect_custom_eq_band_num; if (band_idx < 0 || band_idx > eq_num-1) { debug_error("out of range, invalid band_idx(%d)", band_idx); @@ -878,11 +870,11 @@ mm_player_audio_effect_custom_get_eq_bands_freq(MMHandleType hplayer, int band_i else { /* set the frequency of EQ band */ - *freq = PLAYER_INI()->audio_effect_custom_eq_band_freq[band_idx]; + *freq = player->ini.audio_effect_custom_eq_band_freq[band_idx]; debug_log("frequency of band_idx(%d) = %dHz", band_idx, *freq); } - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } @@ -894,21 +886,21 @@ mm_player_audio_effect_custom_get_level(MMHandleType hplayer, MMAudioEffectCusto mm_player_t* player = (mm_player_t*)hplayer; int result = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); return_val_if_fail( level, MM_ERROR_PLAYER_NOT_INITIALIZED ); /* check if this effect type is supported */ - if ( !_mmplayer_is_supported_effect_type( MM_AUDIO_EFFECT_TYPE_CUSTOM, type ) ) + if ( !_mmplayer_is_supported_effect_type( player, MM_AUDIO_EFFECT_TYPE_CUSTOM, type ) ) { - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_PLAYER_SOUND_EFFECT_NOT_SUPPORTED_FILTER; } if (type == MM_AUDIO_EFFECT_CUSTOM_EQ) { - if ( eq_index < 0 || eq_index > PLAYER_INI()->audio_effect_custom_eq_band_num - 1 ) + if ( eq_index < 0 || eq_index > player->ini.audio_effect_custom_eq_band_num - 1 ) { debug_error("out of range, EQ index(%d)", eq_index); result = MM_ERROR_INVALID_ARGUMENT; @@ -930,7 +922,7 @@ mm_player_audio_effect_custom_get_level(MMHandleType hplayer, MMAudioEffectCusto result = MM_ERROR_INVALID_ARGUMENT; } - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } @@ -944,40 +936,40 @@ mm_player_audio_effect_custom_get_level_range(MMHandleType hplayer, MMAudioEffec int count = 1; /* start from 1, because of excepting eq index */ int ext_level_index = 1; /* start from 1, because of excepting eq index */ - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); return_val_if_fail( min, MM_ERROR_PLAYER_NOT_INITIALIZED ); return_val_if_fail( max, MM_ERROR_PLAYER_NOT_INITIALIZED ); /* check if this effect type is supported */ - if ( !_mmplayer_is_supported_effect_type( MM_AUDIO_EFFECT_TYPE_CUSTOM, type ) ) + if ( !_mmplayer_is_supported_effect_type( player, MM_AUDIO_EFFECT_TYPE_CUSTOM, type ) ) { - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_PLAYER_SOUND_EFFECT_NOT_SUPPORTED_FILTER; } if ( type == MM_AUDIO_EFFECT_CUSTOM_EQ ) { - *min = PLAYER_INI()->audio_effect_custom_min_level_list[MM_AUDIO_EFFECT_CUSTOM_EQ]; - *max = PLAYER_INI()->audio_effect_custom_max_level_list[MM_AUDIO_EFFECT_CUSTOM_EQ]; + *min = player->ini.audio_effect_custom_min_level_list[MM_AUDIO_EFFECT_CUSTOM_EQ]; + *max = player->ini.audio_effect_custom_max_level_list[MM_AUDIO_EFFECT_CUSTOM_EQ]; debug_log("EQ min level = %d, max level = %d", *min, *max); } else { while ( count < MM_AUDIO_EFFECT_CUSTOM_NUM ) { - if ( PLAYER_INI()->audio_effect_custom_list[count] ) + if ( player->ini.audio_effect_custom_list[count] ) { if ( count == type ) { - *min = PLAYER_INI()->audio_effect_custom_min_level_list[ext_level_index]; - *max = PLAYER_INI()->audio_effect_custom_max_level_list[ext_level_index]; + *min = player->ini.audio_effect_custom_min_level_list[ext_level_index]; + *max = player->ini.audio_effect_custom_max_level_list[ext_level_index]; debug_msg("Extension effect(%d) min level = %d, max level = %d", count, *min, *max); break; } ext_level_index++; - if ( ext_level_index == PLAYER_INI()->audio_effect_custom_ext_num + 1 ) + if ( ext_level_index == player->ini.audio_effect_custom_ext_num + 1 ) { debug_error("could not find min, max value. maybe effect information in ini file is not proper for audio effect plugin"); break; @@ -987,7 +979,7 @@ mm_player_audio_effect_custom_get_level_range(MMHandleType hplayer, MMAudioEffec } } - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } @@ -1002,26 +994,26 @@ mm_player_audio_effect_custom_set_level_eq_from_list(MMHandleType hplayer, int * gint eq_level_max = 0; int result = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); /* check if EQ is supported */ - if ( !_mmplayer_is_supported_effect_type( MM_AUDIO_EFFECT_TYPE_CUSTOM, MM_AUDIO_EFFECT_CUSTOM_EQ ) ) + if ( !_mmplayer_is_supported_effect_type( player, MM_AUDIO_EFFECT_TYPE_CUSTOM, MM_AUDIO_EFFECT_CUSTOM_EQ ) ) { - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_PLAYER_SOUND_EFFECT_NOT_SUPPORTED_FILTER; } - if ( size != PLAYER_INI()->audio_effect_custom_eq_band_num ) + if ( size != player->ini.audio_effect_custom_eq_band_num ) { - debug_error("input size variable(%d) does not match with number of eq band(%d)", size, PLAYER_INI()->audio_effect_custom_eq_band_num); + debug_error("input size variable(%d) does not match with number of eq band(%d)", size, player->ini.audio_effect_custom_eq_band_num); result = MM_ERROR_INVALID_ARGUMENT; } else { - eq_level_min = PLAYER_INI()->audio_effect_custom_min_level_list[MM_AUDIO_EFFECT_CUSTOM_EQ]; - eq_level_max = PLAYER_INI()->audio_effect_custom_max_level_list[MM_AUDIO_EFFECT_CUSTOM_EQ]; + eq_level_min = player->ini.audio_effect_custom_min_level_list[MM_AUDIO_EFFECT_CUSTOM_EQ]; + eq_level_max = player->ini.audio_effect_custom_max_level_list[MM_AUDIO_EFFECT_CUSTOM_EQ]; for ( i = 0 ; i < size ; i++ ) { @@ -1034,7 +1026,7 @@ mm_player_audio_effect_custom_set_level_eq_from_list(MMHandleType hplayer, int * player->audio_effect_info.custom_eq_level[i] = level_list[i]; } } - debug_fleave(); + MMPLAYER_FLEAVE(); return result; } diff --git a/src/mm_player_capture.c b/src/mm_player_capture.c index e9880f0..e3bd5d8 100755 --- a/src/mm_player_capture.c +++ b/src/mm_player_capture.c @@ -1,765 +1,991 @@ -/*
- * libmm-player
- *
- * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
- *
- * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com>
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- *
- */
-
-/*===========================================================================================
-| |
-| INCLUDE FILES |
-| |
-========================================================================================== */
-#include "mm_player_capture.h"
-#include "mm_player_priv.h"
-
-#include <mm_util_imgp.h>
+/* + * libmm-player + * + * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. + * + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, + * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * + */ + +/*=========================================================================================== +| | +| INCLUDE FILES | +| | +========================================================================================== */ +#include "mm_player_utils.h" +#include "mm_player_capture.h" +#include "mm_player_priv.h" +#include "mm_player_utils.h" + +#include <mm_util_imgp.h> #include <gst/video/video-info.h> -
-/*---------------------------------------------------------------------------
-| LOCAL VARIABLE DEFINITIONS for internal |
----------------------------------------------------------------------------*/
-
-/*---------------------------------------------------------------------------
-| LOCAL FUNCTION PROTOTYPES: |
----------------------------------------------------------------------------*/
+ +/*--------------------------------------------------------------------------- +| LOCAL VARIABLE DEFINITIONS for internal | +---------------------------------------------------------------------------*/ + +/*--------------------------------------------------------------------------- +| LOCAL FUNCTION PROTOTYPES: | +---------------------------------------------------------------------------*/ static GstPadProbeReturn __mmplayer_video_capture_probe (GstPad *pad, GstPadProbeInfo *info, gpointer u_data); static int __mmplayer_get_video_frame_from_buffer(mm_player_t* player, GstPad *pad, GstBuffer *buffer); -static gpointer __mmplayer_capture_thread(gpointer data);
-static void __csc_tiled_to_linear_crop(unsigned char *yuv420_dest, unsigned char *nv12t_src, int yuv420_width, int yuv420_height, int left, int top, int right, int buttom);
-static int __tile_4x2_read(int x_size, int y_size, int x_pos, int y_pos);
-static int __mm_player_convert_colorspace(mm_player_t* player, unsigned char* src_data, mm_util_img_format src_fmt, unsigned int src_w, unsigned int src_h, mm_util_img_format dst_fmt);
-
-/*===========================================================================================
-| |
-| FUNCTION DEFINITIONS |
-| |
-========================================================================================== */
-int
-_mmplayer_initialize_video_capture(mm_player_t* player)
-{
- return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED );
- /* create capture mutex */
- player->capture_thread_mutex = g_mutex_new();
- if ( ! player->capture_thread_mutex )
- {
- debug_critical("Cannot create capture mutex");
- goto ERROR;
- }
-
- /* create capture cond */
- player->capture_thread_cond = g_cond_new();
- if ( ! player->capture_thread_cond )
- {
- debug_critical("Cannot create capture cond");
- goto ERROR;
- }
-
- player->capture_thread_exit = FALSE;
-
- /* create video capture thread */
- player->capture_thread =
- g_thread_create (__mmplayer_capture_thread, (gpointer)player, TRUE, NULL);
- if ( ! player->capture_thread )
- {
- goto ERROR;
- }
-
- return MM_ERROR_NONE;
-
-ERROR:
- /* capture thread */
- if ( player->capture_thread_mutex )
- g_mutex_free ( player->capture_thread_mutex );
-
- if ( player->capture_thread_cond )
- g_cond_free ( player->capture_thread_cond );
-
- return MM_ERROR_PLAYER_INTERNAL;
-}
-
-int
-_mmplayer_release_video_capture(mm_player_t* player)
-{
- return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED );
- /* release capture thread */
- if ( player->capture_thread_cond &&
- player->capture_thread_mutex &&
- player->capture_thread )
- {
- g_mutex_lock(player->capture_thread_mutex);
- player->capture_thread_exit = TRUE;
- g_cond_signal( player->capture_thread_cond );
- g_mutex_unlock(player->capture_thread_mutex);
-
- debug_log("waitting for capture thread exit");
- g_thread_join ( player->capture_thread );
- g_mutex_free ( player->capture_thread_mutex );
- g_cond_free ( player->capture_thread_cond );
- debug_log("capture thread released");
- }
-
- return MM_ERROR_NONE;
-}
-
-int
-_mmplayer_do_video_capture(MMHandleType hplayer)
-{
- mm_player_t* player = (mm_player_t*) hplayer;
- int ret = MM_ERROR_NONE;
- GstPad *pad = NULL;
-
- debug_fenter();
-
- return_val_if_fail(player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED);
-
- /* capturing or not */
- if (player->video_capture_cb_probe_id || player->capture.data || player->captured.a[0] || player->captured.a[1])
- {
- debug_warning("capturing... we can't do any more");
- return MM_ERROR_PLAYER_INVALID_STATE;
- }
-
- /* check if video pipeline is linked or not */
- if (!player->pipeline->videobin || !player->sent_bos)
- {
- debug_warning("not ready to capture");
- return MM_ERROR_PLAYER_INVALID_STATE;
- }
-
+static gpointer __mmplayer_capture_thread(gpointer data); +static void __csc_tiled_to_linear_crop(unsigned char *yuv420_dest, unsigned char *nv12t_src, int yuv420_width, int yuv420_height, int left, int top, int right, int buttom); +static int __tile_4x2_read(int x_size, int y_size, int x_pos, int y_pos); +static int __mm_player_convert_colorspace(mm_player_t* player, unsigned char* src_data, mm_util_img_format src_fmt, unsigned int src_w, unsigned int src_h, mm_util_img_format dst_fmt); + +/*=========================================================================================== +| | +| FUNCTION DEFINITIONS | +| | +========================================================================================== */ +int +_mmplayer_initialize_video_capture(mm_player_t* player) +{ + return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + /* create capture mutex */ + g_mutex_init(&player->capture_thread_mutex); + if ( !(&player->capture_thread_mutex) ) + { + debug_error("Cannot create capture mutex"); + goto ERROR; + } + + /* create capture cond */ + g_cond_init(&player->capture_thread_cond); + if (!(&player->capture_thread_cond) ) + { + debug_error("Cannot create capture cond"); + goto ERROR; + } + + player->capture_thread_exit = FALSE; + + /* create video capture thread */ + player->capture_thread = + g_thread_try_new ("capture_thread",__mmplayer_capture_thread, (gpointer)player, NULL); + + if ( ! player->capture_thread ) + { + goto ERROR; + } + + return MM_ERROR_NONE; + +ERROR: + /* capture thread */ + if ( &player->capture_thread_mutex ) + g_mutex_clear(&player->capture_thread_mutex ); + + if (&player->capture_thread_cond ) + g_cond_clear (&player->capture_thread_cond ); + + return MM_ERROR_PLAYER_INTERNAL; +} + +int +_mmplayer_release_video_capture(mm_player_t* player) +{ + return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + /* release capture thread */ + if ( &player->capture_thread_cond && + &player->capture_thread_mutex && + player->capture_thread ) + { + g_mutex_lock(&player->capture_thread_mutex); + player->capture_thread_exit = TRUE; + g_cond_signal( &player->capture_thread_cond ); + g_mutex_unlock(&player->capture_thread_mutex); + + debug_log("waitting for capture thread exit"); + g_thread_join ( player->capture_thread ); + g_mutex_clear(&player->capture_thread_mutex ); + g_cond_clear(&player->capture_thread_cond ); + debug_log("capture thread released"); + } + + return MM_ERROR_NONE; +} + +int +_mmplayer_do_video_capture(MMHandleType hplayer) +{ + mm_player_t* player = (mm_player_t*) hplayer; + int ret = MM_ERROR_NONE; + GstPad *pad = NULL; + + MMPLAYER_FENTER(); + + return_val_if_fail(player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED); + + /* capturing or not */ + if (player->video_capture_cb_probe_id || player->capture.data || player->captured.a[0] || player->captured.a[1]) + { + debug_warning("capturing... we can't do any more"); + return MM_ERROR_PLAYER_INVALID_STATE; + } + + /* check if video pipeline is linked or not */ + if (!player->pipeline->videobin) + { + debug_warning("not ready to capture"); + return MM_ERROR_PLAYER_INVALID_STATE; + } + + /* check if drm file */ + if (player->is_drm_file) + { + debug_warning("not supported in drm file"); + return MM_ERROR_PLAYER_DRM_OUTPUT_PROTECTION; + } + pad = gst_element_get_static_pad(player->pipeline->videobin[MMPLAYER_V_SINK].gst, "sink" ); - if (player->state != MM_PLAYER_STATE_PLAYING)
- {
- if (player->state == MM_PLAYER_STATE_PAUSED) // get last buffer from video sink
- {
+ + if (player->state != MM_PLAYER_STATE_PLAYING) + { + if (player->state == MM_PLAYER_STATE_PAUSED) // get last buffer from video sink + { GstSample *sample = NULL; + + gst_element_get_state(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, NULL, NULL, 5 * GST_SECOND); //5 seconds + g_object_get(player->pipeline->videobin[MMPLAYER_V_SINK].gst, "last-sample", &sample, NULL); + if (sample) { - GstBuffer *buf = NULL;
- buf = gst_sample_get_buffer(sample); - if (buf)
- {
- ret = __mmplayer_get_video_frame_from_buffer(player, pad, buf); - gst_buffer_unref(buf);
+ GstBuffer *buf = NULL; + buf = gst_sample_get_buffer(sample); + + if (buf) + { + ret = __mmplayer_get_video_frame_from_buffer(player, pad, buf); + } + else + { + debug_warning("failed to get video frame"); + } + gst_sample_unref(sample); + } + return ret; + } + else + { + debug_warning("invalid state(%d) to capture", player->state); + return MM_ERROR_PLAYER_INVALID_STATE; + } + } + + /* register probe */ + player->video_capture_cb_probe_id = gst_pad_add_probe(pad, GST_PAD_PROBE_TYPE_BUFFER, + __mmplayer_video_capture_probe, player, NULL); + + gst_object_unref(GST_OBJECT(pad)); + pad = NULL; + + MMPLAYER_FLEAVE(); + + return ret; +} + +int +__mmplayer_handle_orientation (mm_player_t* player, int orientation, int format) +{ + unsigned char *src_buffer = NULL; + int ret = MM_ERROR_NONE; + unsigned char *dst_frame = NULL; + unsigned int dst_width = 0; + unsigned int dst_height = 0; + unsigned int dst_size = 0; + mm_util_img_rotate_type rot_enum = MM_UTIL_ROTATE_NUM; + + player->capture.orientation = orientation; + + if (orientation == 90 || orientation == 270) + { + dst_width = player->captured.h[0]; + dst_height = player->captured.w[0]; + debug_log ("interchange width & height"); + } + else if (orientation == 180) + { + dst_width = player->captured.w[0]; + dst_height = player->captured.h[0]; + } + else if (orientation == 0) + { + debug_error ("no need handle orientation : %d", orientation); + player->capture.width = player->captured.w[0]; + player->capture.height = player->captured.h[0]; + return MM_ERROR_NONE; + } + else + { + debug_error ("wrong orientation value..."); + } + + /* height & width will be interchanged for 90 and 270 orientation */ + ret = mm_util_get_image_size(format, dst_width, dst_height, &dst_size); + if (ret != MM_ERROR_NONE) + { + debug_error("failed to get destination frame size"); + return ret; + } + + debug_log ("before rotation : dst_width = %d and dst_height = %d", dst_width, dst_height); + + dst_frame = (unsigned char*) malloc (dst_size); + if (!dst_frame) + { + debug_error("failed to allocate memory"); + return MM_ERROR_PLAYER_NO_FREE_SPACE; + } + + src_buffer = (unsigned char*)player->capture.data; + + /* convert orientation degree into enum here */ + switch(orientation) + { + case 0: + rot_enum = MM_UTIL_ROTATE_0; + break; + case 90: + rot_enum = MM_UTIL_ROTATE_90; + break; + case 180: + rot_enum = MM_UTIL_ROTATE_180; + break; + case 270: + rot_enum = MM_UTIL_ROTATE_270; + break; + default: + debug_error("wrong rotate value"); + break; + } + + debug_log ("source buffer for rotation = %p and rotation = %d", src_buffer, rot_enum); + + ret = mm_util_rotate_image (src_buffer, player->captured.w[0], player->captured.h[0], format, + dst_frame, &dst_width, &dst_height, rot_enum); + if (ret != MM_ERROR_NONE) + { + debug_error("failed to do rotate image"); + return ret; + } + + debug_log ("after rotation same stride: dst_width = %d and dst_height = %d", dst_width, dst_height); + + g_free (src_buffer); + + player->capture.data = dst_frame; + player->capture.size = dst_size; + player->capture.orientation = orientation; + player->capture.width = dst_width; + player->capture.height= dst_height; + + player->captured.w[0] = player->captured.s[0] = dst_width; + player->captured.h[0] = player->captured.e[0] = dst_height; + + return ret; +} + + +static gpointer +__mmplayer_capture_thread(gpointer data) +{ + mm_player_t* player = (mm_player_t*) data; + MMMessageParamType msg = {0, }; + unsigned char * linear_y_plane = NULL; + unsigned char * linear_uv_plane = NULL; + int orientation = 0; + int ret = 0; + + return_val_if_fail(player, NULL); + + while (!player->capture_thread_exit) + { + debug_log("capture thread started. waiting for signal"); + + g_mutex_lock(&player->capture_thread_mutex); + g_cond_wait(&player->capture_thread_cond, &player->capture_thread_mutex ); + + if ( player->capture_thread_exit ) + { + debug_log("exiting capture thread"); + goto EXIT; + } + debug_log("capture thread is recieved signal"); + + /* NOTE: Don't use MMPLAYER_CMD_LOCK() here. + * Because deadlock can be happened if other player api is used in message callback. + */ + if (player->video_cs == MM_PLAYER_COLORSPACE_NV12_TILED) + { + /* Colorspace conversion : NV12T-> NV12-> RGB888 */ + int ret = 0; + int linear_y_plane_size; + int linear_uv_plane_size; + unsigned char * src_buffer = NULL; + + linear_y_plane_size = (player->captured.w[0] * player->captured.h[0]); + linear_uv_plane_size = (player->captured.w[0] * player->captured.h[0]/2); + + linear_y_plane = (unsigned char*) g_try_malloc(linear_y_plane_size); + if (linear_y_plane == NULL) + { + msg.code = MM_ERROR_PLAYER_NO_FREE_SPACE; + goto ERROR; + } + + linear_uv_plane = (unsigned char*) g_try_malloc(linear_uv_plane_size); + if (linear_uv_plane == NULL) + { + msg.code = MM_ERROR_PLAYER_NO_FREE_SPACE; + goto ERROR; + } + /* NV12 tiled to linear */ + __csc_tiled_to_linear_crop(linear_y_plane, player->captured.a[0], player->captured.w[0], player->captured.h[0], 0,0,0,0); + __csc_tiled_to_linear_crop(linear_uv_plane, player->captured.a[1], player->captured.w[0], player->captured.h[0]/2, 0,0,0,0); + + MMPLAYER_FREEIF(player->captured.a[0]); + MMPLAYER_FREEIF(player->captured.a[1]); + + src_buffer = (unsigned char*) g_try_malloc(linear_y_plane_size+linear_uv_plane_size); + + if (src_buffer == NULL) + { + msg.code = MM_ERROR_PLAYER_NO_FREE_SPACE; + goto ERROR; } - gst_sample_unref(sample); - }
- return ret;
- }
- else
- {
- debug_warning("invalid state(%d) to capture", player->state);
- return MM_ERROR_PLAYER_INVALID_STATE;
- }
- }
-
- /* register probe */
- player->video_capture_cb_probe_id = gst_pad_add_probe (pad, GST_PAD_PROBE_TYPE_BUFFER,
- __mmplayer_video_capture_probe, player, NULL);
-
- gst_object_unref(GST_OBJECT(pad));
- pad = NULL;
- debug_fleave();
-
- return ret;
-}
-
-static gpointer
-__mmplayer_capture_thread(gpointer data)
-{
- mm_player_t* player = (mm_player_t*) data;
- MMMessageParamType msg = {0, };
- unsigned char * linear_y_plane = NULL;
- unsigned char * linear_uv_plane = NULL;
-
- return_val_if_fail(player, NULL);
-
- while (!player->capture_thread_exit)
- {
- debug_log("capture thread started. waiting for signal");
-
- g_mutex_lock(player->capture_thread_mutex);
- g_cond_wait( player->capture_thread_cond, player->capture_thread_mutex );
-
- if ( player->capture_thread_exit )
- {
- debug_log("exiting capture thread");
- goto EXIT;
- }
- debug_log("capture thread is recieved signal");
-
- /* NOTE: Don't use MMPLAYER_CMD_LOCK() here.
- * Because deadlock can be happened if other player api is used in message callback.
- */
- if (player->video_cs == MM_PLAYER_COLORSPACE_NV12_TILED)
- {
- /* Colorspace conversion : NV12T-> NV12-> RGB888 */
- int ret = 0;
- int linear_y_plane_size;
- int linear_uv_plane_size;
- unsigned char * src_buffer = NULL;
-
- debug_log("w[0]=%d, w[1]=%d", player->captured.w[0], player->captured.w[1]);
- debug_log("h[0]=%d, h[1]=%d", player->captured.h[0], player->captured.h[1]);
- debug_log("s[0]=%d, s[1]=%d", player->captured.s[0], player->captured.s[1]);
- debug_log("e[0]=%d, e[1]=%d", player->captured.e[0], player->captured.e[1]);
- debug_log("a[0]=%p, a[1]=%p", player->captured.a[0], player->captured.a[1]);
-
- #if 0
- if (mm_attrs_get_int_by_name(player->attrs, "content_video_width", &(player->captured.w[0])) != MM_ERROR_NONE)
- {
- debug_error("failed to get content width attribute");
- goto ERROR;
- }
-
- if (mm_attrs_get_int_by_name(player->attrs, "content_video_height", &(player->captured.h[0])) != MM_ERROR_NONE)
- {
- debug_error("failed to get content height attribute");
- goto ERROR;
- }
- #endif
-
- linear_y_plane_size = (player->captured.w[0] * player->captured.h[0]);
- linear_uv_plane_size = (player->captured.w[0] * player->captured.h[0]/2);
-
- linear_y_plane = (unsigned char*) g_try_malloc(linear_y_plane_size);
- if (linear_y_plane == NULL)
- {
- msg.code = MM_ERROR_PLAYER_NO_FREE_SPACE;
- goto ERROR;
- }
-
- linear_uv_plane = (unsigned char*) g_try_malloc(linear_uv_plane_size);
- if (linear_uv_plane == NULL)
- {
- msg.code = MM_ERROR_PLAYER_NO_FREE_SPACE;
- goto ERROR;
- }
- /* NV12 tiled to linear */
- __csc_tiled_to_linear_crop(linear_y_plane, player->captured.a[0], player->captured.w[0], player->captured.h[0], 0,0,0,0);
- __csc_tiled_to_linear_crop(linear_uv_plane, player->captured.a[1], player->captured.w[0], player->captured.h[0]/2, 0,0,0,0);
-
- MMPLAYER_FREEIF(player->captured.a[0]);
- MMPLAYER_FREEIF(player->captured.a[1]);
-
- src_buffer = (unsigned char*) g_try_malloc(linear_y_plane_size+linear_uv_plane_size);
-
- if (src_buffer == NULL)
- {
- msg.code = MM_ERROR_PLAYER_NO_FREE_SPACE;
- goto ERROR;
- }
- memset(src_buffer, 0x00, linear_y_plane_size+linear_uv_plane_size);
- memcpy(src_buffer, linear_y_plane, linear_y_plane_size);
- memcpy(src_buffer+linear_y_plane_size, linear_uv_plane, linear_uv_plane_size);
-
- /* NV12 linear to RGB888 */
- ret = __mm_player_convert_colorspace(player, src_buffer, MM_UTIL_IMG_FMT_NV12,
- player->captured.w[0], player->captured.h[0], MM_UTIL_IMG_FMT_RGB888);
-
- if (ret != MM_ERROR_NONE)
- {
- debug_error("failed to convert nv12 linear");
- goto ERROR;
- }
- /* clean */
- MMPLAYER_FREEIF(src_buffer);
- MMPLAYER_FREEIF(linear_y_plane);
- MMPLAYER_FREEIF(linear_uv_plane);
- }
-
- player->capture.fmt = MM_PLAYER_COLORSPACE_RGB888;
- msg.data = &player->capture;
- msg.size = player->capture.size;
-
- if (player->cmd >= MMPLAYER_COMMAND_START)
- {
- MMPLAYER_POST_MSG( player, MM_MESSAGE_VIDEO_CAPTURED, &msg );
- debug_log("returned from capture message callback");
- }
-
- g_mutex_unlock(player->capture_thread_mutex);
-
- //MMPLAYER_FREEIF(player->capture.data);
- continue;
-ERROR:
- if (player->video_cs == MM_PLAYER_COLORSPACE_NV12_TILED)
- {
- /* clean */
- MMPLAYER_FREEIF(linear_y_plane);
- MMPLAYER_FREEIF(linear_uv_plane);
- MMPLAYER_FREEIF(player->captured.a[0]);
- MMPLAYER_FREEIF(player->captured.a[1]);
- }
-
- msg.union_type = MM_MSG_UNION_CODE;
-
- g_mutex_unlock(player->capture_thread_mutex);
- MMPLAYER_POST_MSG( player, MM_MESSAGE_VIDEO_NOT_CAPTURED, &msg );
- }
- return NULL;
-EXIT:
- g_mutex_unlock(player->capture_thread_mutex);
- return NULL;
-}
-
-/**
- * The output is fixed as RGB888
- */
-static int
+ memset(src_buffer, 0x00, linear_y_plane_size+linear_uv_plane_size); + memcpy(src_buffer, linear_y_plane, linear_y_plane_size); + memcpy(src_buffer+linear_y_plane_size, linear_uv_plane, linear_uv_plane_size); + + /* NV12 linear to RGB888 */ + ret = __mm_player_convert_colorspace(player, src_buffer, MM_UTIL_IMG_FMT_NV12, + player->captured.w[0], player->captured.h[0], MM_UTIL_IMG_FMT_RGB888); + + if (ret != MM_ERROR_NONE) + { + debug_error("failed to convert nv12 linear"); + goto ERROR; + } + /* clean */ + MMPLAYER_FREEIF(src_buffer); + MMPLAYER_FREEIF(linear_y_plane); + MMPLAYER_FREEIF(linear_uv_plane); + } else if (MM_PLAYER_COLORSPACE_NV12 == player->video_cs) { + #define MM_ALIGN(x, a) (((x) + (a) - 1) & ~((a) - 1)) + int ret = 0; + char *src_buffer = NULL; + /* using original width otherwises, app can't know aligned to resize */ + int width_align = player->captured.w[0];//MM_ALIGN(player->captured.w[0], 8); + int src_buffer_size = width_align * player->captured.h[0] * 3/2; + int i, j; + char*temp = NULL; + char*dst_buf = NULL; + + if (!src_buffer_size) { + debug_error("invalid data size"); + goto ERROR; + } + + src_buffer = (char*) g_try_malloc(src_buffer_size); + + if (!src_buffer) { + msg.code = MM_ERROR_PLAYER_NO_FREE_SPACE; + goto ERROR; + } + + memset(src_buffer, 0x00, src_buffer_size); + + temp = player->captured.a[0]; + dst_buf = src_buffer; + + /* set Y plane */ + for (i = 0; i < player->captured.h[0]; i++) { + memcpy(dst_buf, temp, width_align); + dst_buf += width_align; + temp += player->captured.s[0]; + } + + temp = player->captured.a[1]; + + /* set UV plane*/ + for (j = 0; j < player->captured.h[1]; j++) { + memcpy(dst_buf, temp, width_align); + dst_buf += width_align; + temp += player->captured.s[0]; + } + + /* free captured buf */ + MMPLAYER_FREEIF(player->captured.a[0]); + MMPLAYER_FREEIF(player->captured.a[1]); + + /* NV12 -> RGB888 */ + ret = __mm_player_convert_colorspace(player, (unsigned char*)src_buffer, MM_UTIL_IMG_FMT_NV12, + width_align, player->captured.h[0], MM_UTIL_IMG_FMT_RGB888); + if (ret != MM_ERROR_NONE) + { + debug_error("failed to convert nv12 linear"); + goto ERROR; + } + + } + + ret = _mmplayer_get_video_rotate_angle ((MMHandleType)player, &orientation); + if (ret != MM_ERROR_NONE) + { + debug_error("failed to get rotation angle"); + goto ERROR; + } + + debug_log ("orientation value = %d", orientation); + + ret = __mmplayer_handle_orientation (player, orientation, MM_UTIL_IMG_FMT_RGB888); + if (ret != MM_ERROR_NONE) + { + debug_error("failed to convert nv12 linear"); + goto ERROR; + } + + player->capture.fmt = MM_PLAYER_COLORSPACE_RGB888; + msg.data = &player->capture; + msg.size = player->capture.size; +// msg.captured_frame.width = player->capture.width; +// msg.captured_frame.height = player->capture.height; +// msg.captured_frame.orientation = player->capture.orientation; + + if (player->cmd >= MMPLAYER_COMMAND_START) + { + MMPLAYER_POST_MSG( player, MM_MESSAGE_VIDEO_CAPTURED, &msg ); + debug_log("returned from capture message callback"); + } + + g_mutex_unlock(&player->capture_thread_mutex); + + //MMPLAYER_FREEIF(player->capture.data); + continue; +ERROR: + if (player->video_cs == MM_PLAYER_COLORSPACE_NV12_TILED) + { + /* clean */ + MMPLAYER_FREEIF(linear_y_plane); + MMPLAYER_FREEIF(linear_uv_plane); + MMPLAYER_FREEIF(player->captured.a[0]); + MMPLAYER_FREEIF(player->captured.a[1]); + } + + msg.union_type = MM_MSG_UNION_CODE; + + g_mutex_unlock(&player->capture_thread_mutex); + MMPLAYER_POST_MSG( player, MM_MESSAGE_VIDEO_NOT_CAPTURED, &msg ); + } + return NULL; +EXIT: + g_mutex_unlock(&player->capture_thread_mutex); + return NULL; +} + +/** + * The output is fixed as RGB888 + */ +static int __mmplayer_get_video_frame_from_buffer(mm_player_t* player, GstPad *pad, GstBuffer *buffer) -{
- gint yplane_size = 0;
- gint uvplane_size = 0;
- gint src_width = 0;
- gint src_height = 0;
- GstCaps *caps = NULL;
- GstStructure *structure = NULL;
- GstMapInfo mapinfo = GST_MAP_INFO_INIT; - GstMemory *memory = 0; - mm_util_img_format src_fmt = MM_UTIL_IMG_FMT_YUV420;
- mm_util_img_format dst_fmt = MM_UTIL_IMG_FMT_RGB888; // fixed
-
- debug_fenter();
-
- return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED );
- return_val_if_fail ( buffer, MM_ERROR_INVALID_ARGUMENT );
-
- /* get fourcc */
+{ + gint yplane_size = 0; + gint uvplane_size = 0; + gint src_width = 0; + gint src_height = 0; + GstCaps *caps = NULL; + GstStructure *structure = NULL; + GstMapInfo mapinfo = GST_MAP_INFO_INIT; + GstMemory *memory = NULL; + mm_util_img_format src_fmt = MM_UTIL_IMG_FMT_YUV420; + mm_util_img_format dst_fmt = MM_UTIL_IMG_FMT_RGB888; // fixed + + MMPLAYER_FENTER(); + + return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + return_val_if_fail ( buffer, MM_ERROR_INVALID_ARGUMENT ); + + /* get fourcc */ caps = gst_pad_get_current_caps(pad); -
- return_val_if_fail ( caps, MM_ERROR_INVALID_ARGUMENT );
- debug_log("caps to capture: %s\n", gst_caps_to_string(caps));
-
- structure = gst_caps_get_structure (caps, 0);
-
- return_val_if_fail (structure != NULL, MM_ERROR_PLAYER_INTERNAL);
-
- /* init capture image buffer */
- memset(&player->capture, 0x00, sizeof(MMPlayerVideoCapture));
-
- gst_structure_get_int (structure, "width", &src_width);
- gst_structure_get_int (structure, "height", &src_height);
-
- /* check rgb or yuv */
+ + return_val_if_fail ( caps, MM_ERROR_INVALID_ARGUMENT ); + MMPLAYER_LOG_GST_CAPS_TYPE(caps); + + structure = gst_caps_get_structure (caps, 0); + + return_val_if_fail (structure != NULL, MM_ERROR_PLAYER_INTERNAL); + + /* init capture image buffer */ + memset(&player->capture, 0x00, sizeof(MMPlayerVideoCapture)); + + gst_structure_get_int (structure, "width", &src_width); + gst_structure_get_int (structure, "height", &src_height); + + /* check rgb or yuv */ if (gst_structure_has_name(structure, "video/x-raw")) - {
+ { /* NV12T */ if(!g_strcmp0(gst_structure_get_string(structure, "format"), "ST12")) - {
+ { debug_msg ("captured format is ST12\n"); - MMPlayerMPlaneImage *proved = NULL;
- player->video_cs = MM_PLAYER_COLORSPACE_NV12_TILED;
-
- /* get video frame info from proved buffer */
- memory = gst_buffer_get_memory(buffer, 1); + MMPlayerMPlaneImage *proved = NULL; + player->video_cs = MM_PLAYER_COLORSPACE_NV12_TILED; + + /* get video frame info from proved buffer */ +// memory = gst_buffer_get_memory(buffer, 1); + memory = gst_buffer_get_all_memory(buffer); gst_memory_map(memory, &mapinfo, GST_MAP_READ); proved = (MMPlayerMPlaneImage *)mapinfo.data; - gst_memory_unmap(memory, &mapinfo); -
+ if ( !proved || !proved->a[0] || !proved->a[1] ) return MM_ERROR_PLAYER_INTERNAL; -
+ yplane_size = proved->y_size; uvplane_size = proved->uv_size; -
- debug_msg ("yplane_size=%d, uvplane_size=%d\n",yplane_size,uvplane_size); + + debug_msg ("yplane_size=%d, uvplane_size=%d\n", yplane_size, uvplane_size); memset(&player->captured, 0x00, sizeof(MMPlayerMPlaneImage)); memcpy(&player->captured, proved, sizeof(MMPlayerMPlaneImage)); -
- player->captured.a[0] = g_try_malloc(yplane_size);
- if ( !player->captured.a[0] )
- return MM_ERROR_SOUND_NO_FREE_SPACE;
-
- player->captured.a[1] = g_try_malloc(uvplane_size);
- if ( !player->captured.a[1] )
- return MM_ERROR_SOUND_NO_FREE_SPACE;
-
- memcpy(player->captured.a[0], proved->a[0], yplane_size);
- memcpy(player->captured.a[1], proved->a[1], uvplane_size);
- goto DONE;
- }
- else
- {
+ + player->captured.a[0] = g_try_malloc(yplane_size); + if ( !player->captured.a[0] ) { + gst_memory_unmap(memory, &mapinfo); + return MM_ERROR_SOUND_NO_FREE_SPACE; + } + + player->captured.a[1] = g_try_malloc(uvplane_size); + if ( !player->captured.a[1] ) { + gst_memory_unmap(memory, &mapinfo); + return MM_ERROR_SOUND_NO_FREE_SPACE; + } + + memcpy(player->captured.a[0], proved->a[0], yplane_size); + memcpy(player->captured.a[1], proved->a[1], uvplane_size); + + gst_memory_unmap(memory, &mapinfo); + + goto DONE; + } + else + { GstVideoInfo format_info; gst_video_info_from_caps(&format_info, caps); - switch (GST_VIDEO_INFO_FORMAT(&format_info))
- {
+ + switch(GST_VIDEO_INFO_FORMAT(&format_info)) + { case GST_VIDEO_FORMAT_I420: src_fmt = MM_UTIL_IMG_FMT_I420; break; -
case GST_VIDEO_FORMAT_BGRA: src_fmt = MM_UTIL_IMG_FMT_BGRA8888; break; -
case GST_VIDEO_FORMAT_BGRx: src_fmt = MM_UTIL_IMG_FMT_BGRX8888; break; -
default: goto UNKNOWN; break; - }
- }
- }
- else
- {
- goto UNKNOWN;
- }
+ } + } + + #if 0 + case GST_MAKE_FOURCC ('S', 'N', '1', '2'): + { + MMPlayerMPlaneImage *proved = NULL; + player->video_cs = MM_PLAYER_COLORSPACE_NV12; + + /* get video frame info from proved buffer */ + proved = (MMPlayerMPlaneImage *)GST_BUFFER_MALLOCDATA(buffer); + + if (!proved || !proved->a[0] || !proved->a[1]) + return MM_ERROR_PLAYER_INTERNAL; + + memset(&player->captured, 0x00, sizeof(MMPlayerMPlaneImage)); + memcpy(&player->captured, proved, sizeof(MMPlayerMPlaneImage)); + + player->captured.y_size = proved->s[0] * proved->h[0]; // must get data including padding + player->captured.uv_size = proved->s[0] * proved->h[1]; + + debug_msg ("y plane_size : %d, uv plane_size : %d", player->captured.y_size, player->captured.uv_size); + + player->captured.a[0] = g_try_malloc(player->captured.y_size); + + if ( !player->captured.a[0] ) { + return MM_ERROR_SOUND_NO_FREE_SPACE; + } + + player->captured.a[1] = g_try_malloc(player->captured.uv_size); + + if ( !player->captured.a[1] ) { + return MM_ERROR_SOUND_NO_FREE_SPACE; + } + + memcpy(player->captured.a[0], proved->a[0], player->captured.y_size); + memcpy(player->captured.a[1], proved->a[1], player->captured.uv_size); + + goto DONE; + } + break; + #endif + } + else + { + goto UNKNOWN; + } + gst_buffer_map(buffer, &mapinfo, GST_MAP_READ); __mm_player_convert_colorspace(player, mapinfo.data, src_fmt, src_width, src_height, dst_fmt); gst_buffer_unmap(buffer, &mapinfo); -
-DONE:
- /* do convert colorspace */
- g_cond_signal( player->capture_thread_cond );
-
- debug_fleave();
-
- return MM_ERROR_NONE;
-
-UNKNOWN:
- debug_error("unknown format to capture\n");
- return MM_ERROR_PLAYER_INTERNAL;
-}
-
+ +DONE: + /* do convert colorspace */ + g_cond_signal( &player->capture_thread_cond ); + + MMPLAYER_FLEAVE(); + + return MM_ERROR_NONE; + +UNKNOWN: + debug_error("unknown format to capture\n"); + return MM_ERROR_PLAYER_INTERNAL; +} + static GstPadProbeReturn __mmplayer_video_capture_probe (GstPad *pad, GstPadProbeInfo *info, gpointer u_data) -{
- mm_player_t* player = (mm_player_t*) u_data;
+{ + mm_player_t* player = (mm_player_t*) u_data; GstBuffer *buffer = NULL; - int ret = MM_ERROR_NONE;
-
- return_val_if_fail ( info->data, GST_PAD_PROBE_REMOVE); - debug_fenter();
-
+ int ret = MM_ERROR_NONE; + + return_val_if_fail (info->data, GST_PAD_PROBE_REMOVE); + MMPLAYER_FENTER(); + buffer = gst_pad_probe_info_get_buffer(info); ret = __mmplayer_get_video_frame_from_buffer(player, pad, buffer); -
- if ( ret != MM_ERROR_NONE)
- {
- debug_error("faild to get video frame. %x\n", ret);
+ + if ( ret != MM_ERROR_NONE) + { + debug_error("failed to get video frame"); return GST_PAD_PROBE_REMOVE; - }
-
- /* remove probe to be called at one time */
- if (player->video_capture_cb_probe_id)
- {
- gst_pad_remove_probe (pad, player->video_capture_cb_probe_id);
- player->video_capture_cb_probe_id = 0;
- }
-
- debug_fleave();
-
+ } + + /* remove probe to be called at one time */ + if (player->video_capture_cb_probe_id) + { + gst_pad_remove_probe(pad, player->video_capture_cb_probe_id); + player->video_capture_cb_probe_id = 0; + } + + MMPLAYER_FLEAVE(); + return GST_PAD_PROBE_OK; -}
-
-static int
-__mm_player_convert_colorspace(mm_player_t* player, unsigned char* src_data, mm_util_img_format src_fmt, unsigned int src_w, unsigned int src_h, mm_util_img_format dst_fmt)
-{
- unsigned char *dst_data = NULL;
- unsigned int dst_size;
- int ret = MM_ERROR_NONE;
-
- return_val_if_fail(player, MM_ERROR_PLAYER_INTERNAL);
- ret = mm_util_get_image_size(dst_fmt, src_w, src_h, &dst_size);
-
- if (ret != MM_ERROR_NONE)
- {
- debug_error("failed to get image size for capture, %d\n", ret);
- return MM_ERROR_PLAYER_INTERNAL;
- }
-
- debug_log("width: %d, height: %d to capture, dest size: %d\n", src_w, src_h, dst_size);
-
- dst_data = (unsigned char*)g_malloc0(dst_size);
-
- if (!dst_data)
- {
- debug_error("no free space to capture\n");
- return MM_ERROR_PLAYER_NO_FREE_SPACE;
- }
-
- ret = mm_util_convert_colorspace(src_data, src_w, src_h, src_fmt, dst_data, dst_fmt);
-
- if (ret != MM_ERROR_NONE)
- {
- debug_error("failed to convert for capture, %d\n", ret);
- return MM_ERROR_PLAYER_INTERNAL;
- }
-
- player->capture.size = dst_size;
- player->capture.data = dst_data;
-
- return MM_ERROR_NONE;
-}
-
-/*
- * Get tiled address of position(x,y)
- *
- * @param x_size
- * width of tiled[in]
- *
- * @param y_size
- * height of tiled[in]
- *
- * @param x_pos
- * x position of tield[in]
- *
- * @param src_size
- * y position of tield[in]
- *
- * @return
- * address of tiled data
- */
-static int
-__tile_4x2_read(int x_size, int y_size, int x_pos, int y_pos)
-{
- int pixel_x_m1, pixel_y_m1;
- int roundup_x, roundup_y;
- int linear_addr0, linear_addr1, bank_addr ;
- int x_addr;
- int trans_addr;
-
- pixel_x_m1 = x_size -1;
- pixel_y_m1 = y_size -1;
-
- roundup_x = ((pixel_x_m1 >> 7) + 1);
- roundup_y = ((pixel_x_m1 >> 6) + 1);
-
- x_addr = x_pos >> 2;
-
- if ((y_size <= y_pos+32) && ( y_pos < y_size) &&
- (((pixel_y_m1 >> 5) & 0x1) == 0) && (((y_pos >> 5) & 0x1) == 0)) {
- linear_addr0 = (((y_pos & 0x1f) <<4) | (x_addr & 0xf));
- linear_addr1 = (((y_pos >> 6) & 0xff) * roundup_x + ((x_addr >> 6) & 0x3f));
-
- if (((x_addr >> 5) & 0x1) == ((y_pos >> 5) & 0x1))
- bank_addr = ((x_addr >> 4) & 0x1);
- else
- bank_addr = 0x2 | ((x_addr >> 4) & 0x1);
- } else {
- linear_addr0 = (((y_pos & 0x1f) << 4) | (x_addr & 0xf));
- linear_addr1 = (((y_pos >> 6) & 0xff) * roundup_x + ((x_addr >> 5) & 0x7f));
-
- if (((x_addr >> 5) & 0x1) == ((y_pos >> 5) & 0x1))
- bank_addr = ((x_addr >> 4) & 0x1);
- else
- bank_addr = 0x2 | ((x_addr >> 4) & 0x1);
- }
-
- linear_addr0 = linear_addr0 << 2;
- trans_addr = (linear_addr1 <<13) | (bank_addr << 11) | linear_addr0;
-
- return trans_addr;
-}
-
-/*
- * Converts tiled data to linear
- * Crops left, top, right, buttom
- * 1. Y of NV12T to Y of YUV420P
- * 2. Y of NV12T to Y of YUV420S
- * 3. UV of NV12T to UV of YUV420S
- *
- * @param yuv420_dest
- * Y or UV plane address of YUV420[out]
- *
- * @param nv12t_src
- * Y or UV plane address of NV12T[in]
- *
- * @param yuv420_width
- * Width of YUV420[in]
- *
- * @param yuv420_height
- * Y: Height of YUV420, UV: Height/2 of YUV420[in]
- *
- * @param left
- * Crop size of left
- *
- * @param top
- * Crop size of top
- *
- * @param right
- * Crop size of right
- *
- * @param buttom
- * Crop size of buttom
- */
-static void
-__csc_tiled_to_linear_crop(unsigned char *yuv420_dest, unsigned char *nv12t_src, int yuv420_width, int yuv420_height,
- int left, int top, int right, int buttom)
-{
- int i, j;
- int tiled_offset = 0, tiled_offset1 = 0;
- int linear_offset = 0;
- int temp1 = 0, temp2 = 0, temp3 = 0, temp4 = 0;
-
- temp3 = yuv420_width-right;
- temp1 = temp3-left;
- /* real width is greater than or equal 256 */
- if (temp1 >= 256) {
- for (i=top; i<yuv420_height-buttom; i=i+1) {
- j = left;
- temp3 = (j>>8)<<8;
- temp3 = temp3>>6;
- temp4 = i>>5;
- if (temp4 & 0x1) {
- /* odd fomula: 2+x+(x>>2)<<2+x_block_num*(y-1) */
- tiled_offset = temp4-1;
- temp1 = ((yuv420_width+127)>>7)<<7;
- tiled_offset = tiled_offset*(temp1>>6);
- tiled_offset = tiled_offset+temp3;
- tiled_offset = tiled_offset+2;
- temp1 = (temp3>>2)<<2;
- tiled_offset = tiled_offset+temp1;
- tiled_offset = tiled_offset<<11;
- tiled_offset1 = tiled_offset+2048*2;
- temp4 = 8;
- } else {
- temp2 = ((yuv420_height+31)>>5)<<5;
- if ((i+32)<temp2) {
- /* even1 fomula: x+((x+2)>>2)<<2+x_block_num*y */
- temp1 = temp3+2;
- temp1 = (temp1>>2)<<2;
- tiled_offset = temp3+temp1;
- temp1 = ((yuv420_width+127)>>7)<<7;
- tiled_offset = tiled_offset+temp4*(temp1>>6);
- tiled_offset = tiled_offset<<11;
- tiled_offset1 = tiled_offset+2048*6;
- temp4 = 8;
- } else {
- /* even2 fomula: x+x_block_num*y */
- temp1 = ((yuv420_width+127)>>7)<<7;
- tiled_offset = temp4*(temp1>>6);
- tiled_offset = tiled_offset+temp3;
- tiled_offset = tiled_offset<<11;
- tiled_offset1 = tiled_offset+2048*2;
- temp4 = 4;
- }
- }
-
- temp1 = i&0x1F;
- tiled_offset = tiled_offset+64*(temp1);
- tiled_offset1 = tiled_offset1+64*(temp1);
- temp2 = yuv420_width-left-right;
- linear_offset = temp2*(i-top);
- temp3 = ((j+256)>>8)<<8;
- temp3 = temp3-j;
- temp1 = left&0x3F;
- if (temp3 > 192) {
- memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset+temp1, 64-temp1);
- temp2 = ((left+63)>>6)<<6;
- temp3 = ((yuv420_width-right)>>6)<<6;
- if (temp2 == temp3) {
- temp2 = yuv420_width-right-(64-temp1);
- }
- memcpy(yuv420_dest+linear_offset+64-temp1, nv12t_src+tiled_offset+2048, 64);
- memcpy(yuv420_dest+linear_offset+128-temp1, nv12t_src+tiled_offset1, 64);
- memcpy(yuv420_dest+linear_offset+192-temp1, nv12t_src+tiled_offset1+2048, 64);
- linear_offset = linear_offset+256-temp1;
- } else if (temp3 > 128) {
- memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset+2048+temp1, 64-temp1);
- memcpy(yuv420_dest+linear_offset+64-temp1, nv12t_src+tiled_offset1, 64);
- memcpy(yuv420_dest+linear_offset+128-temp1, nv12t_src+tiled_offset1+2048, 64);
- linear_offset = linear_offset+192-temp1;
- } else if (temp3 > 64) {
- memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset1+temp1, 64-temp1);
- memcpy(yuv420_dest+linear_offset+64-temp1, nv12t_src+tiled_offset1+2048, 64);
- linear_offset = linear_offset+128-temp1;
- } else if (temp3 > 0) {
- memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset1+2048+temp1, 64-temp1);
- linear_offset = linear_offset+64-temp1;
- }
-
- tiled_offset = tiled_offset+temp4*2048;
- j = (left>>8)<<8;
- j = j + 256;
- temp2 = yuv420_width-right-256;
- for (; j<=temp2; j=j+256) {
- memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);
- tiled_offset1 = tiled_offset1+temp4*2048;
- memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, 64);
- memcpy(yuv420_dest+linear_offset+128, nv12t_src+tiled_offset1, 64);
- tiled_offset = tiled_offset+temp4*2048;
- memcpy(yuv420_dest+linear_offset+192, nv12t_src+tiled_offset1+2048, 64);
- linear_offset = linear_offset+256;
- }
-
- tiled_offset1 = tiled_offset1+temp4*2048;
- temp2 = yuv420_width-right-j;
- if (temp2 > 192) {
- memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);
- memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, 64);
- memcpy(yuv420_dest+linear_offset+128, nv12t_src+tiled_offset1, 64);
- memcpy(yuv420_dest+linear_offset+192, nv12t_src+tiled_offset1+2048, temp2-192);
- } else if (temp2 > 128) {
- memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);
- memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, 64);
- memcpy(yuv420_dest+linear_offset+128, nv12t_src+tiled_offset1, temp2-128);
- } else if (temp2 > 64) {
- memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);
- memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, temp2-64);
- } else {
- memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, temp2);
- }
- }
- } else if (temp1 >= 64) {
- for (i=top; i<(yuv420_height-buttom); i=i+1) {
- j = left;
- tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i);
- temp2 = ((j+64)>>6)<<6;
- temp2 = temp2-j;
- linear_offset = temp1*(i-top);
- temp4 = j&0x3;
- tiled_offset = tiled_offset+temp4;
- memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, temp2);
- linear_offset = linear_offset+temp2;
- j = j+temp2;
- if ((j+64) <= temp3) {
- tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i);
- memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);
- linear_offset = linear_offset+64;
- j = j+64;
- }
- if ((j+64) <= temp3) {
- tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i);
- memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);
- linear_offset = linear_offset+64;
- j = j+64;
- }
- if (j < temp3) {
- tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i);
- temp2 = temp3-j;
- memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, temp2);
- }
- }
- } else {
- for (i=top; i<(yuv420_height-buttom); i=i+1) {
- linear_offset = temp1*(i-top);
- for (j=left; j<(yuv420_width-right); j=j+2) {
- tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i);
- temp4 = j&0x3;
- tiled_offset = tiled_offset+temp4;
- memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 2);
- linear_offset = linear_offset+2;
- }
- }
- }
-}
+} + +static int +__mm_player_convert_colorspace(mm_player_t* player, unsigned char* src_data, mm_util_img_format src_fmt, unsigned int src_w, unsigned int src_h, mm_util_img_format dst_fmt) +{ + unsigned char *dst_data = NULL; + unsigned int dst_size; + int ret = MM_ERROR_NONE; + + return_val_if_fail(player, MM_ERROR_PLAYER_INTERNAL); + ret = mm_util_get_image_size(dst_fmt, src_w, src_h, &dst_size); + + if (ret != MM_ERROR_NONE) + { + debug_error("failed to get image size for capture, %d\n", ret); + return MM_ERROR_PLAYER_INTERNAL; + } + + secure_debug_log("width: %d, height: %d to capture, dest size: %d\n", src_w, src_h, dst_size); + + dst_data = (unsigned char*)g_malloc0(dst_size); + + if (!dst_data) + { + debug_error("no free space to capture\n"); + return MM_ERROR_PLAYER_NO_FREE_SPACE; + } + + ret = mm_util_convert_colorspace(src_data, src_w, src_h, src_fmt, dst_data, dst_fmt); + + if (ret != MM_ERROR_NONE) + { + debug_error("failed to convert for capture, %d\n", ret); + return MM_ERROR_PLAYER_INTERNAL; + } + + player->capture.size = dst_size; + player->capture.data = dst_data; + + return MM_ERROR_NONE; +} + +/* + * Get tiled address of position(x,y) + * + * @param x_size + * width of tiled[in] + * + * @param y_size + * height of tiled[in] + * + * @param x_pos + * x position of tield[in] + * + * @param src_size + * y position of tield[in] + * + * @return + * address of tiled data + */ +static int +__tile_4x2_read(int x_size, int y_size, int x_pos, int y_pos) +{ + int pixel_x_m1, pixel_y_m1; + int roundup_x; + int linear_addr0, linear_addr1, bank_addr ; + int x_addr; + int trans_addr; + + pixel_x_m1 = x_size -1; + pixel_y_m1 = y_size -1; + + roundup_x = ((pixel_x_m1 >> 7) + 1); + + x_addr = x_pos >> 2; + + if ((y_size <= y_pos+32) && ( y_pos < y_size) && + (((pixel_y_m1 >> 5) & 0x1) == 0) && (((y_pos >> 5) & 0x1) == 0)) { + linear_addr0 = (((y_pos & 0x1f) <<4) | (x_addr & 0xf)); + linear_addr1 = (((y_pos >> 6) & 0xff) * roundup_x + ((x_addr >> 6) & 0x3f)); + + if (((x_addr >> 5) & 0x1) == ((y_pos >> 5) & 0x1)) + bank_addr = ((x_addr >> 4) & 0x1); + else + bank_addr = 0x2 | ((x_addr >> 4) & 0x1); + } else { + linear_addr0 = (((y_pos & 0x1f) << 4) | (x_addr & 0xf)); + linear_addr1 = (((y_pos >> 6) & 0xff) * roundup_x + ((x_addr >> 5) & 0x7f)); + + if (((x_addr >> 5) & 0x1) == ((y_pos >> 5) & 0x1)) + bank_addr = ((x_addr >> 4) & 0x1); + else + bank_addr = 0x2 | ((x_addr >> 4) & 0x1); + } + + linear_addr0 = linear_addr0 << 2; + trans_addr = (linear_addr1 <<13) | (bank_addr << 11) | linear_addr0; + + return trans_addr; +} + +/* + * Converts tiled data to linear + * Crops left, top, right, buttom + * 1. Y of NV12T to Y of YUV420P + * 2. Y of NV12T to Y of YUV420S + * 3. UV of NV12T to UV of YUV420S + * + * @param yuv420_dest + * Y or UV plane address of YUV420[out] + * + * @param nv12t_src + * Y or UV plane address of NV12T[in] + * + * @param yuv420_width + * Width of YUV420[in] + * + * @param yuv420_height + * Y: Height of YUV420, UV: Height/2 of YUV420[in] + * + * @param left + * Crop size of left + * + * @param top + * Crop size of top + * + * @param right + * Crop size of right + * + * @param buttom + * Crop size of buttom + */ +static void +__csc_tiled_to_linear_crop(unsigned char *yuv420_dest, unsigned char *nv12t_src, int yuv420_width, int yuv420_height, + int left, int top, int right, int buttom) +{ + int i, j; + int tiled_offset = 0, tiled_offset1 = 0; + int linear_offset = 0; + int temp1 = 0, temp2 = 0, temp3 = 0, temp4 = 0; + + temp3 = yuv420_width-right; + temp1 = temp3-left; + /* real width is greater than or equal 256 */ + if (temp1 >= 256) { + for (i=top; i<yuv420_height-buttom; i=i+1) { + j = left; + temp3 = (j>>8)<<8; + temp3 = temp3>>6; + temp4 = i>>5; + if (temp4 & 0x1) { + /* odd fomula: 2+x+(x>>2)<<2+x_block_num*(y-1) */ + tiled_offset = temp4-1; + temp1 = ((yuv420_width+127)>>7)<<7; + tiled_offset = tiled_offset*(temp1>>6); + tiled_offset = tiled_offset+temp3; + tiled_offset = tiled_offset+2; + temp1 = (temp3>>2)<<2; + tiled_offset = tiled_offset+temp1; + tiled_offset = tiled_offset<<11; + tiled_offset1 = tiled_offset+2048*2; + temp4 = 8; + } else { + temp2 = ((yuv420_height+31)>>5)<<5; + if ((i+32)<temp2) { + /* even1 fomula: x+((x+2)>>2)<<2+x_block_num*y */ + temp1 = temp3+2; + temp1 = (temp1>>2)<<2; + tiled_offset = temp3+temp1; + temp1 = ((yuv420_width+127)>>7)<<7; + tiled_offset = tiled_offset+temp4*(temp1>>6); + tiled_offset = tiled_offset<<11; + tiled_offset1 = tiled_offset+2048*6; + temp4 = 8; + } else { + /* even2 fomula: x+x_block_num*y */ + temp1 = ((yuv420_width+127)>>7)<<7; + tiled_offset = temp4*(temp1>>6); + tiled_offset = tiled_offset+temp3; + tiled_offset = tiled_offset<<11; + tiled_offset1 = tiled_offset+2048*2; + temp4 = 4; + } + } + + temp1 = i&0x1F; + tiled_offset = tiled_offset+64*(temp1); + tiled_offset1 = tiled_offset1+64*(temp1); + temp2 = yuv420_width-left-right; + linear_offset = temp2*(i-top); + temp3 = ((j+256)>>8)<<8; + temp3 = temp3-j; + temp1 = left&0x3F; + if (temp3 > 192) { + memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset+temp1, 64-temp1); + temp2 = ((left+63)>>6)<<6; + temp3 = ((yuv420_width-right)>>6)<<6; + if (temp2 == temp3) { + temp2 = yuv420_width-right-(64-temp1); + } + memcpy(yuv420_dest+linear_offset+64-temp1, nv12t_src+tiled_offset+2048, 64); + memcpy(yuv420_dest+linear_offset+128-temp1, nv12t_src+tiled_offset1, 64); + memcpy(yuv420_dest+linear_offset+192-temp1, nv12t_src+tiled_offset1+2048, 64); + linear_offset = linear_offset+256-temp1; + } else if (temp3 > 128) { + memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset+2048+temp1, 64-temp1); + memcpy(yuv420_dest+linear_offset+64-temp1, nv12t_src+tiled_offset1, 64); + memcpy(yuv420_dest+linear_offset+128-temp1, nv12t_src+tiled_offset1+2048, 64); + linear_offset = linear_offset+192-temp1; + } else if (temp3 > 64) { + memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset1+temp1, 64-temp1); + memcpy(yuv420_dest+linear_offset+64-temp1, nv12t_src+tiled_offset1+2048, 64); + linear_offset = linear_offset+128-temp1; + } else if (temp3 > 0) { + memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset1+2048+temp1, 64-temp1); + linear_offset = linear_offset+64-temp1; + } + + tiled_offset = tiled_offset+temp4*2048; + j = (left>>8)<<8; + j = j + 256; + temp2 = yuv420_width-right-256; + for (; j<=temp2; j=j+256) { + memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64); + tiled_offset1 = tiled_offset1+temp4*2048; + memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, 64); + memcpy(yuv420_dest+linear_offset+128, nv12t_src+tiled_offset1, 64); + tiled_offset = tiled_offset+temp4*2048; + memcpy(yuv420_dest+linear_offset+192, nv12t_src+tiled_offset1+2048, 64); + linear_offset = linear_offset+256; + } + + tiled_offset1 = tiled_offset1+temp4*2048; + temp2 = yuv420_width-right-j; + if (temp2 > 192) { + memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64); + memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, 64); + memcpy(yuv420_dest+linear_offset+128, nv12t_src+tiled_offset1, 64); + memcpy(yuv420_dest+linear_offset+192, nv12t_src+tiled_offset1+2048, temp2-192); + } else if (temp2 > 128) { + memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64); + memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, 64); + memcpy(yuv420_dest+linear_offset+128, nv12t_src+tiled_offset1, temp2-128); + } else if (temp2 > 64) { + memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64); + memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, temp2-64); + } else { + memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, temp2); + } + } + } else if (temp1 >= 64) { + for (i=top; i<(yuv420_height-buttom); i=i+1) { + j = left; + tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i); + temp2 = ((j+64)>>6)<<6; + temp2 = temp2-j; + linear_offset = temp1*(i-top); + temp4 = j&0x3; + tiled_offset = tiled_offset+temp4; + memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, temp2); + linear_offset = linear_offset+temp2; + j = j+temp2; + if ((j+64) <= temp3) { + tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i); + memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64); + linear_offset = linear_offset+64; + j = j+64; + } + if ((j+64) <= temp3) { + tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i); + memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64); + linear_offset = linear_offset+64; + j = j+64; + } + if (j < temp3) { + tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i); + temp2 = temp3-j; + memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, temp2); + } + } + } else { + for (i=top; i<(yuv420_height-buttom); i=i+1) { + linear_offset = temp1*(i-top); + for (j=left; j<(yuv420_width-right); j=j+2) { + tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i); + temp4 = j&0x3; + tiled_offset = tiled_offset+temp4; + memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 2); + linear_offset = linear_offset+2; + } + } + } +} diff --git a/src/mm_player_ini.c b/src/mm_player_ini.c index 2ce1487..8c3ca4c 100644..100755 --- a/src/mm_player_ini.c +++ b/src/mm_player_ini.c @@ -3,7 +3,8 @@ * * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. * - * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, + * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -31,12 +32,12 @@ #include <mm_error.h> #include <glib/gstdio.h> -/* global variables here */ -static mm_player_ini_t g_player_ini; - /* internal functions, macros here */ +#ifdef MM_PLAYER_DEFAULT_INI static gboolean __generate_default_ini(void); -static void __get_string_list(gchar** out_list, gchar* str); +#endif +static void __get_element_list(mm_player_ini_t* ini, gchar* str, int keyword_type); + static void __mm_player_ini_check_ini_status(void); /* macro */ @@ -57,6 +58,23 @@ do \ } \ }while(0) +#define MMPLAYER_INI_GET_COLOR( x_dict, x_item, x_ini, x_default ) \ +do \ +{ \ + gchar* str = iniparser_getstring(x_dict, x_ini, x_default); \ + \ + if ( str && \ + ( strlen( str ) > 0 ) && \ + ( strlen( str ) < PLAYER_INI_MAX_STRLEN ) ) \ + { \ + x_item = (guint) strtoul(str, NULL, 16); \ + } \ + else \ + { \ + x_item = (guint) strtoul(x_default, NULL, 16); \ + } \ +}while(0) + /* x_ini is the list of index to set TRUE at x_list[index] */ #define MMPLAYER_INI_GET_BOOLEAN_FROM_LIST( x_dict, x_list, x_list_max, x_ini, x_default ) \ do \ @@ -112,22 +130,12 @@ do \ } \ }while(0) -int -mm_player_ini_load(void) +int +mm_player_ini_load(mm_player_ini_t* ini) { - static gboolean loaded = FALSE; dictionary * dict = NULL; gint idx = 0; - if ( loaded ) - return MM_ERROR_NONE; - - /* disabling ini parsing for launching */ -#if 1 //debianize - /* get player ini status because system will be crashed - * if ini file is corrupted. - */ - /* FIXIT : the api actually deleting illregular ini. but the function name said it's just checking. */ __mm_player_ini_check_ini_status(); /* first, try to load existing ini file */ @@ -136,304 +144,355 @@ mm_player_ini_load(void) /* if no file exists. create one with set of default values */ if ( !dict ) { - #if 0 +#ifdef MM_PLAYER_DEFAULT_INI debug_log("No inifile found. player will create default inifile.\n"); if ( FALSE == __generate_default_ini() ) - { + { debug_warning("Creating default inifile failed. Player will use default values.\n"); } else { /* load default ini */ - dict = iniparser_load(MM_PLAYER_INI_DEFAULT_PATH); + dict = iniparser_load(MM_PLAYER_INI_DEFAULT_PATH); } - #else - debug_log("No inifile found. \n"); - +#else + debug_log("No ini file found. \n"); return MM_ERROR_FILE_NOT_FOUND; - #endif - } #endif + } /* get ini values */ - memset( &g_player_ini, 0, sizeof(mm_player_ini_t) ); + memset( ini, 0, sizeof(mm_player_ini_t) ); if ( dict ) /* if dict is available */ { /* general */ - g_player_ini.use_decodebin = iniparser_getboolean(dict, "general:use decodebin", DEFAULT_USE_DECODEBIN); - g_player_ini.disable_segtrap = iniparser_getboolean(dict, "general:disable segtrap", DEFAULT_DISABLE_SEGTRAP); - g_player_ini.skip_rescan = iniparser_getboolean(dict, "general:skip rescan", DEFAULT_SKIP_RESCAN); - g_player_ini.generate_dot = iniparser_getboolean(dict, "general:generate dot", DEFAULT_GENERATE_DOT); - g_player_ini.provide_clock= iniparser_getboolean(dict, "general:provide clock", DEFAULT_PROVIDE_CLOCK); - g_player_ini.live_state_change_timeout = iniparser_getint(dict, "general:live state change timeout", DEFAULT_LIVE_STATE_CHANGE_TIMEOUT); - g_player_ini.localplayback_state_change_timeout = iniparser_getint(dict, "general:localplayback state change timeout", DEFAULT_LOCALPLAYBACK_STATE_CHANGE_TIMEOUT); - g_player_ini.eos_delay = iniparser_getint(dict, "general:eos delay", DEFAULT_EOS_DELAY); - g_player_ini.async_start = iniparser_getboolean(dict, "general:async start", DEFAULT_ASYNC_START); - g_player_ini.multiple_codec_supported = iniparser_getboolean(dict, "general:multiple codec supported", DEFAULT_MULTIPLE_CODEC_SUPPORTED); - - g_player_ini.delay_before_repeat = iniparser_getint(dict, "general:delay before repeat", DEFAULT_DELAY_BEFORE_REPEAT); - - MMPLAYER_INI_GET_STRING(dict, g_player_ini.videosink_element_x, "general:videosink element x", DEFAULT_VIDEOSINK_X); - MMPLAYER_INI_GET_STRING(dict, g_player_ini.videosink_element_evas, "general:videosink element evas", DEFAULT_VIDEOSINK_EVAS); - MMPLAYER_INI_GET_STRING(dict, g_player_ini.videosink_element_fake, "general:videosink element fake", DEFAULT_VIDEOSINK_FAKE); - MMPLAYER_INI_GET_STRING(dict, g_player_ini.name_of_drmsrc, "general:drmsrc element", DEFAULT_DRMSRC ); - MMPLAYER_INI_GET_STRING(dict, g_player_ini.name_of_audiosink, "general:audiosink element", DEFAULT_AUDIOSINK ); - MMPLAYER_INI_GET_STRING(dict, g_player_ini.name_of_video_converter, "general:video converter element", DEFAULT_VIDEO_CONVERTER ); - - __get_string_list( (gchar**) g_player_ini.exclude_element_keyword, - iniparser_getstring(dict, "general:element exclude keyword", DEFAULT_EXCLUDE_KEYWORD)); - - MMPLAYER_INI_GET_STRING(dict, g_player_ini.gst_param[0], "general:gstparam1", DEFAULT_GST_PARAM ); - MMPLAYER_INI_GET_STRING(dict, g_player_ini.gst_param[1], "general:gstparam2", DEFAULT_GST_PARAM ); - MMPLAYER_INI_GET_STRING(dict, g_player_ini.gst_param[2], "general:gstparam3", DEFAULT_GST_PARAM ); - MMPLAYER_INI_GET_STRING(dict, g_player_ini.gst_param[3], "general:gstparam4", DEFAULT_GST_PARAM ); - MMPLAYER_INI_GET_STRING(dict, g_player_ini.gst_param[4], "general:gstparam5", DEFAULT_GST_PARAM ); + ini->disable_segtrap = iniparser_getboolean(dict, "general:disable segtrap", DEFAULT_DISABLE_SEGTRAP); + ini->skip_rescan = iniparser_getboolean(dict, "general:skip rescan", DEFAULT_SKIP_RESCAN); + ini->generate_dot = iniparser_getboolean(dict, "general:generate dot", DEFAULT_GENERATE_DOT); + ini->provide_clock_for_music = iniparser_getboolean(dict, "general:provide clock for music", DEFAULT_PROVIDE_CLOCK_FOR_MUSIC); + ini->provide_clock_for_movie = iniparser_getboolean(dict, "general:provide clock for movie", DEFAULT_PROVIDE_CLOCK_FOR_MOVIE); + ini->live_state_change_timeout = iniparser_getint(dict, "general:live state change timeout", DEFAULT_LIVE_STATE_CHANGE_TIMEOUT); + ini->localplayback_state_change_timeout = iniparser_getint(dict, "general:localplayback state change timeout", DEFAULT_LOCALPLAYBACK_STATE_CHANGE_TIMEOUT); + ini->eos_delay = iniparser_getint(dict, "general:eos delay", DEFAULT_EOS_DELAY); + ini->async_start = iniparser_getboolean(dict, "general:async start", DEFAULT_ASYNC_START); + ini->multiple_codec_supported = iniparser_getboolean(dict, "general:multiple codec supported", DEFAULT_MULTIPLE_CODEC_SUPPORTED); + + ini->delay_before_repeat = iniparser_getint(dict, "general:delay before repeat", DEFAULT_DELAY_BEFORE_REPEAT); + + MMPLAYER_INI_GET_STRING(dict, ini->videosink_element_x, "general:videosink element x", DEFAULT_VIDEOSINK_X); + MMPLAYER_INI_GET_STRING(dict, ini->videosink_element_evas, "general:videosink element evas", DEFAULT_VIDEOSINK_EVAS); + MMPLAYER_INI_GET_STRING(dict, ini->videosink_element_fake, "general:videosink element fake", DEFAULT_VIDEOSINK_FAKE); + MMPLAYER_INI_GET_STRING(dict, ini->name_of_drmsrc, "general:drmsrc element", DEFAULT_DRMSRC ); + MMPLAYER_INI_GET_STRING(dict, ini->name_of_audio_resampler, "general:audio resampler element", DEFAULT_AUDIORESAMPLER ); + MMPLAYER_INI_GET_STRING(dict, ini->name_of_audiosink, "general:audiosink element", DEFAULT_AUDIOSINK ); + MMPLAYER_INI_GET_STRING(dict, ini->name_of_video_converter, "general:video converter element", DEFAULT_VIDEO_CONVERTER ); + + __get_element_list(ini, + iniparser_getstring(dict, "general:element exclude keyword", DEFAULT_EXCLUDE_KEYWORD), KEYWORD_EXCLUDE); + + MMPLAYER_INI_GET_STRING(dict, ini->gst_param[0], "general:gstparam1", DEFAULT_GST_PARAM ); + MMPLAYER_INI_GET_STRING(dict, ini->gst_param[1], "general:gstparam2", DEFAULT_GST_PARAM ); + MMPLAYER_INI_GET_STRING(dict, ini->gst_param[2], "general:gstparam3", DEFAULT_GST_PARAM ); + MMPLAYER_INI_GET_STRING(dict, ini->gst_param[3], "general:gstparam4", DEFAULT_GST_PARAM ); + MMPLAYER_INI_GET_STRING(dict, ini->gst_param[4], "general:gstparam5", DEFAULT_GST_PARAM ); /* http streaming */ - MMPLAYER_INI_GET_STRING( dict, g_player_ini.name_of_httpsrc, "http streaming:httpsrc element", DEFAULT_HTTPSRC ); - MMPLAYER_INI_GET_STRING( dict, g_player_ini.http_file_buffer_path, "http streaming:http file buffer path", DEFAULT_HTTP_FILE_BUFFER_PATH ); - g_player_ini.http_buffering_limit = iniparser_getdouble(dict, "http streaming:http buffering high limit", DEFAULT_HTTP_BUFFERING_LIMIT); - g_player_ini.http_max_size_bytes = iniparser_getint(dict, "http streaming:http max size bytes", DEFAULT_HTTP_MAX_SIZE_BYTES); - g_player_ini.http_buffering_time = iniparser_getdouble(dict, "http streaming:http buffering time", DEFAULT_HTTP_BUFFERING_TIME); - g_player_ini.http_timeout = iniparser_getint(dict, "http streaming:http timeout", DEFAULT_HTTP_TIMEOUT); + MMPLAYER_INI_GET_STRING( dict, ini->name_of_httpsrc, "http streaming:httpsrc element", DEFAULT_HTTPSRC ); + MMPLAYER_INI_GET_STRING( dict, ini->http_file_buffer_path, "http streaming:http file buffer path", DEFAULT_HTTP_FILE_BUFFER_PATH ); + ini->http_buffering_limit = iniparser_getdouble(dict, "http streaming:http buffering high limit", DEFAULT_HTTP_BUFFERING_LIMIT); + ini->http_max_size_bytes = iniparser_getint(dict, "http streaming:http max size bytes", DEFAULT_HTTP_MAX_SIZE_BYTES); + ini->http_buffering_time = iniparser_getdouble(dict, "http streaming:http buffering time", DEFAULT_HTTP_BUFFERING_TIME); + ini->http_timeout = iniparser_getint(dict, "http streaming:http timeout", DEFAULT_HTTP_TIMEOUT); /* rtsp streaming */ - MMPLAYER_INI_GET_STRING( dict, g_player_ini.name_of_rtspsrc, "rtsp streaming:rtspsrc element", DEFAULT_RTSPSRC ); - g_player_ini.rtsp_buffering_time = iniparser_getint(dict, "rtsp streaming:rtsp buffering time", DEFAULT_RTSP_BUFFERING); - g_player_ini.rtsp_rebuffering_time = iniparser_getint(dict, "rtsp streaming:rtsp rebuffering time", DEFAULT_RTSP_REBUFFERING); - g_player_ini.rtsp_do_typefinding = iniparser_getboolean(dict, "rtsp streaming:rtsp do typefinding", DEFAULT_RTSP_DO_TYPEFINDING); - g_player_ini.rtsp_error_concealment = iniparser_getboolean(dict, "rtsp streaming:rtsp error concealment", DEFAULT_RTSP_ERROR_CONCEALMENT); - } + MMPLAYER_INI_GET_STRING( dict, ini->name_of_rtspsrc, "rtsp streaming:rtspsrc element", DEFAULT_RTSPSRC ); + ini->rtsp_buffering_time = iniparser_getint(dict, "rtsp streaming:rtsp buffering time", DEFAULT_RTSP_BUFFERING); + ini->rtsp_rebuffering_time = iniparser_getint(dict, "rtsp streaming:rtsp rebuffering time", DEFAULT_RTSP_REBUFFERING); + ini->rtsp_do_typefinding = iniparser_getboolean(dict, "rtsp streaming:rtsp do typefinding", DEFAULT_RTSP_DO_TYPEFINDING); + ini->rtsp_error_concealment = iniparser_getboolean(dict, "rtsp streaming:rtsp error concealment", DEFAULT_RTSP_ERROR_CONCEALMENT); + + /* hw accelation */ + ini->use_video_hw_accel = iniparser_getboolean(dict, "hw accelation:use video hw accel", DEFAULT_USE_VIDEO_HW_ACCEL); + + /* priority */ + ini->use_priority_setting = iniparser_getboolean(dict, "priority:use priority setting", DEFAULT_USE_PRIORITY_SETTING); + ini->demux_priority = iniparser_getint(dict, "priority:demux", DEFAULT_PRIORITY_DEMUX); + ini->videosink_priority = iniparser_getint(dict, "priority:videosink", DEFAULT_PRIORITY_VIDEO_SINK); + ini->audiosink_priority = iniparser_getint(dict, "priority:audiosink", DEFAULT_PRIORITY_AUDIO_SINK); + ini->ringbuffer_priority = iniparser_getint(dict, "priority:ringbuffer", DEFAULT_PRIORITY_RINGBUFFER); + + /* dump buffer for debug */ + __get_element_list(ini, + iniparser_getstring(dict, "general:dump element keyword", DEFAULT_EXCLUDE_KEYWORD), KEYWORD_DUMP); + + MMPLAYER_INI_GET_STRING(dict, ini->dump_element_path, "general:dump element path", DEFAULT_DUMP_ELEMENT_PATH); + } else /* if dict is not available just fill the structure with default value */ { debug_warning("failed to load ini. using hardcoded default\n"); /* general */ - g_player_ini.use_decodebin = DEFAULT_USE_DECODEBIN; - g_player_ini.disable_segtrap = DEFAULT_DISABLE_SEGTRAP; - g_player_ini.skip_rescan = DEFAULT_SKIP_RESCAN; - strncpy( g_player_ini.videosink_element_x, DEFAULT_VIDEOSINK_X, PLAYER_INI_MAX_STRLEN - 1 ); - strncpy( g_player_ini.videosink_element_evas, DEFAULT_VIDEOSINK_EVAS, PLAYER_INI_MAX_STRLEN - 1 ); - strncpy( g_player_ini.videosink_element_fake, DEFAULT_VIDEOSINK_FAKE, PLAYER_INI_MAX_STRLEN - 1 ); - g_player_ini.generate_dot = DEFAULT_GENERATE_DOT; - g_player_ini.provide_clock= DEFAULT_PROVIDE_CLOCK; - g_player_ini.live_state_change_timeout = DEFAULT_LIVE_STATE_CHANGE_TIMEOUT; - g_player_ini.localplayback_state_change_timeout = DEFAULT_LOCALPLAYBACK_STATE_CHANGE_TIMEOUT; - g_player_ini.eos_delay = DEFAULT_EOS_DELAY; - g_player_ini.multiple_codec_supported = DEFAULT_MULTIPLE_CODEC_SUPPORTED; - g_player_ini.async_start = DEFAULT_ASYNC_START; - g_player_ini.delay_before_repeat = DEFAULT_DELAY_BEFORE_REPEAT; - - - strncpy( g_player_ini.name_of_drmsrc, DEFAULT_DRMSRC, PLAYER_INI_MAX_STRLEN - 1 ); - strncpy( g_player_ini.name_of_audiosink, DEFAULT_AUDIOSINK, PLAYER_INI_MAX_STRLEN -1 ); - strncpy( g_player_ini.name_of_video_converter, DEFAULT_VIDEO_CONVERTER, PLAYER_INI_MAX_STRLEN -1 ); + ini->disable_segtrap = DEFAULT_DISABLE_SEGTRAP; + ini->skip_rescan = DEFAULT_SKIP_RESCAN; + strncpy( ini->videosink_element_x, DEFAULT_VIDEOSINK_X, PLAYER_INI_MAX_STRLEN - 1 ); + strncpy( ini->videosink_element_evas, DEFAULT_VIDEOSINK_EVAS, PLAYER_INI_MAX_STRLEN - 1 ); + strncpy( ini->videosink_element_fake, DEFAULT_VIDEOSINK_FAKE, PLAYER_INI_MAX_STRLEN - 1 ); + ini->generate_dot = DEFAULT_GENERATE_DOT; + ini->provide_clock_for_music = DEFAULT_PROVIDE_CLOCK_FOR_MUSIC; + ini->provide_clock_for_movie = DEFAULT_PROVIDE_CLOCK_FOR_MOVIE; + ini->live_state_change_timeout = DEFAULT_LIVE_STATE_CHANGE_TIMEOUT; + ini->localplayback_state_change_timeout = DEFAULT_LOCALPLAYBACK_STATE_CHANGE_TIMEOUT; + ini->eos_delay = DEFAULT_EOS_DELAY; + ini->multiple_codec_supported = DEFAULT_MULTIPLE_CODEC_SUPPORTED; + ini->async_start = DEFAULT_ASYNC_START; + ini->delay_before_repeat = DEFAULT_DELAY_BEFORE_REPEAT; + + strncpy( ini->name_of_drmsrc, DEFAULT_DRMSRC, PLAYER_INI_MAX_STRLEN - 1 ); + strncpy( ini->name_of_audio_resampler, DEFAULT_AUDIORESAMPLER, PLAYER_INI_MAX_STRLEN -1 ); + strncpy( ini->name_of_audiosink, DEFAULT_AUDIOSINK, PLAYER_INI_MAX_STRLEN -1 ); + strncpy( ini->name_of_video_converter, DEFAULT_VIDEO_CONVERTER, PLAYER_INI_MAX_STRLEN -1 ); { - __get_string_list( (gchar**) g_player_ini.exclude_element_keyword, DEFAULT_EXCLUDE_KEYWORD); + __get_element_list(ini, DEFAULT_EXCLUDE_KEYWORD, KEYWORD_EXCLUDE); } - strncpy( g_player_ini.gst_param[0], DEFAULT_GST_PARAM, PLAYER_INI_MAX_PARAM_STRLEN - 1 ); - strncpy( g_player_ini.gst_param[1], DEFAULT_GST_PARAM, PLAYER_INI_MAX_PARAM_STRLEN - 1 ); - strncpy( g_player_ini.gst_param[2], DEFAULT_GST_PARAM, PLAYER_INI_MAX_PARAM_STRLEN - 1 ); - strncpy( g_player_ini.gst_param[3], DEFAULT_GST_PARAM, PLAYER_INI_MAX_PARAM_STRLEN - 1 ); - strncpy( g_player_ini.gst_param[4], DEFAULT_GST_PARAM, PLAYER_INI_MAX_PARAM_STRLEN - 1 ); + strncpy( ini->gst_param[0], DEFAULT_GST_PARAM, PLAYER_INI_MAX_PARAM_STRLEN - 1 ); + strncpy( ini->gst_param[1], DEFAULT_GST_PARAM, PLAYER_INI_MAX_PARAM_STRLEN - 1 ); + strncpy( ini->gst_param[2], DEFAULT_GST_PARAM, PLAYER_INI_MAX_PARAM_STRLEN - 1 ); + strncpy( ini->gst_param[3], DEFAULT_GST_PARAM, PLAYER_INI_MAX_PARAM_STRLEN - 1 ); + strncpy( ini->gst_param[4], DEFAULT_GST_PARAM, PLAYER_INI_MAX_PARAM_STRLEN - 1 ); /* http streaming */ - strncpy( g_player_ini.name_of_httpsrc, DEFAULT_HTTPSRC, PLAYER_INI_MAX_STRLEN - 1 ); - strncpy( g_player_ini.http_file_buffer_path, DEFAULT_HTTP_FILE_BUFFER_PATH, PLAYER_INI_MAX_STRLEN - 1 ); - g_player_ini.http_buffering_limit = DEFAULT_HTTP_BUFFERING_LIMIT; - g_player_ini.http_max_size_bytes = DEFAULT_HTTP_MAX_SIZE_BYTES; - g_player_ini.http_buffering_time = DEFAULT_HTTP_BUFFERING_TIME; - g_player_ini.http_timeout = DEFAULT_HTTP_TIMEOUT; - + strncpy( ini->name_of_httpsrc, DEFAULT_HTTPSRC, PLAYER_INI_MAX_STRLEN - 1 ); + strncpy( ini->http_file_buffer_path, DEFAULT_HTTP_FILE_BUFFER_PATH, PLAYER_INI_MAX_STRLEN - 1 ); + ini->http_buffering_limit = DEFAULT_HTTP_BUFFERING_LIMIT; + ini->http_max_size_bytes = DEFAULT_HTTP_MAX_SIZE_BYTES; + ini->http_buffering_time = DEFAULT_HTTP_BUFFERING_TIME; + ini->http_timeout = DEFAULT_HTTP_TIMEOUT; + /* rtsp streaming */ - strncpy( g_player_ini.name_of_rtspsrc, DEFAULT_RTSPSRC, PLAYER_INI_MAX_STRLEN - 1 ); - g_player_ini.rtsp_buffering_time = DEFAULT_RTSP_BUFFERING; - g_player_ini.rtsp_rebuffering_time = DEFAULT_RTSP_REBUFFERING; - g_player_ini.rtsp_do_typefinding = DEFAULT_RTSP_DO_TYPEFINDING; - g_player_ini.rtsp_error_concealment = DEFAULT_RTSP_ERROR_CONCEALMENT; + strncpy( ini->name_of_rtspsrc, DEFAULT_RTSPSRC, PLAYER_INI_MAX_STRLEN - 1 ); + ini->rtsp_buffering_time = DEFAULT_RTSP_BUFFERING; + ini->rtsp_rebuffering_time = DEFAULT_RTSP_REBUFFERING; + ini->rtsp_do_typefinding = DEFAULT_RTSP_DO_TYPEFINDING; + ini->rtsp_error_concealment = DEFAULT_RTSP_ERROR_CONCEALMENT; + + /* hw accelation */ + ini->use_video_hw_accel = DEFAULT_USE_VIDEO_HW_ACCEL; + + /* priority */ + ini->use_priority_setting = DEFAULT_USE_PRIORITY_SETTING; + ini->demux_priority = DEFAULT_PRIORITY_DEMUX; + ini->videosink_priority = DEFAULT_PRIORITY_VIDEO_SINK; + ini->audiosink_priority = DEFAULT_PRIORITY_AUDIO_SINK; + ini->ringbuffer_priority = DEFAULT_PRIORITY_RINGBUFFER; + + /* dump buffer for debug */ + __get_element_list(ini, DEFAULT_DUMP_ELEMENT_KEYWORD, KEYWORD_DUMP); + strncpy(ini->dump_element_path, DEFAULT_DUMP_ELEMENT_PATH, PLAYER_INI_MAX_STRLEN - 1); } /* free dict as we got our own structure */ iniparser_freedict (dict); - loaded = TRUE; - /* dump structure */ debug_log("player settings -----------------------------------\n"); /* general */ - debug_log("use_decodebin : %d\n", g_player_ini.use_decodebin); - debug_log("disable_segtrap : %d\n", g_player_ini.disable_segtrap); - debug_log("skip rescan : %d\n", g_player_ini.skip_rescan); - debug_log("videosink element x: %s\n", g_player_ini.videosink_element_x); - debug_log("videosink element evas: %s\n", g_player_ini.videosink_element_evas); - debug_log("videosink element fake: %s\n", g_player_ini.videosink_element_fake); - debug_log("generate_dot : %d\n", g_player_ini.generate_dot); - debug_log("provide_clock : %d\n", g_player_ini.provide_clock); - debug_log("live_state_change_timeout(sec) : %d\n", g_player_ini.live_state_change_timeout); - debug_log("localplayback_state_change_timeout(sec) : %d\n", g_player_ini.localplayback_state_change_timeout); - debug_log("eos_delay(msec) : %d\n", g_player_ini.eos_delay); - debug_log("delay_before_repeat(msec) : %d\n", g_player_ini.delay_before_repeat); - debug_log("name_of_drmsrc : %s\n", g_player_ini.name_of_drmsrc); - debug_log("name_of_audiosink : %s\n", g_player_ini.name_of_audiosink); - debug_log("name_of_video_converter : %s\n", g_player_ini.name_of_video_converter); - debug_log("async_start : %d\n", g_player_ini.async_start); - debug_log("multiple_codec_supported : %d\n", g_player_ini.multiple_codec_supported); - - debug_log("gst_param1 : %s\n", g_player_ini.gst_param[0]); - debug_log("gst_param2 : %s\n", g_player_ini.gst_param[1]); - debug_log("gst_param3 : %s\n", g_player_ini.gst_param[2]); - debug_log("gst_param4 : %s\n", g_player_ini.gst_param[3]); - debug_log("gst_param5 : %s\n", g_player_ini.gst_param[4]); - - for ( idx = 0; g_player_ini.exclude_element_keyword[idx][0] != '\0'; idx++ ) + debug_log("disable_segtrap : %d\n", ini->disable_segtrap); + debug_log("skip rescan : %d\n", ini->skip_rescan); + debug_log("videosink element x: %s\n", ini->videosink_element_x); + debug_log("videosink element evas: %s\n", ini->videosink_element_evas); + debug_log("videosink element fake: %s\n", ini->videosink_element_fake); + debug_log("generate_dot : %d\n", ini->generate_dot); + debug_log("provide_clock for music : %d\n", ini->provide_clock_for_music); + debug_log("provide_clock for movie : %d\n", ini->provide_clock_for_movie); + debug_log("live_state_change_timeout(sec) : %d\n", ini->live_state_change_timeout); + debug_log("localplayback_state_change_timeout(sec) : %d\n", ini->localplayback_state_change_timeout); + debug_log("eos_delay(msec) : %d\n", ini->eos_delay); + debug_log("delay_before_repeat(msec) : %d\n", ini->delay_before_repeat); + debug_log("name_of_drmsrc : %s\n", ini->name_of_drmsrc); + debug_log("name_of_audioresampler : %s\n", ini->name_of_audio_resampler); + debug_log("name_of_audiosink : %s\n", ini->name_of_audiosink); + debug_log("name_of_video_converter : %s\n", ini->name_of_video_converter); + debug_log("async_start : %d\n", ini->async_start); + debug_log("multiple_codec_supported : %d\n", ini->multiple_codec_supported); + + debug_log("gst_param1 : %s\n", ini->gst_param[0]); + debug_log("gst_param2 : %s\n", ini->gst_param[1]); + debug_log("gst_param3 : %s\n", ini->gst_param[2]); + debug_log("gst_param4 : %s\n", ini->gst_param[3]); + debug_log("gst_param5 : %s\n", ini->gst_param[4]); + + for ( idx = 0; ini->exclude_element_keyword[idx][0] != '\0'; idx++ ) + { + debug_log("exclude_element_keyword [%d] : %s\n", idx, ini->exclude_element_keyword[idx]); + } + + for ( idx = 0; ini->dump_element_keyword[idx][0] != '\0'; idx++ ) { - debug_log("exclude_element_keyword [%d] : %s\n", idx, g_player_ini.exclude_element_keyword[idx]); + debug_log("dump_element_keyword [%d] : %s\n", idx, ini->dump_element_keyword[idx]); } - + /* http streaming */ - debug_log("name_of_httpsrc : %s\n", g_player_ini.name_of_httpsrc); - debug_log("http_file_buffer_path : %s \n", g_player_ini.http_file_buffer_path); - debug_log("http_buffering_limit : %f \n", g_player_ini.http_buffering_limit); - debug_log("http_max_size_bytes : %d \n", g_player_ini.http_max_size_bytes); - debug_log("http_buffering_time : %f \n", g_player_ini.http_buffering_time); - debug_log("http_timeout : %d \n", g_player_ini.http_timeout); - - /* rtsp streaming */ - debug_log("name_of_rtspsrc : %s\n", g_player_ini.name_of_rtspsrc); - debug_log("rtsp_buffering_time(msec) : %d\n", g_player_ini.rtsp_buffering_time); - debug_log("rtsp_rebuffering_time(msec) : %d\n", g_player_ini.rtsp_rebuffering_time); - debug_log("rtsp_do_typefinding : %d \n", g_player_ini.rtsp_do_typefinding); - debug_log("rtsp_error_concealment : %d \n", g_player_ini.rtsp_error_concealment); + debug_log("name_of_httpsrc : %s\n", ini->name_of_httpsrc); + debug_log("http_file_buffer_path : %s \n", ini->http_file_buffer_path); + debug_log("http_buffering_limit : %f \n", ini->http_buffering_limit); + debug_log("http_max_size_bytes : %d \n", ini->http_max_size_bytes); + debug_log("http_buffering_time : %f \n", ini->http_buffering_time); + debug_log("http_timeout : %d \n", ini->http_timeout); - debug_log("---------------------------------------------------\n"); + /* rtsp streaming */ + debug_log("name_of_rtspsrc : %s\n", ini->name_of_rtspsrc); + debug_log("rtsp_buffering_time(msec) : %d\n", ini->rtsp_buffering_time); + debug_log("rtsp_rebuffering_time(msec) : %d\n", ini->rtsp_rebuffering_time); + debug_log("rtsp_do_typefinding : %d \n", ini->rtsp_do_typefinding); + debug_log("rtsp_error_concealment : %d \n", ini->rtsp_error_concealment); + + /* hw accel */ + debug_log("use_video_hw_accel : %d\n", ini->use_video_hw_accel); + + /* priority */ + debug_log("use_priority_setting : %d\n", ini->use_priority_setting); + debug_log("demux_priority : %d\n", ini->demux_priority); + debug_log("audiosink_priority : %d\n", ini->audiosink_priority); + debug_log("videosink_priority : %d\n", ini->videosink_priority); + debug_log("ringbuffer_priority : %d\n", ini->ringbuffer_priority); return MM_ERROR_NONE; } int -mm_player_audio_effect_ini_load(void) +mm_player_audio_effect_ini_load(mm_player_ini_t* ini) { - static gboolean loaded_audioeffect = FALSE; dictionary * dict_audioeffect = NULL; - if ( loaded_audioeffect ) - return MM_ERROR_NONE; - dict_audioeffect = iniparser_load(MM_PLAYER_INI_DEFAULT_AUDIOEFFECT_PATH); if ( !dict_audioeffect ) { - debug_warning("No audio effect ini file found. \n"); - //return MM_ERROR_FILE_NOT_FOUND; + debug_error("No audio effect ini file found. \n"); + return MM_ERROR_FILE_NOT_FOUND; } /* audio effect element name */ - MMPLAYER_INI_GET_STRING( dict_audioeffect, g_player_ini.name_of_audio_effect, "audio effect:audio effect element", DEFAULT_AUDIO_EFFECT_ELEMENT ); - if (!g_player_ini.name_of_audio_effect) + MMPLAYER_INI_GET_STRING( dict_audioeffect, ini->name_of_audio_effect, "audio effect:audio effect element", DEFAULT_AUDIO_EFFECT_ELEMENT ); + if (!ini->name_of_audio_effect[0]) { - debug_error("could not parse name of audio effect. \n"); + debug_warning("could not parse name of audio effect. \n"); iniparser_freedict (dict_audioeffect); - return MM_ERROR_PLAYER_INTERNAL; + /* NOTE : in this case, we are not going to create audio filter element */ + return MM_ERROR_NONE; } /* audio effect (Preset)*/ - g_player_ini.use_audio_effect_preset = iniparser_getboolean(dict_audioeffect, "audio effect:audio effect preset", DEFAULT_USE_AUDIO_EFFECT_PRESET); - if (g_player_ini.use_audio_effect_preset) + ini->use_audio_effect_preset = iniparser_getboolean(dict_audioeffect, "audio effect:audio effect preset", DEFAULT_USE_AUDIO_EFFECT_PRESET); + if (ini->use_audio_effect_preset) { - MMPLAYER_INI_GET_BOOLEAN_FROM_LIST( dict_audioeffect, g_player_ini.audio_effect_preset_list, MM_AUDIO_EFFECT_PRESET_NUM, + MMPLAYER_INI_GET_BOOLEAN_FROM_LIST( dict_audioeffect, ini->audio_effect_preset_list, MM_AUDIO_EFFECT_PRESET_NUM, "audio effect:audio effect preset list", DEFAULT_AUDIO_EFFECT_PRESET_LIST ); - MMPLAYER_INI_GET_BOOLEAN_FROM_LIST( dict_audioeffect, g_player_ini.audio_effect_preset_earphone_only_list, MM_AUDIO_EFFECT_PRESET_NUM, + MMPLAYER_INI_GET_BOOLEAN_FROM_LIST( dict_audioeffect, ini->audio_effect_preset_earphone_only_list, MM_AUDIO_EFFECT_PRESET_NUM, "audio effect:audio effect preset earphone only", DEFAULT_AUDIO_EFFECT_PRESET_LIST_EARPHONE_ONLY ); } /* audio effect custom (EQ / Extension effects) */ - g_player_ini.use_audio_effect_custom = iniparser_getboolean(dict_audioeffect, "audio effect:audio effect custom", DEFAULT_USE_AUDIO_EFFECT_CUSTOM); - if (g_player_ini.use_audio_effect_custom) + ini->use_audio_effect_custom = iniparser_getboolean(dict_audioeffect, "audio effect:audio effect custom", DEFAULT_USE_AUDIO_EFFECT_CUSTOM); + if (ini->use_audio_effect_custom) { - MMPLAYER_INI_GET_BOOLEAN_FROM_LIST( dict_audioeffect, g_player_ini.audio_effect_custom_list, MM_AUDIO_EFFECT_CUSTOM_NUM, + MMPLAYER_INI_GET_BOOLEAN_FROM_LIST( dict_audioeffect, ini->audio_effect_custom_list, MM_AUDIO_EFFECT_CUSTOM_NUM, "audio effect:audio effect custom list", DEFAULT_AUDIO_EFFECT_CUSTOM_LIST ); - MMPLAYER_INI_GET_BOOLEAN_FROM_LIST( dict_audioeffect, g_player_ini.audio_effect_custom_earphone_only_list, MM_AUDIO_EFFECT_CUSTOM_NUM, + MMPLAYER_INI_GET_BOOLEAN_FROM_LIST( dict_audioeffect, ini->audio_effect_custom_earphone_only_list, MM_AUDIO_EFFECT_CUSTOM_NUM, "audio effect:audio effect custom earphone only", DEFAULT_AUDIO_EFFECT_CUSTOM_LIST_EARPHONE_ONLY ); /* audio effect custom : EQ */ - if (g_player_ini.audio_effect_custom_list[MM_AUDIO_EFFECT_CUSTOM_EQ]) + if (ini->audio_effect_custom_list[MM_AUDIO_EFFECT_CUSTOM_EQ]) { - g_player_ini.audio_effect_custom_eq_band_num = iniparser_getint(dict_audioeffect, "audio effect:audio effect custom eq band num", + ini->audio_effect_custom_eq_band_num = iniparser_getint(dict_audioeffect, "audio effect:audio effect custom eq band num", DEFAULT_AUDIO_EFFECT_CUSTOM_EQ_BAND_NUM); - if (g_player_ini.audio_effect_custom_eq_band_num < DEFAULT_AUDIO_EFFECT_CUSTOM_EQ_BAND_NUM || - g_player_ini.audio_effect_custom_eq_band_num > MM_AUDIO_EFFECT_EQ_BAND_NUM_MAX) + if (ini->audio_effect_custom_eq_band_num < DEFAULT_AUDIO_EFFECT_CUSTOM_EQ_BAND_NUM || + ini->audio_effect_custom_eq_band_num > MM_AUDIO_EFFECT_EQ_BAND_NUM_MAX) { debug_error("audio_effect_custom_eq_band_num(%d) is not valid range(%d - %d), set the value %d", - g_player_ini.audio_effect_custom_eq_band_num, DEFAULT_AUDIO_EFFECT_CUSTOM_EQ_BAND_NUM, MM_AUDIO_EFFECT_EQ_BAND_NUM_MAX, DEFAULT_AUDIO_EFFECT_CUSTOM_EQ_BAND_NUM); - g_player_ini.audio_effect_custom_eq_band_num = DEFAULT_AUDIO_EFFECT_CUSTOM_EQ_BAND_NUM; + ini->audio_effect_custom_eq_band_num, DEFAULT_AUDIO_EFFECT_CUSTOM_EQ_BAND_NUM, MM_AUDIO_EFFECT_EQ_BAND_NUM_MAX, DEFAULT_AUDIO_EFFECT_CUSTOM_EQ_BAND_NUM); + ini->audio_effect_custom_eq_band_num = DEFAULT_AUDIO_EFFECT_CUSTOM_EQ_BAND_NUM; iniparser_freedict (dict_audioeffect); return MM_ERROR_PLAYER_INTERNAL; } else { - if (g_player_ini.audio_effect_custom_eq_band_num) + if (ini->audio_effect_custom_eq_band_num) { - MMPLAYER_INI_GET_INT_FROM_LIST( dict_audioeffect, g_player_ini.audio_effect_custom_eq_band_width, MM_AUDIO_EFFECT_EQ_BAND_NUM_MAX, + MMPLAYER_INI_GET_INT_FROM_LIST( dict_audioeffect, ini->audio_effect_custom_eq_band_width, MM_AUDIO_EFFECT_EQ_BAND_NUM_MAX, "audio effect:audio effect custom eq band width", DEFAULT_AUDIO_EFFECT_CUSTOM_EQ_BAND_WIDTH ); - MMPLAYER_INI_GET_INT_FROM_LIST( dict_audioeffect, g_player_ini.audio_effect_custom_eq_band_freq, MM_AUDIO_EFFECT_EQ_BAND_NUM_MAX, + MMPLAYER_INI_GET_INT_FROM_LIST( dict_audioeffect, ini->audio_effect_custom_eq_band_freq, MM_AUDIO_EFFECT_EQ_BAND_NUM_MAX, "audio effect:audio effect custom eq band freq", DEFAULT_AUDIO_EFFECT_CUSTOM_EQ_BAND_FREQ ); } } } /* audio effect custom : Extension effects */ - g_player_ini.audio_effect_custom_ext_num = iniparser_getint(dict_audioeffect, "audio effect:audio effect custom ext num", + ini->audio_effect_custom_ext_num = iniparser_getint(dict_audioeffect, "audio effect:audio effect custom ext num", DEFAULT_AUDIO_EFFECT_CUSTOM_EXT_NUM); /* Min/Max value list of EQ / Extension effects */ - if (g_player_ini.audio_effect_custom_eq_band_num || g_player_ini.audio_effect_custom_ext_num) + if (ini->audio_effect_custom_eq_band_num || ini->audio_effect_custom_ext_num) { - MMPLAYER_INI_GET_INT_FROM_LIST( dict_audioeffect, g_player_ini.audio_effect_custom_min_level_list, MM_AUDIO_EFFECT_CUSTOM_NUM, + MMPLAYER_INI_GET_INT_FROM_LIST( dict_audioeffect, ini->audio_effect_custom_min_level_list, MM_AUDIO_EFFECT_CUSTOM_NUM, "audio effect:audio effect custom min list", DEFAULT_AUDIO_EFFECT_CUSTOM_LIST ); - MMPLAYER_INI_GET_INT_FROM_LIST( dict_audioeffect, g_player_ini.audio_effect_custom_max_level_list, MM_AUDIO_EFFECT_CUSTOM_NUM, + MMPLAYER_INI_GET_INT_FROM_LIST( dict_audioeffect, ini->audio_effect_custom_max_level_list, MM_AUDIO_EFFECT_CUSTOM_NUM, "audio effect:audio effect custom max list", DEFAULT_AUDIO_EFFECT_CUSTOM_LIST ); } } + ini->use_audio_effect_square= iniparser_getboolean(dict_audioeffect, "audio effect:audio effect square", DEFAULT_USE_AUDIO_EFFECT_SQUARE); + if (ini->use_audio_effect_custom) + { + ini->audio_effect_square_max_row= iniparser_getint(dict_audioeffect, "audio effect:audio effect square max row", + DEFAULT_AUDIO_EFFECT_SQUARE_ROW_MAX); + ini->audio_effect_square_max_col= iniparser_getint(dict_audioeffect, "audio effect:audio effect square max col", + DEFAULT_AUDIO_EFFECT_SQUARE_COL_MAX); + } + + /* audio effect element name */ + MMPLAYER_INI_GET_STRING( dict_audioeffect, ini->name_of_audio_effect_sec, "audio effect:audio effect element sec", DEFAULT_AUDIO_EFFECT_ELEMENT ); + if (!ini->name_of_audio_effect_sec[0]) + { + debug_warning("could not parse name of secondary audio effect. \n"); + } + /* dump structure */ - debug_log("player audio-effect settings ----------------------\n"); - debug_log("name_of_audio_effect : %s\n", g_player_ini.name_of_audio_effect); - debug_log("use_audio_effect_preset : %d\n", g_player_ini.use_audio_effect_preset); - debug_log("use_audio_effect_custom : %d\n", g_player_ini.use_audio_effect_custom); + debug_log("name_of_audio_effect : %s\n", ini->name_of_audio_effect); + debug_log("use_audio_effect_preset : %d\n", ini->use_audio_effect_preset); + debug_log("use_audio_effect_custom : %d\n", ini->use_audio_effect_custom); + debug_log("name_of_audio_effect_sec : %s\n", ini->name_of_audio_effect_sec); + debug_log("Use_audio_effect_square : %d\n", ini->use_audio_effect_square); #if 0 int i; for (i=0; i<MM_AUDIO_EFFECT_PRESET_NUM; i++) { - debug_log("audio_effect_preset_list: %d (is it for earphone only?(%d))\n", g_player_ini.audio_effect_preset_list[i], g_player_ini.audio_effect_preset_earphone_only_list[i]); + debug_log("audio_effect_preset_list: %d (is it for earphone only?(%d))\n", ini->audio_effect_preset_list[i], ini->audio_effect_preset_earphone_only_list[i]); } for (i=0; i<MM_AUDIO_EFFECT_CUSTOM_NUM; i++) { - debug_log("audio_effect_custom_list : %d (is it for earphone only?(%d))\n", g_player_ini.audio_effect_custom_list[i], g_player_ini.audio_effect_custom_earphone_only_list[i]); + debug_log("audio_effect_custom_list : %d (is it for earphone only?(%d))\n", ini->audio_effect_custom_list[i], ini->audio_effect_custom_earphone_only_list[i]); } - debug_log("audio_effect_custom : eq_band_num(%d), ext_num(%d)\n", g_player_ini.audio_effect_custom_eq_band_num, g_player_ini.audio_effect_custom_ext_num ); + debug_log("audio_effect_custom : eq_band_num(%d), ext_num(%d)\n", ini->audio_effect_custom_eq_band_num, ini->audio_effect_custom_ext_num ); debug_log("audio_effect_custom_EQ : width(Hz) / central frequency(Hz)"); - for (i=0; i<g_player_ini.audio_effect_custom_eq_band_num; i++) + for (i=0; i<ini->audio_effect_custom_eq_band_num; i++) { - debug_log(" EQ band index(%d) : %8d / %8d", i, g_player_ini.audio_effect_custom_eq_band_width[i], g_player_ini.audio_effect_custom_eq_band_freq[i]); + debug_log(" EQ band index(%d) : %8d / %8d", i, ini->audio_effect_custom_eq_band_width[i], ini->audio_effect_custom_eq_band_freq[i]); } for (i=0; i<MM_AUDIO_EFFECT_CUSTOM_NUM; i++) { - debug_log("audio_effect_custom_level_min_max(idx:%d) : Min(%d), Max(%d)\n", i, g_player_ini.audio_effect_custom_min_level_list[i], g_player_ini.audio_effect_custom_max_level_list[i]); + debug_log("audio_effect_custom_level_min_max(idx:%d) : Min(%d), Max(%d)\n", i, ini->audio_effect_custom_min_level_list[i], ini->audio_effect_custom_max_level_list[i]); } #endif - debug_log("---------------------------------------------------\n"); - iniparser_freedict (dict_audioeffect); - loaded_audioeffect = TRUE; - return MM_ERROR_NONE; } @@ -443,7 +502,7 @@ static void __mm_player_ini_check_ini_status(void) { struct stat ini_buff; - + if ( g_stat(MM_PLAYER_INI_DEFAULT_PATH, &ini_buff) < 0 ) { debug_warning("failed to get player ini status\n"); @@ -453,7 +512,7 @@ void __mm_player_ini_check_ini_status(void) if ( ini_buff.st_size < 5 ) { debug_warning("player.ini file size=%d, Corrupted! So, Removed\n", (int)ini_buff.st_size); - + if ( g_remove( MM_PLAYER_INI_DEFAULT_PATH ) == -1) { debug_error("failed to delete corrupted ini"); @@ -462,13 +521,8 @@ void __mm_player_ini_check_ini_status(void) } } -mm_player_ini_t* -mm_player_ini_get_structure(void) -{ - return &g_player_ini; -} - -static +#ifdef MM_PLAYER_DEFAULT_INI +static gboolean __generate_default_ini(void) { FILE* fp = NULL; @@ -493,16 +547,16 @@ gboolean __generate_default_ini(void) fclose(fp); return TRUE; } +#endif -static -void __get_string_list(gchar** out_list, gchar* str) +static +void __get_element_list(mm_player_ini_t* ini, gchar* str, int keyword_type) { gchar** list = NULL; gchar** walk = NULL; gint i = 0; gchar* strtmp = NULL; - if ( ! str ) return; @@ -527,19 +581,45 @@ void __get_string_list(gchar** out_list, gchar* str) } /* copy list */ - for( walk = list; *walk; walk++ ) + switch (keyword_type) { - strncpy( g_player_ini.exclude_element_keyword[i], *walk, (PLAYER_INI_MAX_STRLEN - 1) ); + case KEYWORD_EXCLUDE: + { + for( walk = list; *walk; walk++ ) + { + strncpy( ini->exclude_element_keyword[i], *walk, (PLAYER_INI_MAX_STRLEN - 1) ); - g_strstrip( g_player_ini.exclude_element_keyword[i] ); + g_strstrip( ini->exclude_element_keyword[i] ); - g_player_ini.exclude_element_keyword[i][PLAYER_INI_MAX_STRLEN - 1] = '\0'; + ini->exclude_element_keyword[i][PLAYER_INI_MAX_STRLEN -1]= '\0'; - i++; - } + i++; + } + /* mark last item to NULL */ + ini->exclude_element_keyword[i][0] = '\0'; - /* mark last item to NULL */ - g_player_ini.exclude_element_keyword[i][0] = '\0'; + break; + } + case KEYWORD_DUMP: + { + for( walk = list; *walk; walk++ ) + { + strncpy( ini->dump_element_keyword[i], *walk, (PLAYER_INI_MAX_STRLEN - 1) ); + + g_strstrip( ini->dump_element_keyword[i] ); + + ini->dump_element_keyword[i][PLAYER_INI_MAX_STRLEN -1]= '\0'; + + i++; + } + /* mark last item to NULL */ + ini->dump_element_keyword[i][0] = '\0'; + + break; + } + default: + break; + } g_strfreev( list ); if (strtmp) diff --git a/src/mm_player_pd.c b/src/mm_player_pd.c index 9f7eafe..5903876 100644..100755 --- a/src/mm_player_pd.c +++ b/src/mm_player_pd.c @@ -45,8 +45,8 @@ __pd_downloader_callback(GstBus *bus, GstMessage *msg, gpointer data) mm_player_t * player = NULL; mm_player_pd_t *pd = NULL; gboolean bret = TRUE; - - debug_fenter(); + + MMPLAYER_FENTER(); /* chech player handle */ return_val_if_fail ( data, MM_ERROR_INVALID_ARGUMENT ); @@ -79,21 +79,22 @@ __pd_downloader_callback(GstBus *bus, GstMessage *msg, gpointer data) case GST_MESSAGE_ERROR: { - gboolean ret = FALSE; GError *error = NULL; gchar* debug = NULL; GstMessage *new_msg = NULL; - + /* get error code */ gst_message_parse_error( msg, &error, &debug ); debug_error ("GST_MESSAGE_ERROR = %s\n", debug); - + new_msg = gst_message_new_error (GST_OBJECT_CAST (pd->playback_pipeline_src), error, debug); /* notify application that pd has any error */ - ret = gst_element_post_message (pd->playback_pipeline_src, new_msg); + gst_element_post_message (pd->playback_pipeline_src, new_msg); _mmplayer_unrealize_pd_downloader ((MMHandleType)data); + MMPLAYER_FREEIF(debug); + g_error_free( error); } break; @@ -153,7 +154,6 @@ __pd_downloader_callback(GstBus *bus, GstMessage *msg, gpointer data) case GST_MESSAGE_DURATION: { - gint64 size = 0LL; /* get total size of download file, (bytes) */ @@ -188,7 +188,7 @@ __pd_downloader_callback(GstBus *bus, GstMessage *msg, gpointer data) break; } - debug_fleave(); + MMPLAYER_FLEAVE(); return bret; } @@ -196,7 +196,7 @@ __pd_downloader_callback(GstBus *bus, GstMessage *msg, gpointer data) gboolean __pd_downloader_post_message(mm_player_t * player, enum MMMessageType msgtype, MMMessageParamType* param) { - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail( player, FALSE ); @@ -208,7 +208,7 @@ gboolean __pd_downloader_post_message(mm_player_t * player, enum MMMessageType m player->pd_msg_cb(msgtype, param, player->pd_msg_cb_param); - debug_fleave(); + MMPLAYER_FLEAVE(); return TRUE; } @@ -216,7 +216,7 @@ gboolean __pd_downloader_post_message(mm_player_t * player, enum MMMessageType m gboolean _mmplayer_get_pd_downloader_status(MMHandleType handle, guint64 *current_pos, guint64 *total_size) { - debug_fenter(); + MMPLAYER_FENTER(); mm_player_pd_t * pd = NULL; guint64 bytes = 0; @@ -226,7 +226,7 @@ gboolean _mmplayer_get_pd_downloader_status(MMHandleType handle, guint64 *curren pd = MM_PLAYER_GET_PD(handle); return_val_if_fail(pd, MM_ERROR_INVALID_ARGUMENT); - return_val_if_fail(pd->downloader_pipeline, MM_ERROR_INVALID_ARGUMENT); + return_val_if_fail(pd->downloader_pipeline, MM_ERROR_PLAYER_INVALID_STATE); if ( !pd->total_size ) { @@ -241,7 +241,7 @@ gboolean _mmplayer_get_pd_downloader_status(MMHandleType handle, guint64 *curren *current_pos = bytes; *total_size = pd->total_size; - debug_fleave(); + MMPLAYER_FLEAVE(); return TRUE; } @@ -249,7 +249,7 @@ gboolean _mmplayer_get_pd_downloader_status(MMHandleType handle, guint64 *curren mm_player_pd_t * _mmplayer_create_pd_downloader() { - debug_fenter(); + MMPLAYER_FENTER(); mm_player_pd_t * pd = NULL; @@ -260,8 +260,9 @@ mm_player_pd_t * _mmplayer_create_pd_downloader() debug_error ("Failed to create pd downloader handle...\n"); return FALSE; } + memset( pd, 0, sizeof (mm_player_pd_t)); - debug_fleave(); + MMPLAYER_FLEAVE(); return pd; } @@ -269,7 +270,7 @@ mm_player_pd_t * _mmplayer_create_pd_downloader() gboolean _mmplayer_destroy_pd_downloader (MMHandleType handle) { - debug_fenter(); + MMPLAYER_FENTER(); mm_player_pd_t * pd = NULL; @@ -283,7 +284,7 @@ gboolean _mmplayer_destroy_pd_downloader (MMHandleType handle) /* release PD handle */ MMPLAYER_FREEIF(pd); - debug_fleave(); + MMPLAYER_FLEAVE(); return TRUE; } @@ -291,7 +292,7 @@ gboolean _mmplayer_destroy_pd_downloader (MMHandleType handle) gboolean _mmplayer_realize_pd_downloader (MMHandleType handle, gchar *src_uri, gchar *dst_uri, GstElement *pushsrc) { - debug_fenter(); + MMPLAYER_FENTER(); mm_player_pd_t * pd = NULL; @@ -308,8 +309,8 @@ gboolean _mmplayer_realize_pd_downloader (MMHandleType handle, gchar *src_uri, g pd->playback_pipeline_src = pushsrc; pd->total_size = 0LL; - debug_fleave(); - + MMPLAYER_FLEAVE(); + return TRUE; } @@ -322,7 +323,7 @@ gboolean _mmplayer_start_pd_downloader (MMHandleType handle) GstState cur_state; GstState pending_state; - debug_fenter(); + MMPLAYER_FENTER(); mm_player_pd_t * pd = NULL; @@ -363,31 +364,31 @@ gboolean _mmplayer_start_pd_downloader (MMHandleType handle) } g_object_set(pd->downloader_sink, "sync", FALSE, NULL); - + /* Add to bin and link */ gst_bin_add_many (GST_BIN (pd->downloader_pipeline), pd->downloader_src, pd->downloader_queue, pd->downloader_sink, NULL); - + bret = gst_element_link_many (pd->downloader_src, pd->downloader_queue, pd->downloader_sink, NULL); if (FALSE == bret) { debug_error ("Can't link elements src and sink..."); return FALSE; } - + /* Get Bus and set callback to watch */ bus = gst_pipeline_get_bus (GST_PIPELINE (pd->downloader_pipeline)); gst_bus_add_watch (bus, __pd_downloader_callback, (gpointer)handle); gst_object_unref (bus); - + /* Set URI on HTTP source */ g_object_set (G_OBJECT (pd->downloader_src), "location", pd->path_read_from, NULL); /* set file download location on filesink*/ g_object_set (G_OBJECT (pd->downloader_sink), "location", pd->location_to_save, NULL); - debug_log ("src location = %s, save location = %s\n", pd->path_read_from, pd->location_to_save); + secure_debug_log ("src location = %s, save location = %s\n", pd->path_read_from, pd->location_to_save); /* Start to download */ sret = gst_element_set_state (pd->downloader_pipeline, GST_STATE_PLAYING); @@ -408,7 +409,7 @@ gboolean _mmplayer_start_pd_downloader (MMHandleType handle) debug_log ("get-state :: sret = %d\n", sret); - debug_fleave(); + MMPLAYER_FLEAVE(); return TRUE; } @@ -416,7 +417,7 @@ gboolean _mmplayer_start_pd_downloader (MMHandleType handle) gboolean _mmplayer_unrealize_pd_downloader (MMHandleType handle) { - debug_fenter(); + MMPLAYER_FENTER(); mm_player_pd_t * pd = NULL; @@ -436,7 +437,7 @@ gboolean _mmplayer_unrealize_pd_downloader (MMHandleType handle) MMPLAYER_FREEIF(pd->path_read_from); MMPLAYER_FREEIF(pd->location_to_save); - debug_fleave(); + MMPLAYER_FLEAVE(); return TRUE; } @@ -444,7 +445,7 @@ gboolean _mmplayer_unrealize_pd_downloader (MMHandleType handle) gint _mm_player_set_pd_downloader_message_cb(MMHandleType handle, MMMessageCallback callback, gpointer user_param) { - debug_fenter(); + MMPLAYER_FENTER(); mm_player_t * player = NULL; @@ -460,7 +461,7 @@ gint _mm_player_set_pd_downloader_message_cb(MMHandleType handle, MMMessageCallb debug_log("msg_cb : 0x%x msg_cb_param : 0x%x\n", (guint)callback, (guint)user_param); - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } diff --git a/src/mm_player_priv.c b/src/mm_player_priv.c index 0fa6520..def0e2e 100755 --- a/src/mm_player_priv.c +++ b/src/mm_player_priv.c @@ -3,7 +3,8 @@ * * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. * - * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, + * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -29,9 +30,9 @@ #include <gst/app/gstappsrc.h> #include <gst/video/videooverlay.h> #include <unistd.h> +#include <sys/stat.h> #include <string.h> #include <sys/time.h> -#include <sys/stat.h> #include <stdlib.h> #include <mm_error.h> @@ -43,8 +44,12 @@ #include "mm_player_ini.h" #include "mm_player_attrs.h" #include "mm_player_capture.h" -#include "mm_player_priv_internal.h" -#include "mm_player_priv_locl_func.h" +#include "mm_player_utils.h" +#include "mm_player_tracks.h" +#include <sched.h> +#include <mm_sound.h> + +#define MM_SMOOTH_STREAMING /*=========================================================================================== | | @@ -71,8 +76,10 @@ #define TRICK_PLAY_MUTE_THRESHOLD_MIN 0.0 #define MM_VOLUME_FACTOR_DEFAULT 1.0 -#define MM_VOLUME_FACTOR_MIN 0 -#define MM_VOLUME_FACTOR_MAX 1.0 +#define MM_VOLUME_FACTOR_MIN 0 +#define MM_VOLUME_FACTOR_MAX 1.0 + +#define MM_PLAYER_FADEOUT_TIME_DEFAULT 700000 // 700 msec #define MM_PLAYER_MPEG_VNAME "mpegversion" #define MM_PLAYER_DIVX_VNAME "divxversion" @@ -80,13 +87,22 @@ #define MM_PLAYER_WMA_VNAME "wmaversion" #define DEFAULT_PLAYBACK_RATE 1.0 +#define PLAYBACK_RATE_EX_AUDIO_MIN 0.5 +#define PLAYBACK_RATE_EX_AUDIO_MAX 2.0 +#define PLAYBACK_RATE_EX_VIDEO_MIN 0.5 +#define PLAYBACK_RATE_EX_VIDEO_MAX 1.5 -#define GST_QUEUE_DEFAULT_TIME 8 +#define GST_QUEUE_DEFAULT_TIME 4 #define GST_QUEUE_HLS_TIME 8 -#define MMPLAYER_USE_FILE_FOR_BUFFERING(player) (((player)->profile.uri_type != MM_PLAYER_URI_TYPE_HLS) && (PLAYER_INI()->http_file_buffer_path) && (strlen(PLAYER_INI()->http_file_buffer_path) > 0) ) +#define DEFAULT_AUDIO_CH 0 + +#define MMPLAYER_USE_FILE_FOR_BUFFERING(player) (((player)->profile.uri_type != MM_PLAYER_URI_TYPE_HLS) && (player->ini.http_file_buffer_path) && (strlen(player->ini.http_file_buffer_path) > 0) ) #define LAZY_PAUSE_TIMEOUT_MSEC 700 +#define MM_PLAYER_NAME "mmplayer" + +//#define ENABLE_DRMSRC /*--------------------------------------------------------------------------- | LOCAL CONSTANT DEFINITIONS: | @@ -107,41 +123,171 @@ /*--------------------------------------------------------------------------- | LOCAL FUNCTION PROTOTYPES: | ---------------------------------------------------------------------------*/ -static int __mmplayer_get_state(mm_player_t* player); +static int __mmplayer_set_state(mm_player_t* player, int state); +static int __mmplayer_gst_create_video_pipeline(mm_player_t* player, GstCaps *caps, MMDisplaySurfaceType surface_type); +static int __mmplayer_gst_create_audio_pipeline(mm_player_t* player); +static int __mmplayer_gst_create_text_pipeline(mm_player_t* player); +static int __mmplayer_gst_create_subtitle_src(mm_player_t* player); +static int __mmplayer_gst_create_pipeline(mm_player_t* player); +static int __mmplayer_gst_destroy_pipeline(mm_player_t* player); +static int __mmplayer_gst_element_link_bucket(GList* element_bucket); + +static gboolean __mmplayer_gst_callback(GstBus *bus, GstMessage *msg, gpointer data); +static GstPadProbeReturn __mmplayer_gst_selector_blocked(GstPad* pad, GstPadProbeInfo *info, gpointer data); +static void __mmplayer_gst_decode_pad_added(GstElement* elem, GstPad* pad, gpointer data); +static void __mmplayer_gst_decode_no_more_pads(GstElement* elem, gpointer data); +static void __mmplayer_gst_decode_callback(GstElement *decodebin, GstPad *pad, gpointer data); +static void __mmplayer_gst_decode_unknown_type(GstElement *elem, GstPad* pad, GstCaps *caps, gpointer data); +static gboolean __mmplayer_gst_decode_autoplug_continue(GstElement *bin, GstPad* pad, GstCaps * caps, gpointer data); +static gint __mmplayer_gst_decode_autoplug_select(GstElement *bin, GstPad* pad, GstCaps * caps, GstElementFactory* factory, gpointer data); +//static GValueArray* __mmplayer_gst_decode_autoplug_factories(GstElement *bin, GstPad* pad, GstCaps * caps, gpointer data); +static GValueArray* __mmplayer_gst_decode_autoplug_sort(GstElement *bin, GstPad* pad, GstCaps * caps, GValueArray *factories, gpointer data); +static void __mmplayer_gst_decode_pad_removed(GstElement *elem, GstPad* new_pad, gpointer data); +static void __mmplayer_gst_decode_drained(GstElement *bin, gpointer data); +static void __mmplayer_gst_element_added(GstElement* bin, GstElement* element, gpointer data); +static GstElement * __mmplayer_create_decodebin(mm_player_t* player); +static gboolean __mmplayer_try_to_plug_decodebin(mm_player_t* player, GstPad *srcpad, const GstCaps *caps); + +static void __mmplayer_typefind_have_type( GstElement *tf, guint probability, GstCaps *caps, gpointer data); +static gboolean __mmplayer_try_to_plug(mm_player_t* player, GstPad *pad, const GstCaps *caps); +static void __mmplayer_pipeline_complete(GstElement *decodebin, gpointer data); static gboolean __mmplayer_is_midi_type(gchar* str_caps); -static gboolean __mmplayer_is_amr_type (gchar *str_caps); static gboolean __mmplayer_is_only_mp3_type (gchar *str_caps); +static gboolean __mmplayer_is_omx_decoder_type(mm_player_t* player); // mp3 +static void __mmplayer_set_audio_attrs(mm_player_t* player, GstCaps* caps); +//static void __mmplayer_check_video_zero_cpoy(mm_player_t* player, GstElementFactory* factory); static gboolean __mmplayer_close_link(mm_player_t* player, GstPad *srcpad, GstElement *sinkelement, const char *padname, const GList *templlist); static gboolean __mmplayer_feature_filter(GstPluginFeature *feature, gpointer data); static void __mmplayer_add_new_pad(GstElement *element, GstPad *pad, gpointer data); +static void __mmplayer_gst_rtp_no_more_pads (GstElement *element, gpointer data); +//static void __mmplayer_gst_wfd_dynamic_pad (GstElement *element, GstPad *pad, gpointer data); +static void __mmplayer_gst_rtp_dynamic_pad (GstElement *element, GstPad *pad, gpointer data); static gboolean __mmplayer_get_stream_service_type( mm_player_t* player ); +static gboolean __mmplayer_update_subtitle( GstElement* object, GstBuffer *buffer, GstPad *pad, gpointer data); + + static void __mmplayer_init_factories(mm_player_t* player); static void __mmplayer_release_factories(mm_player_t* player); -static gboolean __mmplayer_gstreamer_init(void); +static void __mmplayer_release_misc(mm_player_t* player); +static void __mmplayer_release_misc_post(mm_player_t* player); +static gboolean __mmplayer_init_gstreamer(mm_player_t* player); -gboolean __mmplayer_post_message(mm_player_t* player, enum MMMessageType msgtype, MMMessageParamType* param); +static int __mmplayer_gst_set_state (mm_player_t* player, GstElement * pipeline, GstState state, gboolean async, gint timeout ); +static gboolean __mmplayer_gst_extract_tag_from_msg(mm_player_t* player, GstMessage *msg); +static gboolean __mmplayer_gst_handle_duration(mm_player_t* player, GstMessage* msg); int __mmplayer_switch_audio_sink (mm_player_t* player); +static gboolean __mmplayer_gst_remove_fakesink(mm_player_t* player, MMPlayerGstElement* fakesink); static int __mmplayer_check_state(mm_player_t* player, enum PlayerCommandState command); static GstPadProbeReturn __mmplayer_audio_stream_probe (GstPad *pad, GstPadProbeInfo *info, gpointer u_data); +//static gboolean __mmplayer_video_stream_probe (GstPad *pad, GstBuffer *buffer, gpointer u_data); +static GstPadProbeReturn __mmplayer_subtitle_adjust_position_probe (GstPad *pad, GstPadProbeInfo *info, gpointer u_data); +static int __mmplayer_change_selector_pad (mm_player_t* player, MMPlayerTrackType type, int index); + +static gboolean __mmplayer_dump_pipeline_state( mm_player_t* player ); +static gboolean __mmplayer_check_subtitle( mm_player_t* player ); +static gboolean __mmplayer_handle_gst_error ( mm_player_t* player, GstMessage * message, GError* error ); +static gboolean __mmplayer_handle_streaming_error ( mm_player_t* player, GstMessage * message ); +static void __mmplayer_handle_eos_delay( mm_player_t* player, int delay_in_ms ); +static void __mmplayer_cancel_eos_timer( mm_player_t* player ); static gboolean __mmplayer_eos_timer_cb(gpointer u_data); -static int __mmplayer_check_not_supported_codec(mm_player_t* player, gchar* mime); +static gboolean __mmplayer_link_decoder( mm_player_t* player,GstPad *srcpad); +static gboolean __mmplayer_link_sink( mm_player_t* player,GstPad *srcpad); +static int __mmplayer_handle_missed_plugin(mm_player_t* player); +static int __mmplayer_check_not_supported_codec(mm_player_t* player, const gchar* factory_class, const gchar* mime); +static gboolean __mmplayer_configure_audio_callback(mm_player_t* player); +static void __mmplayer_add_sink( mm_player_t* player, GstElement* sink); +static void __mmplayer_del_sink( mm_player_t* player, GstElement* sink); +static void __mmplayer_release_signal_connection(mm_player_t* player, MMPlayerSignalType type); +static void __mmplayer_set_antishock( mm_player_t* player, gboolean disable_by_force); +static gpointer __mmplayer_next_play_thread(gpointer data); static gpointer __mmplayer_repeat_thread(gpointer data); +static gboolean _mmplayer_update_content_attrs(mm_player_t* player, enum content_attr_flag flag); + + +static gboolean __mmplayer_add_dump_buffer_probe(mm_player_t *player, GstElement *element); +//static gboolean __mmplayer_dump_buffer_probe_cb(GstPad *pad, GstBuffer *buffer, gpointer u_data); +static void __mmplayer_release_dump_list (GList *dump_list); + +static int __gst_realize(mm_player_t* player); +static int __gst_unrealize(mm_player_t* player); +static int __gst_start(mm_player_t* player); +static int __gst_stop(mm_player_t* player); +static int __gst_pause(mm_player_t* player, gboolean async); +static int __gst_resume(mm_player_t* player, gboolean async); +static gboolean __gst_seek(mm_player_t* player, GstElement * element, gdouble rate, + GstFormat format, GstSeekFlags flags, GstSeekType cur_type, + gint64 cur, GstSeekType stop_type, gint64 stop ); +static int __gst_pending_seek ( mm_player_t* player ); + +static int __gst_set_position(mm_player_t* player, int format, unsigned long position, gboolean internal_called); +static int __gst_get_position(mm_player_t* player, int format, unsigned long *position); +static int __gst_get_buffer_position(mm_player_t* player, int format, unsigned long* start_pos, unsigned long* stop_pos); +static int __gst_adjust_subtitle_position(mm_player_t* player, int format, int position); +static int __gst_set_message_callback(mm_player_t* player, MMMessageCallback callback, gpointer user_param); + +static gint __gst_handle_core_error( mm_player_t* player, int code ); +static gint __gst_handle_library_error( mm_player_t* player, int code ); +static gint __gst_handle_resource_error( mm_player_t* player, int code ); +static gint __gst_handle_stream_error( mm_player_t* player, GError* error, GstMessage * message ); +static gint __gst_transform_gsterror( mm_player_t* player, GstMessage * message, GError* error); +static gboolean __gst_send_event_to_sink( mm_player_t* player, GstEvent* event ); + +static int __mmplayer_set_pcm_extraction(mm_player_t* player); +static gboolean __mmplayer_can_extract_pcm( mm_player_t* player ); + +/*fadeout */ +//static void __mmplayer_do_sound_fadedown(mm_player_t* player, unsigned int time); +//static void __mmplayer_undo_sound_fadedown(mm_player_t* player); + static void __mmplayer_add_new_caps(GstPad* pad, GParamSpec* unused, gpointer data); static void __mmplayer_set_unlinked_mime_type(mm_player_t* player, GstCaps *caps); /* util */ const gchar * __get_state_name ( int state ); - -static gboolean __mmplayer_warm_up_video_codec( mm_player_t* player, GstElementFactory *factory); +static gboolean __is_streaming( mm_player_t* player ); +static gboolean __is_rtsp_streaming( mm_player_t* player ); +static gboolean __is_wfd_streaming( mm_player_t* player ); +static gboolean __is_live_streaming ( mm_player_t* player ); +static gboolean __is_http_streaming( mm_player_t* player ); +static gboolean __is_http_live_streaming( mm_player_t* player ); +static gboolean __is_dash_streaming( mm_player_t* player ); +static gboolean __is_smooth_streaming( mm_player_t* player ); +static gboolean __is_http_progressive_down(mm_player_t* player); +static gboolean __has_suffix(mm_player_t * player, const gchar * suffix); + +static GstBusSyncReply __mmplayer_bus_sync_callback (GstBus * bus, GstMessage * message, gpointer data); static int __mmplayer_realize_streaming_ext(mm_player_t* player); static int __mmplayer_unrealize_streaming_ext(mm_player_t *player); static int __mmplayer_start_streaming_ext(mm_player_t *player); static int __mmplayer_destroy_streaming_ext(mm_player_t* player); +static int __mmplayer_do_change_videosink(mm_player_t* player, const int dec_index, const char *videosink_element, MMDisplaySurfaceType surface_type, void *display_overlay); +static void __mmplayer_remove_g_source_from_context(GMainContext *context, guint source_id); + +static gboolean __mmplayer_verify_next_play_path(mm_player_t *player); +static void __mmplayer_activate_next_source(mm_player_t *player, GstState target); +static void __mmplayer_check_pipeline(mm_player_t* player); +static gboolean __mmplayer_deactivate_selector(mm_player_t *player, MMPlayerTrackType type); +static void __mmplayer_deactivate_old_path(mm_player_t *player); +//static int __mmplayer_ignore_current_external_display_mode(mm_player_t* player); +#if 0 // We'll need this in future. +static int __mmplayer_gst_switching_element(mm_player_t *player, GstElement *search_from, const gchar *removal_name, const gchar *new_element_name); +#endif + +static void __mmplayer_update_buffer_setting(mm_player_t *player, GstMessage *buffering_msg); +static GstElement *__mmplayer_element_create_and_link(mm_player_t *player, GstPad* pad, const char* name); +//static gboolean __mmplayer_can_do_interrupt(mm_player_t *player); +/* device change post proc */ +void __mmplayer_device_change_post_process(gpointer user); +void __mmplayer_set_required_cb_score(mm_player_t* player, guint score); +void __mmplayer_inc_cb_score(mm_player_t* player); +void __mmplayer_post_proc_reset(mm_player_t* player); +void __mmplayer_device_change_trigger_post_process(mm_player_t* player); +static int __mmplayer_gst_create_plain_text_elements(mm_player_t* player); /*=========================================================================================== @@ -150,6 +296,38 @@ static int __mmplayer_destroy_streaming_ext(mm_player_t* player); | | ========================================================================================== */ +#if 0 //debug +static void +print_tag (const GstTagList * list, const gchar * tag, gpointer unused) +{ + gint i, count; + + count = gst_tag_list_get_tag_size (list, tag); + + debug_log("count = %d", count); + + for (i = 0; i < count; i++) { + gchar *str; + + if (gst_tag_get_type (tag) == G_TYPE_STRING) { + if (!gst_tag_list_get_string_index (list, tag, i, &str)) + g_assert_not_reached (); + } else { + str = + g_strdup_value_contents (gst_tag_list_get_value_index (list, tag, i)); + } + + if (i == 0) { + g_print (" %15s: %s\n", gst_tag_get_nick (tag), str); + } else { + g_print (" : %s\n", str); + } + + g_free (str); + } +} +#endif + /* implementing player FSM */ /* FIXIT : We need to handle state transition also at here since start api is no more sync */ static int @@ -157,10 +335,8 @@ __mmplayer_check_state(mm_player_t* player, enum PlayerCommandState command) { MMPlayerStateType current_state = MM_PLAYER_STATE_NUM; MMPlayerStateType pending_state = MM_PLAYER_STATE_NUM; - MMPlayerStateType target_state = MM_PLAYER_STATE_NUM; - MMPlayerStateType prev_state = MM_PLAYER_STATE_NUM; - - debug_fenter(); +// MMPlayerStateType target_state = MM_PLAYER_STATE_NUM; +// MMPlayerStateType prev_state = MM_PLAYER_STATE_NUM; return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); @@ -168,8 +344,8 @@ __mmplayer_check_state(mm_player_t* player, enum PlayerCommandState command) current_state = MMPLAYER_CURRENT_STATE(player); pending_state = MMPLAYER_PENDING_STATE(player); - target_state = MMPLAYER_TARGET_STATE(player); - prev_state = MMPLAYER_PREV_STATE(player); +// target_state = MMPLAYER_TARGET_STATE(player); +// prev_state = MMPLAYER_PREV_STATE(player); MMPLAYER_PRINT_STATE(player); @@ -299,8 +475,6 @@ __mmplayer_check_state(mm_player_t* player, enum PlayerCommandState command) case MMPLAYER_COMMAND_RESUME: { - if ( MMPLAYER_IS_LIVE_STREAMING(player) ) - goto NO_OP; if (player->doing_seek) goto NOT_COMPLETED_SEEK; @@ -334,7 +508,6 @@ __mmplayer_check_state(mm_player_t* player, enum PlayerCommandState command) } player->cmd = command; - debug_fleave(); return MM_ERROR_NONE; INVALID_STATE: @@ -355,34 +528,109 @@ ALREADY_GOING: return MM_ERROR_PLAYER_NO_OP; } -void -__mmplayer_videostream_cb(GstElement *element, void *stream, -int width, int height, gpointer data) // @ +int +__mmplayer_gst_set_state (mm_player_t* player, GstElement * element, GstState state, gboolean async, gint timeout) // @ { - mm_player_t* player = (mm_player_t*)data; - int length = 0; + GstState element_state = GST_STATE_VOID_PENDING; + GstState element_pending_state = GST_STATE_VOID_PENDING; + GstStateChangeReturn ret = GST_STATE_CHANGE_FAILURE; + + MMPLAYER_FENTER(); + + return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + return_val_if_fail ( element, MM_ERROR_INVALID_ARGUMENT ); + + debug_log("setting [%s] element state to : %s\n", GST_ELEMENT_NAME(element), gst_element_state_get_name(state)); + + /* set state */ + ret = gst_element_set_state(element, state); + + if ( ret == GST_STATE_CHANGE_FAILURE ) + { + debug_error("failed to set [%s] state\n", GST_ELEMENT_NAME(element)); + + /* dump state of all element */ + //__mmplayer_dump_pipeline_state( player ); + + return MM_ERROR_PLAYER_INTERNAL; + } + + /* return here so state transition to be done in async mode */ + if ( async ) + { + debug_log("async state transition. not waiting for state complete.\n"); + return MM_ERROR_NONE; + } + + /* wait for state transition */ + ret = gst_element_get_state( element, &element_state, &element_pending_state, timeout * GST_SECOND ); + + if ( ret == GST_STATE_CHANGE_FAILURE || ( state != element_state ) ) + { + debug_error("failed to change [%s] element state to [%s] within %d sec\n", + GST_ELEMENT_NAME(element), + gst_element_state_get_name(state), timeout ); + + debug_error(" [%s] state : %s pending : %s \n", + GST_ELEMENT_NAME(element), + gst_element_state_get_name(element_state), + gst_element_state_get_name(element_pending_state) ); + + /* dump state of all element */ + //__mmplayer_dump_pipeline_state( player ); + + return MM_ERROR_PLAYER_INTERNAL; + } + + debug_log("[%s] element state has changed\n", GST_ELEMENT_NAME(element)); + + MMPLAYER_FLEAVE(); + + return MM_ERROR_NONE; +} + +static void +__mmplayer_videostream_cb(GstElement *element, void *data, +int width, int height, gpointer user_data) // @ +{ + mm_player_t* player = (mm_player_t*)user_data; return_if_fail ( player ); - debug_fenter(); + MMPLAYER_FENTER(); - if (player->video_stream_cb ) - { - length = width * height * 4; // for rgb 32bit - player->video_stream_cb(stream, length, player->video_stream_cb_user_param, width, height); + if (player->is_drm_file) + { + MMMessageParamType msg_param = { 0, }; + debug_warning("not supported in drm file"); + msg_param.code = MM_ERROR_PLAYER_DRM_OUTPUT_PROTECTION; + MMPLAYER_POST_MSG( player, MM_MESSAGE_ERROR, &msg_param ); + } + else if ( !player->set_mode.media_packet_video_stream && player->video_stream_cb) + { + MMPlayerVideoStreamDataType stream; + + /* clear stream data structure */ + memset(&stream, 0x0, sizeof(MMPlayerVideoStreamDataType)); + + stream.data = data; + stream.length_total = width * height * 4; // for rgb 32bit + stream.height = height; + stream.width = width; + player->video_stream_cb(&stream, player->video_stream_cb_user_param); } - debug_fleave(); + MMPLAYER_FLEAVE(); } -void +static void __mmplayer_videoframe_render_error_cb(GstElement *element, void *error_id, gpointer data) { mm_player_t* player = (mm_player_t*)data; return_if_fail ( player ); - debug_fenter(); + MMPLAYER_FENTER(); if (player->video_frame_render_error_cb ) { @@ -411,7 +659,182 @@ __mmplayer_videoframe_render_error_cb(GstElement *element, void *error_id, gpoin debug_warning("video_frame_render_error_cb was not set"); } - debug_fleave(); + MMPLAYER_FLEAVE(); +} + +void +__mmplayer_device_change_post_process(gpointer user) +{ + mm_player_t* player = (mm_player_t*)user; + unsigned long position = 0; + MMPlayerStateType current_state = MM_PLAYER_STATE_NONE; + MMPlayerStateType pending_state = MM_PLAYER_STATE_NONE; + + MMPLAYER_FENTER(); + + if (! player || + ! player->pipeline || + ! player->pipeline->mainbin || + ! player->pipeline->mainbin[MMPLAYER_M_PIPE].gst ) + { + goto EXIT; + } + + current_state = MMPLAYER_CURRENT_STATE(player); + pending_state = MMPLAYER_PENDING_STATE(player); + + if (player->post_proc.need_pause_and_resume) + { + debug_log("pausing"); + if ((pending_state == MM_PLAYER_STATE_PLAYING) || + ((pending_state == MM_PLAYER_STATE_NONE) && (current_state != MM_PLAYER_STATE_PAUSED))) + gst_element_set_state(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_STATE_PAUSED); + } + + /* seek should be done within pause and resume */ + if (player->post_proc.need_seek) + { + debug_log("seeking"); + __gst_get_position(player, MM_PLAYER_POS_FORMAT_TIME, &position); + debug_log(">> seek to current position = %ld ms", position); + __gst_set_position(player, MM_PLAYER_POS_FORMAT_TIME, position, TRUE); + } + + if (player->post_proc.need_pause_and_resume) + { + debug_log("resuming"); + if ((pending_state == MM_PLAYER_STATE_PLAYING) || + ((pending_state == MM_PLAYER_STATE_NONE) && (current_state != MM_PLAYER_STATE_PAUSED))) + gst_element_set_state(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_STATE_PLAYING); + } + + /* async */ + if (player->post_proc.need_async) + { + debug_log("setting async"); + + /* TODO : need some comment here */ + g_object_set (G_OBJECT (player->pipeline->textbin[MMPLAYER_T_FAKE_SINK].gst), "async", TRUE, NULL); + } + +EXIT: + /* reset all */ + __mmplayer_post_proc_reset(player); + return; +} + +void __mmplayer_set_required_cb_score(mm_player_t* player, guint score) +{ + return_if_fail(player); + player->post_proc.required_cb_score = score; + debug_log("set required score to : %d", score); +} + +void __mmplayer_inc_cb_score(mm_player_t* player) +{ + return_if_fail(player); + player->post_proc.cb_score++; + debug_log("post proc cb score increased to %d", player->post_proc.cb_score); +} + +void __mmplayer_post_proc_reset(mm_player_t* player) +{ + return_if_fail(player); + + /* check if already triggered */ + if (player->post_proc.id) + { + /* TODO : need to consider multiple main context. !!!! */ + if (FALSE == g_source_remove(player->post_proc.id) ) + { + debug_error("failed to remove exist post_proc item"); + } + player->post_proc.id = 0; + } + + memset(&player->post_proc, 0, sizeof(mm_player_post_proc_t)); + + /* set default required cb score 1 as only audio device has changed in this case. + if display status is changed with audio device, required cb score is set 2 in display status callback. + this logic bases on the assumption which audio device callback is called after calling display status callback. */ + player->post_proc.required_cb_score = 1; +} + +void +__mmplayer_device_change_trigger_post_process(mm_player_t* player) +{ + return_if_fail(player); + + /* check score */ + if ( player->post_proc.cb_score < player->post_proc.required_cb_score ) + { + /* wait for next turn */ + debug_log("wait for next turn. required cb score : %d current score : %d\n", + player->post_proc.required_cb_score, player->post_proc.cb_score); + return; + } + + /* check if already triggered */ + if (player->post_proc.id) + { + /* TODO : need to consider multiple main context. !!!! */ + if (FALSE == g_source_remove(player->post_proc.id) ) + { + debug_error("failed to remove exist post_proc item"); + } + player->post_proc.id = 0; + } + + player->post_proc.id = g_idle_add((GSourceFunc)__mmplayer_device_change_post_process, (gpointer)player); +} + +/* NOTE : Sound module has different latency according to output device So, + * synchronization problem can be happened whenever device is changed. + * To avoid this issue, we do reset avsystem or seek as workaroud. + */ +static void +__mmplayer_sound_active_device_changed_cb_func (mm_sound_device_in device_in, mm_sound_device_out device_out, void *user_data) +{ + mm_player_t* player = (mm_player_t*) user_data; + + return_if_fail( player ); + + debug_warning("active audio device is changed, device_in(0x%x), device_out(0x%x)", device_in, device_out); + + __mmplayer_inc_cb_score(player); + + /* do pause and resume only if video is playing */ + if ( player->videodec_linked && MMPLAYER_CURRENT_STATE(player) == MM_PLAYER_STATE_PLAYING ) + { + switch (device_out) + { + case MM_SOUND_DEVICE_OUT_BT_A2DP: + case MM_SOUND_DEVICE_OUT_WIRED_ACCESSORY: + { + player->post_proc.need_pause_and_resume = TRUE; + } + break; + + case MM_SOUND_DEVICE_OUT_SPEAKER: + { + player->post_proc.need_pause_and_resume = TRUE; + } + break; + + case MM_SOUND_DEVICE_OUT_HDMI: +// case MM_SOUND_DEVICE_OUT_MIRRORING: + { + player->post_proc.need_pause_and_resume = TRUE; + } + break; + + default: + debug_log("do nothing"); + } + } + debug_warning("dispatched"); + + __mmplayer_device_change_trigger_post_process(player); } /* This function should be called after the pipeline goes PAUSED or higher @@ -425,7 +848,6 @@ _mmplayer_update_content_attrs(mm_player_t* player, enum content_attr_flag flag) static gboolean has_bitrate = FALSE; gboolean missing_only = FALSE; gboolean all = FALSE; - gint64 dur_nsec = 0; GstStructure* p = NULL; MMHandleType attrs = 0; @@ -433,7 +855,7 @@ _mmplayer_update_content_attrs(mm_player_t* player, enum content_attr_flag flag) gint stream_service_type = STREAMING_SERVICE_NONE; struct stat sb; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, FALSE ); @@ -486,7 +908,7 @@ _mmplayer_update_content_attrs(mm_player_t* player, enum content_attr_flag flag) if (gst_element_query_duration(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_FORMAT_TIME, &dur_nsec )) { player->duration = dur_nsec; - debug_log("duration : %lld msec", GST_TIME_AS_MSECONDS(dur_nsec)); + debug_warning("duration : %lld msec", GST_TIME_AS_MSECONDS(dur_nsec)); } /* try to get streaming service type */ @@ -496,14 +918,14 @@ _mmplayer_update_content_attrs(mm_player_t* player, enum content_attr_flag flag) /* check duration is OK */ if ( dur_nsec == 0 && !MMPLAYER_IS_LIVE_STREAMING( player ) ) { - debug_error("not ready to get duration"); + /* FIXIT : find another way to get duration here. */ + debug_error("finally it's failed to get duration from pipeline. progressbar will not work correctely!"); } else { /*update duration */ mm_attrs_set_int_by_name(attrs, "content_duration", GST_TIME_AS_MSECONDS(dur_nsec)); has_duration = TRUE; - debug_log("duration updated"); } } @@ -543,7 +965,7 @@ _mmplayer_update_content_attrs(mm_player_t* player, enum content_attr_flag flag) gst_structure_get_int (p, "channels", &channels); mm_attrs_set_int_by_name(attrs, "content_audio_channels", channels); - debug_log("samplerate : %d channels : %d", samplerate, channels); + secure_debug_log("samplerate : %d channels : %d", samplerate, channels); gst_caps_unref( caps_a ); caps_a = NULL; @@ -592,7 +1014,7 @@ _mmplayer_update_content_attrs(mm_player_t* player, enum content_attr_flag flag) gst_structure_get_fraction (p, "framerate", &tmpNu, &tmpDe); - debug_log("width : %d height : %d", width, height ); + secure_debug_log("width : %d height : %d", width, height ); gst_caps_unref( caps_v ); caps_v = NULL; @@ -600,7 +1022,7 @@ _mmplayer_update_content_attrs(mm_player_t* player, enum content_attr_flag flag) if (tmpDe > 0) { mm_attrs_set_int_by_name(attrs, "content_video_fps", tmpNu / tmpDe); - debug_log("fps : %d", tmpNu / tmpDe); + secure_debug_log("fps : %d", tmpNu / tmpDe); } has_video_attrs = TRUE; @@ -622,7 +1044,6 @@ _mmplayer_update_content_attrs(mm_player_t* player, enum content_attr_flag flag) if ( (flag & ATTR_BITRATE) || (!has_bitrate && missing_only) || all ) { - debug_log("try to update bitrate"); has_bitrate = FALSE; /* FIXIT : please make it clear the dependancy with duration/codec/uritype */ @@ -643,6 +1064,7 @@ _mmplayer_update_content_attrs(mm_player_t* player, enum content_attr_flag flag) { data_size = player->http_content_size; } + debug_log("try to update bitrate : data_size = %lld", data_size); if (data_size) { @@ -651,11 +1073,20 @@ _mmplayer_update_content_attrs(mm_player_t* player, enum content_attr_flag flag) msec_dur = GST_TIME_AS_MSECONDS(player->duration); bitrate = data_size * 8 * 1000 / msec_dur; - debug_log("file size : %u, video bitrate = %llu", data_size, bitrate); + secure_debug_log("file size : %u, video bitrate = %llu", data_size, bitrate); mm_attrs_set_int_by_name(attrs, "content_video_bitrate", bitrate); has_bitrate = TRUE; } + + if (MMPLAYER_IS_RTSP_STREAMING(player)) + { + if(player->total_bitrate) + { + mm_attrs_set_int_by_name(attrs, "content_video_bitrate", player->total_bitrate); + has_bitrate = TRUE; + } + } } } @@ -666,15 +1097,16 @@ _mmplayer_update_content_attrs(mm_player_t* player, enum content_attr_flag flag) return FALSE; } - debug_fleave(); + MMPLAYER_FLEAVE(); + return TRUE; } -static gint __mmplayer_get_stream_service_type( mm_player_t* player ) +gint __mmplayer_get_stream_service_type( mm_player_t* player ) { gint streaming_type = STREAMING_SERVICE_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player && player->pipeline && @@ -684,10 +1116,7 @@ static gint __mmplayer_get_stream_service_type( mm_player_t* player ) /* streaming service type if streaming */ if ( ! MMPLAYER_IS_STREAMING(player) ) - { - debug_log("not a streamming"); return STREAMING_SERVICE_NONE; - } if (MMPLAYER_IS_RTSP_STREAMING(player)) { @@ -697,7 +1126,7 @@ static gint __mmplayer_get_stream_service_type( mm_player_t* player ) } else if (MMPLAYER_IS_HTTP_STREAMING(player)) { - streaming_type = player->duration == 0 ? + streaming_type = (player->duration == 0) ? STREAMING_SERVICE_LIVE : STREAMING_SERVICE_VOD; } @@ -717,7 +1146,7 @@ static gint __mmplayer_get_stream_service_type( mm_player_t* player ) } player->streaming_type = streaming_type; - debug_fleave(); + MMPLAYER_FLEAVE(); return streaming_type; } @@ -726,22 +1155,22 @@ static gint __mmplayer_get_stream_service_type( mm_player_t* player ) /* this function sets the player state and also report * it to applicaton by calling callback function */ -gboolean +static int __mmplayer_set_state(mm_player_t* player, int state) // @ { MMMessageParamType msg = {0, }; - int asm_result = MM_ERROR_NONE; +// int asm_result = MM_ERROR_NONE; gboolean post_bos = FALSE; - gboolean interrupted_by_asm = FALSE; +// gboolean interrupted_by_asm = FALSE; + int ret = MM_ERROR_NONE; - debug_fenter(); return_val_if_fail ( player, FALSE ); if ( MMPLAYER_CURRENT_STATE(player) == state ) { debug_warning("already same state(%s)\n", MMPLAYER_STATE_GET_NAME(state)); MMPLAYER_PENDING_STATE(player) = MM_PLAYER_STATE_NONE; - return TRUE; + return ret; } /* update player states */ @@ -760,7 +1189,7 @@ __mmplayer_set_state(mm_player_t* player, int state) // @ MMPLAYER_PRINT_STATE(player); /* do some FSM stuffs before posting new state to application */ - interrupted_by_asm = player->sm.by_asm_cb; +// interrupted_by_asm = player->sm.by_asm_cb; switch ( MMPLAYER_CURRENT_STATE(player) ) { @@ -769,12 +1198,12 @@ __mmplayer_set_state(mm_player_t* player, int state) // @ { if (player->cmd == MMPLAYER_COMMAND_STOP) { - asm_result = _mmplayer_asm_set_state((MMHandleType)player, ASM_STATE_STOP); - if ( asm_result != MM_ERROR_NONE ) - { - debug_error("failed to set asm state to stop\n"); - return FALSE; - } +// asm_result = _mmplayer_asm_set_state((MMHandleType)player, ASM_STATE_STOP, FALSE); +// if ( asm_result != MM_ERROR_NONE ) +// { +// debug_error("failed to set asm state to stop\n"); +// return MM_ERROR_POLICY_INTERNAL; +// } } } break; @@ -783,21 +1212,40 @@ __mmplayer_set_state(mm_player_t* player, int state) // @ { if ( ! player->sent_bos ) { - /* it's first time to update all content attrs. */ + int found = 0; + #define MMPLAYER_MAX_SOUND_PRIORITY 3 + + /* it's first time to update all content attrs. */ _mmplayer_update_content_attrs( player, ATTR_ALL ); + /* set max sound priority to keep own sound and not to mute other's one */ + mm_attrs_get_int_by_name(player->attrs, "content_video_found", &found); + if (found) + { + mm_attrs_get_int_by_name(player->attrs, "content_audio_found", &found); + if (found) + { + debug_log("set max audio priority"); + g_object_set(player->pipeline->audiobin[MMPLAYER_A_SINK].gst, "priority", MMPLAYER_MAX_SOUND_PRIORITY, NULL); + } + } + } /* add audio callback probe if condition is satisfied */ - if ( ! player->audio_cb_probe_id && player->is_sound_extraction ) + if ( ! player->audio_cb_probe_id && player->set_mode.pcm_extraction ) { __mmplayer_configure_audio_callback(player); + /* FIXIT : handle return value */ } - asm_result = _mmplayer_asm_set_state((MMHandleType)player, ASM_STATE_PAUSE); - if ( asm_result ) + if (!MMPLAYER_IS_STREAMING(player) || (player->streamer && !player->streamer->is_buffering)) { - debug_error("failed to set asm state to PAUSE\n"); - return FALSE; +// asm_result = _mmplayer_asm_set_state((MMHandleType)player, ASM_STATE_PAUSE, FALSE); +// if ( asm_result ) +// { +// debug_error("failed to set asm state to PAUSE\n"); +// return MM_ERROR_POLICY_INTERNAL; +// } } } break; @@ -813,15 +1261,18 @@ __mmplayer_set_state(mm_player_t* player, int state) // @ _mmplayer_update_content_attrs( player, ATTR_MISSING_ONLY); } - if ( player->cmd == MMPLAYER_COMMAND_START && !player->sent_bos ) + if ( (player->cmd == MMPLAYER_COMMAND_START) || (player->cmd == MMPLAYER_COMMAND_RESUME) ) { - __mmplayer_handle_missed_plugin ( player ); - - /* update video resource status */ - if ( ( player->can_support_codec & 0x02) == FOUND_PLUGIN_VIDEO ) + if (!player->sent_bos) + { + __mmplayer_handle_missed_plugin ( player ); + } +#if 0 + /* update ASM state for video and streaming buffering */ + asm_result = _mmplayer_asm_set_state((MMHandleType)player, ASM_STATE_PLAYING, TRUE); + if (asm_result != MM_ERROR_NONE) { - asm_result = _mmplayer_asm_set_state((MMHandleType)player, ASM_STATE_PLAYING); - if ( asm_result ) + if (player->pipeline->videobin) { MMMessageParamType msg = {0, }; @@ -832,15 +1283,22 @@ __mmplayer_set_state(mm_player_t* player, int state) // @ MMPLAYER_POST_MSG( player, MM_MESSAGE_STATE_INTERRUPTED, &msg); _mmplayer_unrealize((MMHandleType)player); - - return FALSE; } + else + { + debug_error("failed to play by ASM error : 0x%X\n", asm_result); + _mmplayer_pause((MMHandleType)player); + return asm_result; + } + + return MM_ERROR_POLICY_INTERNAL; } +#endif } if ( player->resumed_by_rewind && player->playback_rate < 0.0 ) { - /* initialize because auto resume is done well. */ + /* initialize because auto resume is done well. */ player->resumed_by_rewind = FALSE; player->playback_rate = 1.0; } @@ -902,53 +1360,44 @@ __mmplayer_set_state(mm_player_t* player, int state) // @ msg.state.previous = MMPLAYER_PREV_STATE(player); msg.state.current = MMPLAYER_CURRENT_STATE(player); + debug_log ("player reach the target state (%s)", MMPLAYER_STATE_GET_NAME(MMPLAYER_TARGET_STATE(player))); + /* state changed by asm callback */ - if ( interrupted_by_asm ) - { - msg.union_type = MM_MSG_UNION_CODE; - msg.code = player->sm.event_src; - MMPLAYER_POST_MSG( player, MM_MESSAGE_STATE_INTERRUPTED, &msg ); - } - /* state changed by usecase */ - else +// if ( interrupted_by_asm ) +// { +// msg.union_type = MM_MSG_UNION_CODE; +// msg.code = player->sm.event_src; +// MMPLAYER_POST_MSG( player, MM_MESSAGE_STATE_INTERRUPTED, &msg ); +// } +// /* state changed by usecase */ +// else { MMPLAYER_POST_MSG( player, MM_MESSAGE_STATE_CHANGED, &msg ); } - - debug_log ("player reach the target state, then do something in each state(%s).\n", - MMPLAYER_STATE_GET_NAME(MMPLAYER_TARGET_STATE(player))); } else { debug_log ("intermediate state, do nothing.\n"); MMPLAYER_PRINT_STATE(player); - return TRUE; + return ret; } if ( post_bos ) { - MMTA_ACUM_ITEM_END("[KPI] start media player service", FALSE); - MMTA_ACUM_ITEM_END("[KPI] media player service create->playing", FALSE); - MMPLAYER_POST_MSG ( player, MM_MESSAGE_BEGIN_OF_STREAM, NULL ); player->sent_bos = TRUE; } - debug_fleave(); - return TRUE; + return ret; } - gboolean __mmplayer_post_message(mm_player_t* player, enum MMMessageType msgtype, MMMessageParamType* param) // @ { return_val_if_fail( player, FALSE ); - debug_fenter(); - if ( !player->msg_cb ) { - debug_warning("no msg callback. can't post msg now\n"); return FALSE; } @@ -956,64 +1405,47 @@ __mmplayer_post_message(mm_player_t* player, enum MMMessageType msgtype, MMMessa player->msg_cb(msgtype, param, player->msg_cb_param); - debug_fleave(); - return TRUE; } - -static int -__mmplayer_get_state(mm_player_t* player) // @ +static gpointer __mmplayer_next_play_thread(gpointer data) { - int state = MM_PLAYER_STATE_NONE; - - debug_fenter(); + mm_player_t* player = (mm_player_t*) data; + MMPlayerGstElement *mainbin = NULL; - return_val_if_fail ( player, MM_PLAYER_STATE_NONE ); + return_val_if_fail ( player, NULL ); - state = MMPLAYER_CURRENT_STATE(player); + g_mutex_lock(&player->next_play_thread_mutex); - debug_log("player state is %s.\n", MMPLAYER_STATE_GET_NAME(state)); + while ( ! player->next_play_thread_exit ) + { + debug_log("next play thread started. waiting for signal.\n"); + g_cond_wait(&player->next_play_thread_cond, &player->next_play_thread_mutex ); - debug_fleave(); + debug_log("re building pipeline for next play.\n"); - return state; -} + if ( player->next_play_thread_exit ) + { + MMPLAYER_PLAYBACK_UNLOCK(player); -void -__gst_set_async_state_change(mm_player_t* player, gboolean async) -{ - //debug_fenter(); - return_if_fail( player && player->pipeline && player->pipeline->mainbin ); + debug_log("exiting next play thread\n"); + break; + } - /* need only when we are using decodebin */ - if ( ! PLAYER_INI()->use_decodebin ) - return; + mainbin = player->pipeline->mainbin; - /* audio sink */ - if ( player->pipeline->audiobin && - player->pipeline->audiobin[MMPLAYER_A_SINK].gst ) - { - debug_log("audiosink async : %d\n", async); - g_object_set (G_OBJECT (player->pipeline->audiobin[MMPLAYER_A_SINK].gst), "async", async, NULL); - } + MMPLAYER_RELEASE_ELEMENT(player, mainbin, MMPLAYER_M_MUXED_S_BUFFER); + MMPLAYER_RELEASE_ELEMENT(player, mainbin, MMPLAYER_M_ID3DEMUX); + MMPLAYER_RELEASE_ELEMENT(player, mainbin, MMPLAYER_M_AUTOPLUG); + MMPLAYER_RELEASE_ELEMENT(player, mainbin, MMPLAYER_M_TYPEFIND); + MMPLAYER_RELEASE_ELEMENT(player, mainbin, MMPLAYER_M_SRC); - /* video sink */ - if ( player->pipeline->videobin && - player->pipeline->videobin[MMPLAYER_V_SINK].gst ) - { - debug_log("videosink async : %d\n", async); - g_object_set (G_OBJECT (player->pipeline->videobin[MMPLAYER_V_SINK].gst), "async", async, NULL); + __mmplayer_activate_next_source(player, GST_STATE_PLAYING); } - /* decodebin if enabled */ - if ( PLAYER_INI()->use_decodebin ) - { - debug_log("decodebin async : %d\n", async); - g_object_set (G_OBJECT (player->pipeline->mainbin[MMPLAYER_M_AUTOPLUG].gst), "async-handling", async, NULL); - } + g_mutex_unlock(&player->next_play_thread_mutex); - //debug_fleave(); + return NULL; } static gpointer __mmplayer_repeat_thread(gpointer data) @@ -1025,10 +1457,12 @@ static gpointer __mmplayer_repeat_thread(gpointer data) return_val_if_fail ( player, NULL ); + g_mutex_lock(&player->repeat_thread_mutex); + while ( ! player->repeat_thread_exit ) { debug_log("repeat thread started. waiting for signal.\n"); - g_cond_wait( player->repeat_thread_cond, player->repeat_thread_mutex ); + g_cond_wait(&player->repeat_thread_cond, &player->repeat_thread_mutex); if ( player->repeat_thread_exit ) { @@ -1036,14 +1470,15 @@ static gpointer __mmplayer_repeat_thread(gpointer data) break; } - if ( !player->cmd_lock ) + if (!(&player->cmd_lock) ) { debug_log("can't get cmd lock\n"); + g_mutex_unlock(&player->repeat_thread_mutex); return NULL; } /* lock */ - g_mutex_lock(player->cmd_lock); + g_mutex_lock(&player->cmd_lock); attrs = MMPLAYER_GET_ATTRS(player); @@ -1096,13 +1531,61 @@ static gpointer __mmplayer_repeat_thread(gpointer data) } /* unlock */ - g_mutex_unlock(player->cmd_lock); + g_mutex_unlock(&player->cmd_lock); } + g_mutex_unlock(&player->repeat_thread_mutex); + return NULL; } -void +static void +__mmplayer_update_buffer_setting(mm_player_t *player, GstMessage *buffering_msg) +{ + MMHandleType attrs = 0; + guint64 data_size = 0; + gchar* path = NULL; + unsigned long pos_msec = 0; + struct stat sb; + + return_if_fail( player && player->pipeline && player->pipeline->mainbin); + + __gst_get_position(player, MM_PLAYER_POS_FORMAT_TIME, &pos_msec); // update last_position + + attrs = MMPLAYER_GET_ATTRS(player); + if ( !attrs ) + { + debug_error("fail to get attributes.\n"); + return; + } + + if (!MMPLAYER_IS_STREAMING(player) && (player->can_support_codec & FOUND_PLUGIN_VIDEO)) + { + mm_attrs_get_string_by_name(attrs, "profile_uri", &path); + + if (stat(path, &sb) == 0) + { + data_size = (guint64)sb.st_size; + } + } + else if (MMPLAYER_IS_HTTP_STREAMING(player)) + { + data_size = player->http_content_size; + } + + __mm_player_streaming_buffering( player->streamer, + buffering_msg, + data_size, + player->last_position, + player->duration); + + __mm_player_streaming_sync_property(player->streamer, player->pipeline->mainbin[MMPLAYER_M_AUTOPLUG].gst); + + return; +} + + +static void __mmplayer_handle_buffering_message ( mm_player_t* player ) { MMPlayerStateType prev_state = MM_PLAYER_STATE_NONE; @@ -1112,12 +1595,12 @@ __mmplayer_handle_buffering_message ( mm_player_t* player ) return_if_fail ( player ); - prev_state = MMPLAYER_PREV_STATE(player), + prev_state = MMPLAYER_PREV_STATE(player); current_state = MMPLAYER_CURRENT_STATE(player); target_state = MMPLAYER_TARGET_STATE(player); pending_state = MMPLAYER_PENDING_STATE(player); - if ( MMPLAYER_IS_RTSP_STREAMING(player) ) + if (MMPLAYER_IS_LIVE_STREAMING(player)) return; if ( !player->streamer->is_buffering ) @@ -1216,7 +1699,32 @@ __mmplayer_handle_buffering_message ( mm_player_t* player ) case MM_PLAYER_STATE_NONE: { if (current_state != MM_PLAYER_STATE_PAUSED) + { + debug_log("set pause state during buffering\n"); __gst_pause ( player, TRUE ); + + // to cover the weak-signal environment. + if (MMPLAYER_IS_RTSP_STREAMING(player)) + { + unsigned long position = 0; + gint64 pos_msec = 0; + + debug_log("[RTSP] seek to the buffering start point\n"); + + if (__gst_get_position(player, MM_PLAYER_POS_FORMAT_TIME, &position )) + { + debug_error("failed to get position\n"); + break; + } + + /* key unit seek */ + pos_msec = position * G_GINT64_CONSTANT(1000000); + + __gst_seek(player, player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, 1.0, + GST_FORMAT_TIME, GST_SEEK_FLAG_FLUSH, GST_SEEK_TYPE_SET, + pos_msec, GST_SEEK_TYPE_NONE, GST_CLOCK_TIME_NONE); + } + } } break; @@ -1228,7 +1736,6 @@ __mmplayer_handle_buffering_message ( mm_player_t* player ) case MM_PLAYER_STATE_PAUSED: { - debug_log("player is already going to paused state, there is nothing to do.\n"); } break; @@ -1243,15 +1750,2638 @@ __mmplayer_handle_buffering_message ( mm_player_t* player ) } } +static void +__mmplayer_drop_subtitle(mm_player_t* player, gboolean is_drop) +{ + MMPlayerGstElement *textbin; + MMPLAYER_FENTER(); + + return_if_fail ( player && + player->pipeline && + player->pipeline->textbin); + + return_if_fail (player->pipeline->textbin[MMPLAYER_T_TEXT_FAKE_IDENTITY].gst); + + textbin = player->pipeline->textbin; + + if (is_drop) + { + debug_log("Drop subtitle text after getting EOS\n"); + + g_object_set(textbin[MMPLAYER_T_FAKE_SINK].gst, "async", FALSE, NULL); + g_object_set(textbin[MMPLAYER_T_TEXT_FAKE_IDENTITY].gst, "drop-probability", (gfloat)1.0, NULL); + + player->is_subtitle_force_drop = TRUE; + } + else + { + if (player->is_subtitle_force_drop == TRUE) + { + debug_log("Enable subtitle data path without drop\n"); + + // player->display_stat = util_get_is_connected_external_display(); + + g_object_set(textbin[MMPLAYER_T_TEXT_FAKE_IDENTITY].gst, "drop-probability", (gfloat)0.0, NULL); + g_object_set(textbin[MMPLAYER_T_FAKE_SINK].gst, "async", TRUE, NULL); + + debug_log ("non-connected with external display"); + + player->is_subtitle_force_drop = FALSE; + } + } +} + +static gboolean +__mmplayer_gst_callback(GstBus *bus, GstMessage *msg, gpointer data) // @ +{ + mm_player_t* player = (mm_player_t*) data; + gboolean ret = TRUE; + static gboolean async_done = FALSE; + + return_val_if_fail ( player, FALSE ); + return_val_if_fail ( msg && GST_IS_MESSAGE(msg), FALSE ); + + switch ( GST_MESSAGE_TYPE( msg ) ) + { + case GST_MESSAGE_UNKNOWN: + debug_log("unknown message received\n"); + break; + + case GST_MESSAGE_EOS: + { + MMHandleType attrs = 0; + gint count = 0; + + debug_log("GST_MESSAGE_EOS received\n"); + + /* NOTE : EOS event is comming multiple time. watch out it */ + /* check state. we only process EOS when pipeline state goes to PLAYING */ + if ( ! (player->cmd == MMPLAYER_COMMAND_START || player->cmd == MMPLAYER_COMMAND_RESUME) ) + { + debug_log("EOS received on non-playing state. ignoring it\n"); + break; + } + + __mmplayer_drop_subtitle(player, TRUE); + + if ( (player->audio_stream_cb) && (player->set_mode.pcm_extraction) ) + { + GstPad *pad = NULL; + + pad = gst_element_get_static_pad (player->pipeline->audiobin[MMPLAYER_A_SINK].gst, "sink"); + + debug_log("release audio callback\n"); + + /* release audio callback */ + gst_pad_remove_probe (pad, player->audio_cb_probe_id); + player->audio_cb_probe_id = 0; + /* audio callback should be free because it can be called even though probe remove.*/ + player->audio_stream_cb = NULL; + player->audio_stream_cb_user_param = NULL; + + } + + /* rewind if repeat count is greater then zero */ + /* get play count */ + attrs = MMPLAYER_GET_ATTRS(player); + + if ( attrs ) + { + gboolean smooth_repeat = FALSE; + + mm_attrs_get_int_by_name(attrs, "profile_play_count", &count); + mm_attrs_get_int_by_name(attrs, "profile_smooth_repeat", &smooth_repeat); + + player->play_count = count; + + debug_log("remaining play count: %d, playback rate: %f\n", count, player->playback_rate); + + if ( count > 1 || count == -1 || player->playback_rate < 0.0 ) /* default value is 1 */ + { + if ( smooth_repeat ) + { + debug_log("smooth repeat enabled. seeking operation will be excuted in new thread\n"); + + g_cond_signal( &player->repeat_thread_cond ); + + break; + } + else + { + gint ret_value = 0; + + if ( player->section_repeat ) + { + ret_value = _mmplayer_activate_section_repeat((MMHandleType)player, player->section_repeat_start, player->section_repeat_end); + } + else + { + if ( player->playback_rate < 0.0 ) + { + player->resumed_by_rewind = TRUE; + _mmplayer_set_mute((MMHandleType)player, 0); + MMPLAYER_POST_MSG( player, MM_MESSAGE_RESUMED_BY_REW, NULL ); + } + + __mmplayer_handle_eos_delay( player, player->ini.delay_before_repeat ); + + /* initialize */ + player->sent_bos = FALSE; + } + + if ( MM_ERROR_NONE != ret_value ) + { + debug_error("failed to set position to zero for rewind\n"); + } + + /* not posting eos when repeating */ + break; + } + } + } + + MMPLAYER_GENERATE_DOT_IF_ENABLED ( player, "pipeline-status-eos" ); + + /* post eos message to application */ + __mmplayer_handle_eos_delay( player, player->ini.eos_delay ); + + /* reset last position */ + player->last_position = 0; + } + break; + + case GST_MESSAGE_ERROR: + { + GError *error = NULL; + gchar* debug = NULL; + + /* generating debug info before returning error */ + MMPLAYER_GENERATE_DOT_IF_ENABLED ( player, "pipeline-status-error" ); + + /* get error code */ + gst_message_parse_error( msg, &error, &debug ); + + if ( gst_structure_has_name ( gst_message_get_structure(msg), "streaming_error" ) ) + { + /* Note : the streaming error from the streaming source is handled + * using __mmplayer_handle_streaming_error. + */ + __mmplayer_handle_streaming_error ( player, msg ); + + /* dump state of all element */ + __mmplayer_dump_pipeline_state( player ); + } + else + { + /* traslate gst error code to msl error code. then post it + * to application if needed + */ + __mmplayer_handle_gst_error( player, msg, error ); + + if (debug) + { + debug_error ("error debug : %s", debug); + } + + } + + if (MMPLAYER_IS_HTTP_PD(player)) + { + _mmplayer_unrealize_pd_downloader ((MMHandleType)player); + } + + MMPLAYER_FREEIF( debug ); + g_error_free( error ); + } + break; + + case GST_MESSAGE_WARNING: + { + char* debug = NULL; + GError* error = NULL; + + gst_message_parse_warning(msg, &error, &debug); + + debug_log("warning : %s\n", error->message); + debug_log("debug : %s\n", debug); + + MMPLAYER_POST_MSG( player, MM_MESSAGE_WARNING, NULL ); + + MMPLAYER_FREEIF( debug ); + g_error_free( error ); + } + break; + + case GST_MESSAGE_TAG: + { + debug_log("GST_MESSAGE_TAG\n"); + if ( ! __mmplayer_gst_extract_tag_from_msg( player, msg ) ) + { + debug_warning("failed to extract tags from gstmessage\n"); + } + } + break; + + case GST_MESSAGE_BUFFERING: + { + MMMessageParamType msg_param = {0, }; +// int asm_result = MM_ERROR_NONE; + + if (!MMPLAYER_IS_STREAMING(player)) + break; + + /* ignore the prev buffering message */ + if ((player->streamer) && (player->streamer->is_buffering == FALSE) && (player->streamer->is_buffering_done == TRUE)) + { + gint buffer_percent = 0; + + gst_message_parse_buffering (msg, &buffer_percent); + + if (buffer_percent == MAX_BUFFER_PERCENT) + { + debug_log ("Ignored all the previous buffering msg! (got %d%%)\n", buffer_percent); + player->streamer->is_buffering_done = FALSE; + } + + break; + } + + /* update ASM state to ASM_STATE_PLAYING */ + /* fixed ASM_STATE_WAITING -> ASM_STATE_PLAYING for Samsunlink issue*/ +// if ((player->streamer) && (player->streamer->is_buffering == FALSE) && (MMPLAYER_CURRENT_STATE(player) != MM_PLAYER_STATE_PAUSED)) +// { +// asm_result = _mmplayer_asm_set_state((MMHandleType)player, ASM_STATE_WAITING, TRUE); +// if ( asm_result != MM_ERROR_NONE ) +// { +// debug_warning("failed to set asm state to waiting, but keep going...\n"); +// } +// } + + __mmplayer_update_buffer_setting(player, msg); + + __mmplayer_handle_buffering_message ( player ); + + msg_param.connection.buffering = player->streamer->buffering_percent; + MMPLAYER_POST_MSG ( player, MM_MESSAGE_BUFFERING, &msg_param ); + if (MMPLAYER_IS_RTSP_STREAMING(player) && (player->streamer->buffering_percent >= MAX_BUFFER_PERCENT)) + { + if (player->doing_seek) + { + if (MMPLAYER_TARGET_STATE(player) == MM_PLAYER_STATE_PAUSED) + { + player->doing_seek = FALSE; + MMPLAYER_POST_MSG ( player, MM_MESSAGE_SEEK_COMPLETED, NULL ); + } + else if (MMPLAYER_TARGET_STATE(player) == MM_PLAYER_STATE_PLAYING) + { + async_done = TRUE; + } + } + } + } + break; + + case GST_MESSAGE_STATE_CHANGED: + { + MMPlayerGstElement *mainbin; + const GValue *voldstate, *vnewstate, *vpending; + GstState oldstate, newstate, pending; + + if ( ! ( player->pipeline && player->pipeline->mainbin ) ) + { + debug_error("player pipeline handle is null"); + break; + } + + mainbin = player->pipeline->mainbin; + + /* we only handle messages from pipeline */ + if( msg->src != (GstObject *)mainbin[MMPLAYER_M_PIPE].gst ) + break; + + /* get state info from msg */ + voldstate = gst_structure_get_value (gst_message_get_structure(msg), "old-state"); + vnewstate = gst_structure_get_value (gst_message_get_structure(msg), "new-state"); + vpending = gst_structure_get_value (gst_message_get_structure(msg), "pending-state"); + + oldstate = (GstState)voldstate->data[0].v_int; + newstate = (GstState)vnewstate->data[0].v_int; + pending = (GstState)vpending->data[0].v_int; + + debug_log("state changed [%s] : %s ---> %s final : %s\n", + GST_OBJECT_NAME(GST_MESSAGE_SRC(msg)), + gst_element_state_get_name( (GstState)oldstate ), + gst_element_state_get_name( (GstState)newstate ), + gst_element_state_get_name( (GstState)pending ) ); + + if (oldstate == newstate) + { + debug_log("pipeline reports state transition to old state"); + break; + } + + switch(newstate) + { + case GST_STATE_VOID_PENDING: + break; + + case GST_STATE_NULL: + break; + + case GST_STATE_READY: + break; + + case GST_STATE_PAUSED: + { + gboolean prepare_async = FALSE; + gboolean is_drm = FALSE; + + if ( ! player->audio_cb_probe_id && player->set_mode.pcm_extraction) + __mmplayer_configure_audio_callback(player); + + if ( ! player->sent_bos && oldstate == GST_STATE_READY) // managed prepare async case + { + mm_attrs_get_int_by_name(player->attrs, "profile_prepare_async", &prepare_async); + debug_log("checking prepare mode for async transition - %d", prepare_async); + } + + if ( MMPLAYER_IS_STREAMING(player) || prepare_async ) + { + MMPLAYER_SET_STATE ( player, MM_PLAYER_STATE_PAUSED ); + + if (MMPLAYER_IS_STREAMING(player) && (player->streamer)) + { + __mm_player_streaming_set_content_bitrate(player->streamer, + player->total_maximum_bitrate, player->total_bitrate); + } + } + + /* NOTE : should consider streaming case */ + /* check if drm file */ + if ((player->pipeline->mainbin[MMPLAYER_M_SRC].gst) && + (g_object_class_find_property(G_OBJECT_GET_CLASS(player->pipeline->mainbin[MMPLAYER_M_SRC].gst), "is-drm"))) + { + g_object_get(G_OBJECT(player->pipeline->mainbin[MMPLAYER_M_SRC].gst), "is-drm", &is_drm, NULL); + + if (is_drm) + { + player->is_drm_file = TRUE; + } + } + } + break; + + case GST_STATE_PLAYING: + { +/* for audio tunning */ +#ifndef IS_SDK + if (player->can_support_codec == 0x03) { + gint volume_type; + mm_attrs_get_int_by_name(player->attrs, "sound_volume_type", &volume_type); + volume_type |= MM_SOUND_VOLUME_GAIN_VIDEO; + g_object_set(player->pipeline->audiobin[MMPLAYER_A_SINK].gst, "volumetype", volume_type, NULL); + } +#endif + if ( MMPLAYER_IS_STREAMING(player) ) // managed prepare async case when buffering is completed + { + // pending state should be reset oyherwise, it's still playing even though it's resumed after bufferging. + if ((MMPLAYER_CURRENT_STATE(player) != MM_PLAYER_STATE_PLAYING) || + (MMPLAYER_PENDING_STATE(player) == MM_PLAYER_STATE_PLAYING)) + { + MMPLAYER_SET_STATE ( player, MM_PLAYER_STATE_PLAYING); + } + } + + if (player->src_changed) + { + _mmplayer_update_content_attrs(player, ATTR_ALL); + player->src_changed = FALSE; + } + + if (player->doing_seek && async_done) + { + player->doing_seek = FALSE; + async_done = FALSE; + MMPLAYER_POST_MSG ( player, MM_MESSAGE_SEEK_COMPLETED, NULL ); + } + } + break; + + default: + break; + } + } + break; + + case GST_MESSAGE_CLOCK_LOST: + { + GstClock *clock = NULL; + gst_message_parse_clock_lost (msg, &clock); + debug_log("GST_MESSAGE_CLOCK_LOST : %s\n", (clock ? GST_OBJECT_NAME (clock) : "NULL")); + g_print ("GST_MESSAGE_CLOCK_LOST : %s\n", (clock ? GST_OBJECT_NAME (clock) : "NULL")); + + if (((player->ini.provide_clock_for_music) && (!player->videodec_linked)) || + ((player->ini.provide_clock_for_movie) && (player->videodec_linked))) + { + debug_log ("Provide clock is TRUE, do pause->resume\n"); + __gst_pause(player, FALSE); + __gst_resume(player, FALSE); + } + } + break; + + case GST_MESSAGE_NEW_CLOCK: + { + GstClock *clock = NULL; + gst_message_parse_new_clock (msg, &clock); + debug_log("GST_MESSAGE_NEW_CLOCK : %s\n", (clock ? GST_OBJECT_NAME (clock) : "NULL")); + } + break; + + case GST_MESSAGE_ELEMENT: + { + const gchar *structure_name; + gint count = 0; + MMHandleType attrs = 0; + + attrs = MMPLAYER_GET_ATTRS(player); + if ( !attrs ) + { + debug_error("cannot get content attribute"); + ret = FALSE; + break; + } + + if(gst_message_get_structure(msg) == NULL) + break; + + structure_name = gst_structure_get_name(gst_message_get_structure(msg)); + if(!strcmp(structure_name, "Language_list")) + { + const GValue *lang_list = NULL; + lang_list = gst_structure_get_value (gst_message_get_structure(msg), "lang_list"); + if(lang_list != NULL) + { + count = g_list_length((GList *)g_value_get_pointer (lang_list)); + if (count > 1) + debug_log("Total audio tracks (from parser) = %d \n",count); + } + } + + if (!strcmp (structure_name, "Ext_Sub_Language_List")) + { + const GValue *lang_list = NULL; + MMPlayerLangStruct *temp = NULL; + + lang_list = gst_structure_get_value (gst_message_get_structure(msg), "lang_list"); + if (lang_list != NULL) + { + count = g_list_length ((GList *)g_value_get_pointer (lang_list)); + if (count) + { + player->subtitle_language_list = (GList *)g_value_get_pointer (lang_list); + mm_attrs_set_int_by_name(attrs, "content_text_track_num", (gint)count); + if (mmf_attrs_commit (attrs)) + debug_error("failed to commit.\n"); + debug_log("Total subtitle tracks = %d \n", count); + } + while (count) + { + temp = g_list_nth_data (player->subtitle_language_list, count - 1); + debug_log ("value of lang_key is %s and lang_code is %s", + temp->language_key, temp->language_code); + count--; + } + } + } + + /* custom message */ + if (!strcmp (structure_name, "audio_codec_not_supported")) { + MMMessageParamType msg_param = {0,}; + msg_param.code = MM_ERROR_PLAYER_AUDIO_CODEC_NOT_FOUND; + MMPLAYER_POST_MSG(player, MM_MESSAGE_ERROR, &msg_param); + } + } + break; + + case GST_MESSAGE_DURATION: + { + debug_log("GST_MESSAGE_DURATION\n"); + ret = __mmplayer_gst_handle_duration(player, msg); + if (!ret) + { + debug_warning("failed to update duration"); + } + } + + break; + + case GST_MESSAGE_ASYNC_START: + { + debug_log("GST_MESSAGE_ASYNC_START : %s\n", GST_ELEMENT_NAME(GST_MESSAGE_SRC(msg))); + } + break; + + case GST_MESSAGE_ASYNC_DONE: + { + debug_log("GST_MESSAGE_ASYNC_DONE : %s\n", GST_ELEMENT_NAME(GST_MESSAGE_SRC(msg))); + + /* we only handle messages from pipeline */ + if( msg->src != (GstObject *)player->pipeline->mainbin[MMPLAYER_M_PIPE].gst ) + break; + + if( !MMPLAYER_IS_RTSP_STREAMING(player) ) + { + if (player->doing_seek) + { + if (MMPLAYER_TARGET_STATE(player) == MM_PLAYER_STATE_PAUSED) + { + player->doing_seek = FALSE; + MMPLAYER_POST_MSG ( player, MM_MESSAGE_SEEK_COMPLETED, NULL ); + } + else if (MMPLAYER_TARGET_STATE(player) == MM_PLAYER_STATE_PLAYING) + { + if ((MMPLAYER_IS_HTTP_STREAMING(player)) && + (player->streamer) && + (player->streamer->streaming_buffer_type == BUFFER_TYPE_MUXED) && + (player->streamer->is_buffering == FALSE)) + { + GstQuery *query = NULL; + gboolean busy = FALSE; + gint percent = 0; + + if (player->streamer->buffer_handle[BUFFER_TYPE_MUXED].buffer) + { + query = gst_query_new_buffering ( GST_FORMAT_PERCENT ); + if ( gst_element_query (player->streamer->buffer_handle[BUFFER_TYPE_MUXED].buffer, query ) ) + { + gst_query_parse_buffering_percent ( query, &busy, &percent); + } + gst_query_unref (query); + + debug_log("buffered percent(%s): %d\n", + GST_ELEMENT_NAME(player->streamer->buffer_handle[BUFFER_TYPE_MUXED].buffer), percent); + } + + if (percent >= 100) + { + player->streamer->is_buffering = FALSE; + __mmplayer_handle_buffering_message(player); + } + } + + async_done = TRUE; + } + } + } + } + break; + + #if 0 /* delete unnecessary logs */ + case GST_MESSAGE_REQUEST_STATE: debug_log("GST_MESSAGE_REQUEST_STATE\n"); break; + case GST_MESSAGE_STEP_START: debug_log("GST_MESSAGE_STEP_START\n"); break; + case GST_MESSAGE_QOS: debug_log("GST_MESSAGE_QOS\n"); break; + case GST_MESSAGE_PROGRESS: debug_log("GST_MESSAGE_PROGRESS\n"); break; + case GST_MESSAGE_ANY: debug_log("GST_MESSAGE_ANY\n"); break; + case GST_MESSAGE_INFO: debug_log("GST_MESSAGE_STATE_DIRTY\n"); break; + case GST_MESSAGE_STATE_DIRTY: debug_log("GST_MESSAGE_STATE_DIRTY\n"); break; + case GST_MESSAGE_STEP_DONE: debug_log("GST_MESSAGE_STEP_DONE\n"); break; + case GST_MESSAGE_CLOCK_PROVIDE: debug_log("GST_MESSAGE_CLOCK_PROVIDE\n"); break; + case GST_MESSAGE_STRUCTURE_CHANGE: debug_log("GST_MESSAGE_STRUCTURE_CHANGE\n"); break; + case GST_MESSAGE_STREAM_STATUS: debug_log("GST_MESSAGE_STREAM_STATUS\n"); break; + case GST_MESSAGE_APPLICATION: debug_log("GST_MESSAGE_APPLICATION\n"); break; + case GST_MESSAGE_SEGMENT_START: debug_log("GST_MESSAGE_SEGMENT_START\n"); break; + case GST_MESSAGE_SEGMENT_DONE: debug_log("GST_MESSAGE_SEGMENT_DONE\n"); break; + case GST_MESSAGE_LATENCY: debug_log("GST_MESSAGE_LATENCY\n"); break; + #endif + + default: + break; + } + + /* FIXIT : this cause so many warnings/errors from glib/gstreamer. we should not call it since + * gst_element_post_message api takes ownership of the message. + */ + //gst_message_unref( msg ); + + return ret; +} + +static gboolean +__mmplayer_gst_handle_duration(mm_player_t* player, GstMessage* msg) +{ + GstFormat format; + gint64 bytes = 0; + + MMPLAYER_FENTER(); + + return_val_if_fail(player, FALSE); + return_val_if_fail(msg, FALSE); + + gst_message_parse_duration (msg, &format, &bytes); + + if (MMPLAYER_IS_HTTP_STREAMING(player) && format == GST_FORMAT_BYTES ) + { + debug_log("data total size of http content: %lld", bytes); + player->http_content_size = bytes; + } + else if (format == GST_FORMAT_TIME) + { + /* handling audio clip which has vbr. means duration is keep changing */ + _mmplayer_update_content_attrs (player, ATTR_DURATION ); + } + else + { + debug_warning("duration is neither BYTES or TIME"); + return FALSE; + } + + MMPLAYER_FLEAVE(); + + return TRUE; +} + + +static gboolean +__mmplayer_gst_extract_tag_from_msg(mm_player_t* player, GstMessage* msg) // @ +{ + +/* macro for better code readability */ +#define MMPLAYER_UPDATE_TAG_STRING(gsttag, attribute, playertag) \ +if (gst_tag_list_get_string(tag_list, gsttag, &string)) \ +{\ + if (string != NULL)\ + {\ + secure_debug_log ( "update tag string : %s\n", string); \ + mm_attrs_set_string_by_name(attribute, playertag, string); \ + g_free(string);\ + string = NULL;\ + }\ +} + +#define MMPLAYER_UPDATE_TAG_IMAGE(gsttag, attribute, playertag) \ +GstSample *sample = NULL;\ +if (gst_tag_list_get_sample_index(tag_list, gsttag, index, &sample))\ +{\ + GstMapInfo info = GST_MAP_INFO_INIT;\ + buffer = gst_sample_get_buffer(sample);\ + if (!gst_buffer_map(buffer, &info, GST_MAP_READ)){\ + debug_log("failed to get image data from tag");\ + return FALSE;\ + }\ + secure_debug_log ( "update album cover data : %p, size : %d\n", info.data, info.size);\ + MMPLAYER_FREEIF(player->album_art); \ + player->album_art = (gchar *)g_malloc(info.size); \ + if (player->album_art) \ + { \ + memcpy(player->album_art, info.data, info.size); \ + mm_attrs_set_data_by_name(attribute, playertag, (void *)player->album_art, info.size); \ + if (MMPLAYER_IS_HTTP_LIVE_STREAMING(player)) \ + { \ + msg_param.data = (void *)player->album_art; \ + msg_param.size = info.size; \ + MMPLAYER_POST_MSG (player, MM_MESSAGE_IMAGE_BUFFER, &msg_param); \ + secure_debug_log ( "post message image buffer data : %p, size : %d\n", info.data, info.size); \ + } \ + } \ + gst_buffer_unmap(buffer, &info); \ +} + +#define MMPLAYER_UPDATE_TAG_UINT(gsttag, attribute, playertag) \ +if (gst_tag_list_get_uint(tag_list, gsttag, &v_uint))\ +{\ + if(v_uint)\ + {\ + if (!strncmp(gsttag, GST_TAG_BITRATE, strlen(GST_TAG_BITRATE))) \ + {\ + if (player->updated_bitrate_count == 0) \ + mm_attrs_set_int_by_name(attribute, "content_audio_bitrate", v_uint); \ + if (player->updated_bitrate_count<MM_PLAYER_STREAM_COUNT_MAX) \ + {\ + player->bitrate[player->updated_bitrate_count] = v_uint;\ + player->total_bitrate += player->bitrate[player->updated_maximum_bitrate_count]; \ + player->updated_bitrate_count++; \ + mm_attrs_set_int_by_name(attribute, playertag, player->total_bitrate);\ + secure_debug_log ( "update bitrate %d[bps] of stream #%d.\n", v_uint, player->updated_bitrate_count);\ + }\ + }\ + else if (!strncmp(gsttag, GST_TAG_MAXIMUM_BITRATE, strlen(GST_TAG_MAXIMUM_BITRATE))) \ + {\ + if (player->updated_maximum_bitrate_count<MM_PLAYER_STREAM_COUNT_MAX) \ + {\ + player->maximum_bitrate[player->updated_maximum_bitrate_count] = v_uint;\ + player->total_maximum_bitrate += player->maximum_bitrate[player->updated_maximum_bitrate_count]; \ + player->updated_maximum_bitrate_count++; \ + mm_attrs_set_int_by_name(attribute, playertag, player->total_maximum_bitrate); \ + secure_debug_log ( "update maximum bitrate %d[bps] of stream #%d\n", v_uint, player->updated_maximum_bitrate_count);\ + }\ + }\ + else\ + {\ + mm_attrs_set_int_by_name(attribute, playertag, v_uint); \ + }\ + v_uint = 0;\ + }\ +} + +#define MMPLAYER_UPDATE_TAG_DATE(gsttag, attribute, playertag) \ +if (gst_tag_list_get_date(tag_list, gsttag, &date))\ +{\ + if (date != NULL)\ + {\ + string = g_strdup_printf("%d", g_date_get_year(date));\ + mm_attrs_set_string_by_name(attribute, playertag, string);\ + secure_debug_log ( "metainfo year : %s\n", string);\ + MMPLAYER_FREEIF(string);\ + g_date_free(date);\ + }\ +} + +#define MMPLAYER_UPDATE_TAG_UINT64(gsttag, attribute, playertag) \ +if(gst_tag_list_get_uint64(tag_list, gsttag, &v_uint64))\ +{\ + if(v_uint64)\ + {\ + /* FIXIT : don't know how to store date */\ + g_assert(1);\ + v_uint64 = 0;\ + }\ +} + +#define MMPLAYER_UPDATE_TAG_DOUBLE(gsttag, attribute, playertag) \ +if(gst_tag_list_get_double(tag_list, gsttag, &v_double))\ +{\ + if(v_double)\ + {\ + /* FIXIT : don't know how to store date */\ + g_assert(1);\ + v_double = 0;\ + }\ +} + + /* function start */ + GstTagList* tag_list = NULL; + + MMHandleType attrs = 0; + + char *string = NULL; + guint v_uint = 0; + GDate *date = NULL; + /* album cover */ + GstBuffer *buffer = NULL; + gint index = 0; + MMMessageParamType msg_param = {0, }; + + /* currently not used. but those are needed for above macro */ + //guint64 v_uint64 = 0; + //gdouble v_double = 0; + + return_val_if_fail( player && msg, FALSE ); + + attrs = MMPLAYER_GET_ATTRS(player); + + return_val_if_fail( attrs, FALSE ); + + /* get tag list from gst message */ + gst_message_parse_tag(msg, &tag_list); + + /* store tags to player attributes */ + MMPLAYER_UPDATE_TAG_STRING(GST_TAG_TITLE, attrs, "tag_title"); + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_TITLE_SORTNAME, ?, ?); */ + MMPLAYER_UPDATE_TAG_STRING(GST_TAG_ARTIST, attrs, "tag_artist"); + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_ARTIST_SORTNAME, ?, ?); */ + MMPLAYER_UPDATE_TAG_STRING(GST_TAG_ALBUM, attrs, "tag_album"); + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_ALBUM_SORTNAME, ?, ?); */ + MMPLAYER_UPDATE_TAG_STRING(GST_TAG_COMPOSER, attrs, "tag_author"); + MMPLAYER_UPDATE_TAG_DATE(GST_TAG_DATE, attrs, "tag_date"); + MMPLAYER_UPDATE_TAG_STRING(GST_TAG_GENRE, attrs, "tag_genre"); + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_COMMENT, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_EXTENDED_COMMENT, ?, ?); */ + MMPLAYER_UPDATE_TAG_UINT(GST_TAG_TRACK_NUMBER, attrs, "tag_track_num"); + /* MMPLAYER_UPDATE_TAG_UINT(GST_TAG_TRACK_COUNT, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_UINT(GST_TAG_ALBUM_VOLUME_NUMBER, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_UINT(GST_TAG_ALBUM_VOLUME_COUNT, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_LOCATION, ?, ?); */ + MMPLAYER_UPDATE_TAG_STRING(GST_TAG_DESCRIPTION, attrs, "tag_description"); + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_VERSION, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_ISRC, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_ORGANIZATION, ?, ?); */ + MMPLAYER_UPDATE_TAG_STRING(GST_TAG_COPYRIGHT, attrs, "tag_copyright"); + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_COPYRIGHT_URI, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_CONTACT, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_LICENSE, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_LICENSE_URI, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_PERFORMER, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_UINT64(GST_TAG_DURATION, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_CODEC, ?, ?); */ + MMPLAYER_UPDATE_TAG_STRING(GST_TAG_VIDEO_CODEC, attrs, "content_video_codec"); + MMPLAYER_UPDATE_TAG_STRING(GST_TAG_AUDIO_CODEC, attrs, "content_audio_codec"); + MMPLAYER_UPDATE_TAG_UINT(GST_TAG_BITRATE, attrs, "content_bitrate"); + MMPLAYER_UPDATE_TAG_UINT(GST_TAG_MAXIMUM_BITRATE, attrs, "content_max_bitrate"); + MMPLAYER_UPDATE_TAG_IMAGE(GST_TAG_IMAGE, attrs, "tag_album_cover"); + /* MMPLAYER_UPDATE_TAG_UINT(GST_TAG_NOMINAL_BITRATE, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_UINT(GST_TAG_MINIMUM_BITRATE, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_UINT(GST_TAG_SERIAL, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_ENCODER, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_UINT(GST_TAG_ENCODER_VERSION, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_DOUBLE(GST_TAG_TRACK_GAIN, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_DOUBLE(GST_TAG_TRACK_PEAK, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_DOUBLE(GST_TAG_ALBUM_GAIN, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_DOUBLE(GST_TAG_ALBUM_PEAK, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_DOUBLE(GST_TAG_REFERENCE_LEVEL, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_STRING(GST_TAG_LANGUAGE_CODE, ?, ?); */ + /* MMPLAYER_UPDATE_TAG_DOUBLE(GST_TAG_BEATS_PER_MINUTE, ?, ?); */ + + if ( mmf_attrs_commit ( attrs ) ) + debug_error("failed to commit.\n"); + + gst_tag_list_free(tag_list); + + return TRUE; +} + +static void +__mmplayer_gst_rtp_no_more_pads (GstElement *element, gpointer data) // @ +{ + mm_player_t* player = (mm_player_t*) data; + + MMPLAYER_FENTER(); + + /* NOTE : we can remove fakesink here if there's no rtp_dynamic_pad. because whenever + * we connect autoplugging element to the pad which is just added to rtspsrc, we increase + * num_dynamic_pad. and this is no-more-pad situation which means mo more pad will be added. + * So we can say this. if num_dynamic_pad is zero, it must be one of followings + + * [1] audio and video will be dumped with filesink. + * [2] autoplugging is done by just using pad caps. + * [3] typefinding has happend in audio but audiosink is created already before no-more-pad signal + * and the video will be dumped via filesink. + */ + if ( player->num_dynamic_pad == 0 ) + { + debug_log("it seems pad caps is directely used for autoplugging. removing fakesink now\n"); + + if ( ! __mmplayer_gst_remove_fakesink( player, + &player->pipeline->mainbin[MMPLAYER_M_SRC_FAKESINK]) ) + { + /* NOTE : __mmplayer_pipeline_complete() can be called several time. because + * signaling mechanism ( pad-added, no-more-pad, new-decoded-pad ) from various + * source element are not same. To overcome this situation, this function will called + * several places and several times. Therefore, this is not an error case. + */ + return; + } + } + + /* create dot before error-return. for debugging */ + MMPLAYER_GENERATE_DOT_IF_ENABLED ( player, "pipeline-no-more-pad" ); + + player->no_more_pad = TRUE; + + MMPLAYER_FLEAVE(); +} + +static gboolean +__mmplayer_gst_remove_fakesink(mm_player_t* player, MMPlayerGstElement* fakesink) // @ +{ + GstElement* parent = NULL; + + return_val_if_fail(player && player->pipeline, FALSE); + + /* if we have no fakesink. this meas we are using decodebin2 which doesn' + t need to add extra fakesink */ + return_val_if_fail(fakesink, TRUE); + + /* lock */ + g_mutex_lock(&player->fsink_lock ); + + if ( ! fakesink->gst ) + { + goto ERROR; + } + + /* get parent of fakesink */ + parent = (GstElement*)gst_object_get_parent( (GstObject*)fakesink->gst ); + if ( ! parent ) + { + debug_log("fakesink already removed\n"); + goto ERROR; + } + + gst_element_set_locked_state( fakesink->gst, TRUE ); + + /* setting the state to NULL never returns async + * so no need to wait for completion of state transiton + */ + if ( GST_STATE_CHANGE_FAILURE == gst_element_set_state (fakesink->gst, GST_STATE_NULL) ) + { + debug_error("fakesink state change failure!\n"); + + /* FIXIT : should I return here? or try to proceed to next? */ + /* return FALSE; */ + } + + /* remove fakesink from it's parent */ + if ( ! gst_bin_remove( GST_BIN( parent ), fakesink->gst ) ) + { + debug_error("failed to remove fakesink\n"); + + gst_object_unref( parent ); + + goto ERROR; + } + + gst_object_unref( parent ); + + debug_log("state-holder removed\n"); + + gst_element_set_locked_state( fakesink->gst, FALSE ); + + g_mutex_unlock( &player->fsink_lock ); + return TRUE; + +ERROR: + if ( fakesink->gst ) + { + gst_element_set_locked_state( fakesink->gst, FALSE ); + } + + g_mutex_unlock( &player->fsink_lock ); + return FALSE; +} + + +static void +__mmplayer_gst_rtp_dynamic_pad (GstElement *element, GstPad *pad, gpointer data) // @ +{ + GstPad *sinkpad = NULL; + GstCaps* caps = NULL; + GstElement* new_element = NULL; + GstStructure* str = NULL; + const gchar* name = NULL; + + mm_player_t* player = (mm_player_t*) data; + + MMPLAYER_FENTER(); + + return_if_fail( element && pad ); + return_if_fail( player && + player->pipeline && + player->pipeline->mainbin ); + + + /* payload type is recognizable. increase num_dynamic and wait for sinkbin creation. + * num_dynamic_pad will decreased after creating a sinkbin. + */ + player->num_dynamic_pad++; + debug_log("stream count inc : %d\n", player->num_dynamic_pad); + + /* perform autoplugging if dump is disabled */ + if ( player->ini.rtsp_do_typefinding ) + { + /* create typefind */ + new_element = gst_element_factory_make( "typefind", NULL ); + if ( ! new_element ) + { + debug_error("failed to create typefind\n"); + goto ERROR; + } + + MMPLAYER_SIGNAL_CONNECT( player, + G_OBJECT(new_element), + MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, + "have-type", + G_CALLBACK(__mmplayer_typefind_have_type), + (gpointer)player); + + /* FIXIT : try to remove it */ + player->have_dynamic_pad = FALSE; + } + else /* NOTE : use pad's caps directely. if enabled. what I am assuming is there's no elemnt has dynamic pad */ + { + debug_log("using pad caps to autopluging instead of doing typefind\n"); + + caps = gst_pad_query_caps( pad, NULL ); + + MMPLAYER_CHECK_NULL( caps ); + + /* clear previous result*/ + player->have_dynamic_pad = FALSE; + + str = gst_caps_get_structure(caps, 0); + + if ( ! str ) + { + debug_error ("cannot get structure from capse.\n"); + goto ERROR; + } + + name = gst_structure_get_name (str); + if ( ! name ) + { + debug_error ("cannot get mimetype from structure.\n"); + goto ERROR; + } + + if (strstr(name, "video")) + { + gint stype = 0; + mm_attrs_get_int_by_name (player->attrs, "display_surface_type", &stype); + + if (stype == MM_DISPLAY_SURFACE_NULL) + { + if (player->v_stream_caps) + { + gst_caps_unref(player->v_stream_caps); + player->v_stream_caps = NULL; + } + + new_element = gst_element_factory_make("fakesink", NULL); + player->num_dynamic_pad--; + goto NEW_ELEMENT; + } + } + + /* clear previous result*/ + player->have_dynamic_pad = FALSE; + + if ( ! __mmplayer_try_to_plug( player, pad, caps ) ) + { + debug_error("failed to autoplug for caps"); + goto ERROR; + } + + /* check if there's dynamic pad*/ + if( player->have_dynamic_pad ) + { + debug_error("using pad caps assums there's no dynamic pad !\n"); + debug_error("try with enalbing rtsp_do_typefinding\n"); + goto ERROR; + } + + gst_caps_unref( caps ); + caps = NULL; + } + + NEW_ELEMENT: + + /* excute new_element if created*/ + if ( new_element ) + { + debug_log("adding new element to pipeline\n"); + + /* set state to READY before add to bin */ + MMPLAYER_ELEMENT_SET_STATE( new_element, GST_STATE_READY ); + + /* add new element to the pipeline */ + if ( FALSE == gst_bin_add( GST_BIN(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst), new_element) ) + { + debug_error("failed to add autoplug element to bin\n"); + goto ERROR; + } + + /* get pad from element */ + sinkpad = gst_element_get_static_pad ( GST_ELEMENT(new_element), "sink" ); + if ( !sinkpad ) + { + debug_error("failed to get sinkpad from autoplug element\n"); + goto ERROR; + } + + /* link it */ + if ( GST_PAD_LINK_OK != GST_PAD_LINK(pad, sinkpad) ) + { + debug_error("failed to link autoplug element\n"); + goto ERROR; + } + + gst_object_unref (sinkpad); + sinkpad = NULL; + + /* run. setting PLAYING here since streamming source is live source */ + MMPLAYER_ELEMENT_SET_STATE( new_element, GST_STATE_PLAYING ); + } + + MMPLAYER_FLEAVE(); + + return; + +STATE_CHANGE_FAILED: +ERROR: + /* FIXIT : take care if new_element has already added to pipeline */ + if ( new_element ) + gst_object_unref(GST_OBJECT(new_element)); + + if ( sinkpad ) + gst_object_unref(GST_OBJECT(sinkpad)); + + if ( caps ) + gst_object_unref(GST_OBJECT(caps)); + + /* FIXIT : how to inform this error to MSL ????? */ + /* FIXIT : I think we'd better to use g_idle_add() to destroy pipeline and + * then post an error to application + */ +} + + + +/* FIXIT : check indent */ +#if 0 +static void +__mmplayer_gst_wfd_dynamic_pad (GstElement *element, GstPad *pad, gpointer data) // @ +{ + GstPad *sinkpad = NULL; + GstCaps* caps = NULL; + GstElement* new_element = NULL; + enum MainElementID element_id = MMPLAYER_M_NUM; + + mm_player_t* player = (mm_player_t*) data; + + MMPLAYER_FENTER(); + + return_if_fail( element && pad ); + return_if_fail( player && + player->pipeline && + player->pipeline->mainbin ); + + debug_log("stream count inc : %d\n", player->num_dynamic_pad); + + { + debug_log("using pad caps to autopluging instead of doing typefind\n"); + caps = gst_pad_query_caps( pad ); + MMPLAYER_CHECK_NULL( caps ); + /* clear previous result*/ + player->have_dynamic_pad = FALSE; + new_element = gst_element_factory_make("rtpmp2tdepay", "wfd_rtp_depay"); + if ( !new_element ) + { + debug_error ( "failed to create wfd rtp depay element\n" ); + goto ERROR; + } + MMPLAYER_ELEMENT_SET_STATE( new_element, GST_STATE_READY ); + /* add new element to the pipeline */ + if ( FALSE == gst_bin_add( GST_BIN(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst), new_element) ) + { + debug_log("failed to add autoplug element to bin\n"); + goto ERROR; + } + /* get pad from element */ + sinkpad = gst_element_get_static_pad ( GST_ELEMENT(new_element), "sink" ); + if ( !sinkpad ) + { + debug_log("failed to get sinkpad from autoplug element\n"); + goto ERROR; + } + /* link it */ + if ( GST_PAD_LINK_OK != GST_PAD_LINK(pad, sinkpad) ) + { + debug_log("failed to link autoplug element\n"); + goto ERROR; + } + gst_object_unref (sinkpad); + sinkpad = NULL; + pad = gst_element_get_static_pad ( GST_ELEMENT(new_element), "src" ); + caps = gst_pad_query_caps( pad ); + MMPLAYER_CHECK_NULL( caps ); + MMPLAYER_ELEMENT_SET_STATE( new_element, GST_STATE_PLAYING ); + /* create typefind */ + new_element = gst_element_factory_make( "typefind", NULL ); + if ( ! new_element ) + { + debug_log("failed to create typefind\n"); + goto ERROR; + } + + MMPLAYER_SIGNAL_CONNECT( player, + G_OBJECT(new_element), + MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, + "have-type", + G_CALLBACK(__mmplayer_typefind_have_type), + (gpointer)player); + + player->have_dynamic_pad = FALSE; + } + + /* excute new_element if created*/ + if ( new_element ) + { + debug_log("adding new element to pipeline\n"); + + /* set state to READY before add to bin */ + MMPLAYER_ELEMENT_SET_STATE( new_element, GST_STATE_READY ); + + /* add new element to the pipeline */ + if ( FALSE == gst_bin_add( GST_BIN(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst), new_element) ) + { + debug_log("failed to add autoplug element to bin\n"); + goto ERROR; + } + + /* get pad from element */ + sinkpad = gst_element_get_static_pad ( GST_ELEMENT(new_element), "sink" ); + if ( !sinkpad ) + { + debug_log("failed to get sinkpad from autoplug element\n"); + goto ERROR; + } + + /* link it */ + if ( GST_PAD_LINK_OK != GST_PAD_LINK(pad, sinkpad) ) + { + debug_log("failed to link autoplug element\n"); + goto ERROR; + } + + gst_object_unref (sinkpad); + sinkpad = NULL; + + /* run. setting PLAYING here since streamming source is live source */ + MMPLAYER_ELEMENT_SET_STATE( new_element, GST_STATE_PLAYING ); + } + + /* store handle to futher manipulation */ + player->pipeline->mainbin[element_id].id = element_id; + player->pipeline->mainbin[element_id].gst = new_element; + + MMPLAYER_FLEAVE(); + + return; + +STATE_CHANGE_FAILED: +ERROR: + /* FIXIT : take care if new_element has already added to pipeline */ + if ( new_element ) + gst_object_unref(GST_OBJECT(new_element)); + + if ( sinkpad ) + gst_object_unref(GST_OBJECT(sinkpad)); + + if ( caps ) + gst_object_unref(GST_OBJECT(caps)); + + /* FIXIT : how to inform this error to MSL ????? */ + /* FIXIT : I think we'd better to use g_idle_add() to destroy pipeline and + * then post an error to application + */ +} +#endif + +static GstPadProbeReturn +__mmplayer_gst_selector_blocked(GstPad* pad, GstPadProbeInfo *info, gpointer data) +{ + debug_log ("pad blocked callback, blocked"); + return GST_PAD_PROBE_OK; +} + +static void +__mmplayer_gst_decode_pad_added (GstElement *elem, GstPad *pad, gpointer data) +{ + mm_player_t* player = NULL; + GstElement* pipeline = NULL; + GstElement* selector = NULL; + GstElement* fakesink = NULL; + GstCaps* caps = NULL; + GstStructure* str = NULL; + const gchar* name = NULL; + GstPad* sinkpad = NULL; + GstPad* srcpad = NULL; + gboolean first_track = FALSE; + + enum MainElementID elemId = MMPLAYER_M_NUM; + MMPlayerTrackType stream_type = MM_PLAYER_TRACK_TYPE_AUDIO; + + /* check handles */ + player = (mm_player_t*)data; + + return_if_fail (elem && pad); + return_if_fail (player && player->pipeline && player->pipeline->mainbin); + + //debug_log ("pad-added signal handling\n"); + + pipeline = player->pipeline->mainbin[MMPLAYER_M_PIPE].gst; + + /* get mimetype from caps */ + caps = gst_pad_query_caps (pad, NULL); + if ( !caps ) + { + debug_error ("cannot get caps from pad.\n"); + goto ERROR; + } + + str = gst_caps_get_structure (caps, 0); + if ( ! str ) + { + debug_error ("cannot get structure from capse.\n"); + goto ERROR; + } + + name = gst_structure_get_name (str); + if ( ! name ) + { + debug_error ("cannot get mimetype from structure.\n"); + goto ERROR; + } + + MMPLAYER_LOG_GST_CAPS_TYPE(caps); + //debug_log ("detected mimetype : %s\n", name); + + if (strstr(name, "video")) + { + gint stype = 0; + mm_attrs_get_int_by_name (player->attrs, "display_surface_type", &stype); + + /* don't make video because of not required, and not support multiple track */ + if (stype == MM_DISPLAY_SURFACE_NULL) + { + debug_log ("no video sink by null surface or multiple track"); + if (player->v_stream_caps) + { + gst_caps_unref(player->v_stream_caps); + player->v_stream_caps = NULL; + } + + debug_log ("create fakesink instead of videobin"); + + /* fake sink */ + fakesink = gst_element_factory_make ("fakesink", NULL); + if (fakesink == NULL) + { + debug_error ("ERROR : fakesink create error\n"); + goto ERROR; + } + + player->video_fakesink = fakesink; + + gst_bin_add (GST_BIN(pipeline), fakesink); + + // link + sinkpad = gst_element_get_static_pad (fakesink, "sink"); + + if (GST_PAD_LINK_OK != gst_pad_link(pad, sinkpad)) + { + debug_warning ("failed to link fakesink\n"); + gst_object_unref (GST_OBJECT(fakesink)); + goto ERROR; + } + +#if 0 + if (player->set_mode.media_packet_video_stream) + player->video_cb_probe_id = gst_pad_add_probe (sinkpad, GST_PAD_PROBE_TYPE_BUFFER, G_CALLBACK (__mmplayer_video_stream_probe), player, NULL); +#endif + + g_object_set (G_OBJECT (fakesink), "async", TRUE, NULL); + g_object_set (G_OBJECT (fakesink), "sync", TRUE, NULL); + gst_element_set_state (fakesink, GST_STATE_PAUSED); + + goto DONE; + } +#ifdef _USE_M_V_INPUT_SELECTOR_ + debug_log ("video selector \n"); + elemId = MMPLAYER_M_V_INPUT_SELECTOR; + stream_type = MM_PLAYER_TRACK_TYPE_VIDEO; +#else + __mmplayer_gst_decode_callback (elem, pad, player); +#endif + } + else + { + if (strstr(name, "audio")) + { + gint samplerate = 0; + gint channels = 0; + + debug_log ("audio selector \n"); + elemId = MMPLAYER_M_A_INPUT_SELECTOR; + stream_type = MM_PLAYER_TRACK_TYPE_AUDIO; + + gst_structure_get_int (str, "rate", &samplerate); + gst_structure_get_int (str, "channels", &channels); + + if ((channels > 0 && samplerate == 0)) {//exclude audio decoding + /* fake sink */ + fakesink = gst_element_factory_make ("fakesink", NULL); + if (fakesink == NULL) + { + debug_error ("ERROR : fakesink create error\n"); + goto ERROR; + } + + gst_bin_add (GST_BIN(pipeline), fakesink); + + /* link */ + sinkpad = gst_element_get_static_pad (fakesink, "sink"); + + if (GST_PAD_LINK_OK != gst_pad_link(pad, sinkpad)) + { + debug_warning ("failed to link fakesink\n"); + gst_object_unref (GST_OBJECT(fakesink)); + goto ERROR; + } + + g_object_set (G_OBJECT (fakesink), "async", TRUE, NULL); + g_object_set (G_OBJECT (fakesink), "sync", TRUE, NULL); + gst_element_set_state (fakesink, GST_STATE_PAUSED); + + goto DONE; + } + } + else if (strstr(name, "text")) + { + debug_log ("text selector \n"); + elemId = MMPLAYER_M_T_INPUT_SELECTOR; + stream_type = MM_PLAYER_TRACK_TYPE_TEXT; + } + else + { + debug_error ("wrong elem id \n"); + goto ERROR; + } + } +#ifndef _USE_M_V_INPUT_SELECTOR_ //if not defined + if(strstr(name, "video")) + return; +#endif + selector = player->pipeline->mainbin[elemId].gst; + + if (selector == NULL) + { + if (strstr(name, "audio") || strstr(name, "video")) { + selector = gst_element_factory_make ("input-selector", NULL); + debug_log ("Creating input-selector\n"); + if (selector == NULL) + { + debug_error ("ERROR : input-selector create error\n"); + goto ERROR; + } + g_object_set (selector, "sync-streams", TRUE, NULL); + } + + gst_bin_add (GST_BIN(pipeline), selector); + gst_element_set_state (selector, GST_STATE_PAUSED); + + player->pipeline->mainbin[elemId].id = elemId; + player->pipeline->mainbin[elemId].gst = selector; + + first_track = TRUE; + // player->selector[stream_type].active_pad_index = DEFAULT_TRACK; // default + + srcpad = gst_element_get_static_pad (selector, "src"); + +// debug_log ("blocking %" GST_PTR_FORMAT, srcpad); +// gst_pad_set_blocked_async (srcpad, TRUE, __mmplayer_gst_selector_blocked, NULL); +// gst_pad_add_probe(srcpad, GST_PAD_PROBE_TYPE_BLOCK_DOWNSTREAM, +// __mmplayer_gst_selector_blocked, NULL, NULL); + + } + else + { + debug_log ("input-selector is already created.\n"); + selector = player->pipeline->mainbin[elemId].gst; + } + + // link + debug_log ("Calling request pad with selector %p \n", selector); + sinkpad = gst_element_get_request_pad (selector, "sink_%u"); + + debug_log ("got pad %s:%s from selector", GST_DEBUG_PAD_NAME (sinkpad)); + + if (GST_PAD_LINK_OK != gst_pad_link(pad, sinkpad)) + { + debug_warning ("failed to link selector\n"); + gst_object_unref (GST_OBJECT(selector)); + goto ERROR; + } + + if (first_track && (strstr(name, "audio") || strstr(name, "video"))) + { + debug_log ("this is first track --> active track \n"); + g_object_set (selector, "active-pad", sinkpad, NULL); + } else { + debug_log ("subtitle is of internal type \n"); + if(!player->textsink_linked) { + g_object_set (selector, "is-internal", TRUE, NULL); + } else { + debug_log ("this is first track --> active track \n"); + g_object_set (selector, "active-pad", sinkpad, NULL); + } + } + + _mmplayer_track_update_info(player, stream_type, sinkpad); + + +DONE: +ERROR: + + if (caps) + { + gst_caps_unref (caps); + } + + if (sinkpad) + { + gst_object_unref (GST_OBJECT(sinkpad)); + sinkpad = NULL; + } + + if (srcpad) + { + gst_object_unref (GST_OBJECT(srcpad)); + srcpad = NULL; + } + + return; +} + +static void __mmplayer_handle_text_decode_path(mm_player_t* player, GstElement* text_selector) +{ + GstPad* srcpad = NULL; + MMHandleType attrs = 0; + gint active_index = 0; + + // [link] input-selector :: textbin + srcpad = gst_element_get_static_pad (text_selector, "src"); + if (!srcpad) + { + debug_error("failed to get srcpad from selector\n"); + return; + } + + debug_log ("got pad %s:%s from text selector\n", GST_DEBUG_PAD_NAME(srcpad)); + + active_index = player->selector[MM_PLAYER_TRACK_TYPE_TEXT].active_pad_index; + if ((active_index != DEFAULT_TRACK) && + (__mmplayer_change_selector_pad(player, MM_PLAYER_TRACK_TYPE_TEXT, active_index) != MM_ERROR_NONE)) + { + debug_warning("failed to change text track\n"); + player->selector[MM_PLAYER_TRACK_TYPE_TEXT].active_pad_index = DEFAULT_TRACK; + } + + player->no_more_pad = TRUE; + __mmplayer_gst_decode_callback (text_selector, srcpad, player); + + debug_log ("unblocking %" GST_PTR_FORMAT, srcpad); +// gst_pad_set_blocked_async (srcpad, FALSE, __mmplayer_gst_selector_blocked, NULL); + + debug_log("Total text tracks = %d \n", player->selector[MM_PLAYER_TRACK_TYPE_TEXT].total_track_num); + + if (player->selector[MM_PLAYER_TRACK_TYPE_TEXT].total_track_num > 0) + player->has_closed_caption = TRUE; + + attrs = MMPLAYER_GET_ATTRS(player); + if ( attrs ) + { + mm_attrs_set_int_by_name(attrs, "content_text_track_num",(gint)player->selector[MM_PLAYER_TRACK_TYPE_TEXT].total_track_num); + if (mmf_attrs_commit (attrs)) + debug_error("failed to commit.\n"); + } + else + { + debug_error("cannot get content attribute"); + } + + if (srcpad) + { + gst_object_unref ( GST_OBJECT(srcpad) ); + srcpad = NULL; + } +} + +int _mmplayer_gst_set_audio_channel(MMHandleType hplayer, MMPlayerAudioChannel ch_idx) +{ + int result = MM_ERROR_NONE; + + mm_player_t* player = (mm_player_t*)hplayer; + MMPlayerGstElement* mainbin = NULL; + gchar* change_pad_name = NULL; + GstPad* sinkpad = NULL; + GstCaps* caps = NULL; + + MMPLAYER_FENTER(); + + return_val_if_fail (player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + debug_log ("Change Audio mode to %d\n", ch_idx); + player->use_deinterleave = TRUE; + + if ((!player->pipeline) || (!player->pipeline->mainbin)) + { + debug_log ("pre setting : %d\n", ch_idx); + + player->audio_mode.active_pad_index = ch_idx; + return result; + } + + mainbin = player->pipeline->mainbin; + + if (mainbin[MMPLAYER_M_A_SELECTOR].gst == NULL) + { + if (player->max_audio_channels < 2) + { + debug_log ("mono channel track only\n"); + return result; + } + + debug_warning ("selector doesn't exist\n"); + return result; /* keep playing */ + } + + debug_log ("total_ch_num : %d\n", player->audio_mode.total_track_num); + + if (player->audio_mode.total_track_num < 2) + { + debug_warning ("there is no another audio path\n"); + return result; /* keep playing */ + } + + if ((ch_idx < 0) || (ch_idx >= player->audio_mode.total_track_num)) + { + debug_warning ("Not a proper ch_idx : %d \n", ch_idx); + return result; /* keep playing */ + } + + /*To get the new pad from the selector*/ + change_pad_name = g_strdup_printf ("sink%d", ch_idx); + if (change_pad_name == NULL) + { + debug_warning ("Pad does not exists\n"); + goto ERROR; /* keep playing */ + } + + debug_log ("new active pad name: %s\n", change_pad_name); + + sinkpad = gst_element_get_static_pad (mainbin[MMPLAYER_M_A_SELECTOR].gst, change_pad_name); + if (sinkpad == NULL) + { + //result = MM_ERROR_PLAYER_INTERNAL; + goto ERROR; /* keep playing */ + } + + debug_log ("Set Active Pad - %s:%s\n", GST_DEBUG_PAD_NAME(sinkpad)); + g_object_set (mainbin[MMPLAYER_M_A_SELECTOR].gst, "active-pad", sinkpad, NULL); + + caps = gst_pad_get_current_caps(sinkpad); + MMPLAYER_LOG_GST_CAPS_TYPE(caps); + + __mmplayer_set_audio_attrs (player, caps); + player->audio_mode.active_pad_index = ch_idx; + +ERROR: + + if (sinkpad) + gst_object_unref (sinkpad); + + MMPLAYER_FREEIF(change_pad_name); + + MMPLAYER_FLEAVE(); + return result; +} + + + +static void +__mmplayer_gst_deinterleave_pad_added(GstElement *elem, GstPad *pad, gpointer data) +{ + mm_player_t* player = (mm_player_t*)data; + GstElement* selector = NULL; + GstElement* queue = NULL; + + GstPad* srcpad = NULL; + GstPad* sinkpad = NULL; + gchar* caps_str= NULL; + + MMPLAYER_FENTER(); + return_if_fail (player && player->pipeline && player->pipeline->mainbin); + + caps_str = gst_caps_to_string(gst_pad_get_current_caps(pad)); + debug_log ("deinterleave new caps : %s\n", caps_str); + MMPLAYER_FREEIF(caps_str); + + if ((queue = __mmplayer_element_create_and_link(player, pad, "queue")) == NULL) + { + debug_error ("ERROR : queue create error\n"); + goto ERROR; + } + + g_object_set(G_OBJECT(queue), + "max-size-buffers", 10, + "max-size-bytes", 0, + "max-size-time", (guint64)0, + NULL); + + selector = player->pipeline->mainbin[MMPLAYER_M_A_SELECTOR].gst; + + if (!selector) + { + debug_error("there is no audio channel selector.\n"); + goto ERROR; + } + + srcpad = gst_element_get_static_pad (queue, "src"); + sinkpad = gst_element_get_request_pad (selector, "sink_%u"); + + debug_log ("link (%s:%s - %s:%s)\n", GST_DEBUG_PAD_NAME(srcpad), GST_DEBUG_PAD_NAME(sinkpad)); + + if (GST_PAD_LINK_OK != gst_pad_link(srcpad, sinkpad)) + { + debug_warning ("failed to link deinterleave - selector\n"); + goto ERROR; + } + + gst_element_set_state (queue, GST_STATE_PAUSED); + player->audio_mode.total_track_num++; + +ERROR: + + if (srcpad) + { + gst_object_unref ( GST_OBJECT(srcpad) ); + srcpad = NULL; + } + + if (sinkpad) + { + gst_object_unref ( GST_OBJECT(sinkpad) ); + sinkpad = NULL; + } + + MMPLAYER_FLEAVE(); + return; +} + +static void +__mmplayer_gst_deinterleave_no_more_pads (GstElement *elem, gpointer data) +{ + mm_player_t* player = NULL; + GstElement* selector = NULL; + GstPad* sinkpad = NULL; + gint active_index = 0; + gchar* change_pad_name = NULL; + GstCaps* caps = NULL; // no need to unref + + MMPLAYER_FENTER(); + player = (mm_player_t*) data; + + selector = player->pipeline->mainbin[MMPLAYER_M_A_SELECTOR].gst; + + if (!selector) + { + debug_error("there is no audio channel selector.\n"); + goto ERROR; + } + + active_index = player->audio_mode.active_pad_index; + + if (active_index != DEFAULT_AUDIO_CH) + { + gint audio_ch = DEFAULT_AUDIO_CH; + + /*To get the new pad from the selector*/ + change_pad_name = g_strdup_printf ("sink%d", active_index); + if (change_pad_name != NULL) + { + sinkpad = gst_element_get_static_pad (selector, change_pad_name); + if (sinkpad != NULL) + { + debug_log ("Set Active Pad - %s:%s\n", GST_DEBUG_PAD_NAME(sinkpad)); + g_object_set (selector, "active-pad", sinkpad, NULL); + + audio_ch = active_index; + + caps = gst_pad_get_current_caps(sinkpad); + MMPLAYER_LOG_GST_CAPS_TYPE(caps); + + __mmplayer_set_audio_attrs (player, caps); + } + } + + player->audio_mode.active_pad_index = audio_ch; + debug_log("audio LR info (0:stereo) = %d\n", player->audio_mode.active_pad_index); + } + +ERROR: + + if (sinkpad) + gst_object_unref (sinkpad); + + MMPLAYER_FLEAVE(); + return; +} + +static void +__mmplayer_gst_build_deinterleave_path (GstElement *elem, GstPad *pad, gpointer data) +{ + mm_player_t* player = NULL; + MMPlayerGstElement *mainbin = NULL; + + GstElement* tee = NULL; + GstElement* stereo_queue = NULL; + GstElement* mono_queue = NULL; + GstElement* conv = NULL; + GstElement* filter = NULL; + GstElement* deinterleave = NULL; + GstElement* selector = NULL; + + GstPad* srcpad = NULL; + GstPad* selector_srcpad = NULL; + GstPad* sinkpad = NULL; + GstCaps* caps = NULL; + + MMPLAYER_FENTER(); + + /* check handles */ + player = (mm_player_t*) data; + + return_if_fail( elem && pad ); + return_if_fail( player && player->pipeline && player->pipeline->mainbin ); + + mainbin = player->pipeline->mainbin; + + /* tee */ + if ((tee = __mmplayer_element_create_and_link(player, pad, "tee")) == NULL) + { + debug_error ("ERROR : tee create error\n"); + goto ERROR; + } + + mainbin[MMPLAYER_M_A_TEE].id = MMPLAYER_M_A_TEE; + mainbin[MMPLAYER_M_A_TEE].gst = tee; + + gst_element_set_state (tee, GST_STATE_PAUSED); + + /* queue */ + srcpad = gst_element_get_request_pad (tee, "src_%u"); + if ((stereo_queue = __mmplayer_element_create_and_link(player, srcpad, "queue")) == NULL) + { + debug_error ("ERROR : stereo queue create error\n"); + goto ERROR; + } + + g_object_set(G_OBJECT(stereo_queue), + "max-size-buffers", 10, + "max-size-bytes", 0, + "max-size-time", (guint64)0, + NULL); + + player->pipeline->mainbin[MMPLAYER_M_A_Q1].id = MMPLAYER_M_A_Q1; + player->pipeline->mainbin[MMPLAYER_M_A_Q1].gst = stereo_queue; + + if (srcpad) + { + gst_object_unref (GST_OBJECT(srcpad)); + srcpad = NULL; + } + + srcpad = gst_element_get_request_pad (tee, "src_%u"); + + if ((mono_queue = __mmplayer_element_create_and_link(player, srcpad, "queue")) == NULL) + { + debug_error ("ERROR : mono queue create error\n"); + goto ERROR; + } + + g_object_set(G_OBJECT(mono_queue), + "max-size-buffers", 10, + "max-size-bytes", 0, + "max-size-time", (guint64)0, + NULL); + + player->pipeline->mainbin[MMPLAYER_M_A_Q2].id = MMPLAYER_M_A_Q2; + player->pipeline->mainbin[MMPLAYER_M_A_Q2].gst = mono_queue; + + gst_element_set_state (stereo_queue, GST_STATE_PAUSED); + gst_element_set_state (mono_queue, GST_STATE_PAUSED); + + /* audioconvert */ + srcpad = gst_element_get_static_pad (mono_queue, "src"); + if ((conv = __mmplayer_element_create_and_link(player, srcpad, "audioconvert")) == NULL) + { + debug_error ("ERROR : audioconvert create error\n"); + goto ERROR; + } + + player->pipeline->mainbin[MMPLAYER_M_A_CONV].id = MMPLAYER_M_A_CONV; + player->pipeline->mainbin[MMPLAYER_M_A_CONV].gst = conv; + + /* caps filter */ + if (srcpad) + { + gst_object_unref (GST_OBJECT(srcpad)); + srcpad = NULL; + } + srcpad = gst_element_get_static_pad (conv, "src"); + + if ((filter = __mmplayer_element_create_and_link(player, srcpad, "capsfilter")) == NULL) + { + debug_error ("ERROR : capsfilter create error\n"); + goto ERROR; + } + + player->pipeline->mainbin[MMPLAYER_M_A_FILTER].id = MMPLAYER_M_A_FILTER; + player->pipeline->mainbin[MMPLAYER_M_A_FILTER].gst = filter; + + caps = gst_caps_from_string( "audio/x-raw-int, " + "width = (int) 16, " + "depth = (int) 16, " + "channels = (int) 2"); + + g_object_set (GST_ELEMENT(player->pipeline->mainbin[MMPLAYER_M_A_FILTER].gst), "caps", caps, NULL ); + gst_caps_unref( caps ); + + gst_element_set_state (conv, GST_STATE_PAUSED); + gst_element_set_state (filter, GST_STATE_PAUSED); + + /* deinterleave */ + if (srcpad) + { + gst_object_unref (GST_OBJECT(srcpad)); + srcpad = NULL; + } + srcpad = gst_element_get_static_pad (filter, "src"); + + if ((deinterleave = __mmplayer_element_create_and_link(player, srcpad, "deinterleave")) == NULL) + { + debug_error ("ERROR : deinterleave create error\n"); + goto ERROR; + } + + g_object_set (deinterleave, "keep-positions", TRUE, NULL); + + MMPLAYER_SIGNAL_CONNECT (player, deinterleave, MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "pad-added", + G_CALLBACK (__mmplayer_gst_deinterleave_pad_added), player); + + MMPLAYER_SIGNAL_CONNECT (player, deinterleave, MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "no-more-pads", + G_CALLBACK (__mmplayer_gst_deinterleave_no_more_pads), player); + + player->pipeline->mainbin[MMPLAYER_M_A_DEINTERLEAVE].id = MMPLAYER_M_A_DEINTERLEAVE; + player->pipeline->mainbin[MMPLAYER_M_A_DEINTERLEAVE].gst = deinterleave; + + /* selector */ + selector = gst_element_factory_make ("input-selector", "audio-channel-selector"); + if (selector == NULL) + { + debug_error ("ERROR : audio-selector create error\n"); + goto ERROR; + } + + g_object_set (selector, "sync-streams", TRUE, NULL); + gst_bin_add (GST_BIN(mainbin[MMPLAYER_M_PIPE].gst), selector); + + player->pipeline->mainbin[MMPLAYER_M_A_SELECTOR].id = MMPLAYER_M_A_SELECTOR; + player->pipeline->mainbin[MMPLAYER_M_A_SELECTOR].gst = selector; + + selector_srcpad = gst_element_get_static_pad (selector, "src"); + + debug_log ("blocking %" GST_PTR_FORMAT, selector_srcpad); + //gst_pad_set_blocked_async (selector_srcpad, TRUE, __mmplayer_gst_selector_blocked, NULL); + gst_pad_add_probe(selector_srcpad, GST_PAD_PROBE_TYPE_BLOCK_DOWNSTREAM, + __mmplayer_gst_selector_blocked, NULL, NULL); + + if (srcpad) + { + gst_object_unref (GST_OBJECT(srcpad)); + srcpad = NULL; + } + + srcpad = gst_element_get_static_pad(stereo_queue, "src"); + sinkpad = gst_element_get_request_pad (selector, "sink_%u"); + + if (GST_PAD_LINK_OK != gst_pad_link(srcpad, sinkpad)) + { + debug_warning ("failed to link queue_stereo - selector\n"); + goto ERROR; + } + + player->audio_mode.total_track_num++; + + g_object_set (selector, "active-pad", sinkpad, NULL); + gst_element_set_state (deinterleave, GST_STATE_PAUSED); + gst_element_set_state (selector, GST_STATE_PAUSED); + + __mmplayer_gst_decode_callback (selector, selector_srcpad, player); + + debug_log ("unblocking %" GST_PTR_FORMAT, selector_srcpad); +// gst_pad_set_blocked_async (selector_srcpad, FALSE, __mmplayer_gst_selector_blocked, NULL); + +ERROR: + if (sinkpad) + { + gst_object_unref (GST_OBJECT(sinkpad)); + sinkpad = NULL; + } + + if (srcpad) + { + gst_object_unref (GST_OBJECT(srcpad)); + srcpad = NULL; + } + + if (selector_srcpad) + { + gst_object_unref (GST_OBJECT(selector_srcpad)); + selector_srcpad = NULL; + } + + MMPLAYER_FLEAVE(); + return; +} + +static void +__mmplayer_gst_decode_no_more_pads (GstElement *elem, gpointer data) +{ + mm_player_t* player = NULL; + GstPad* srcpad = NULL; +#ifdef _USE_M_V_INPUT_SELECTOR_ + GstElement* video_selector = NULL; +#endif + GstElement* audio_selector = NULL; + GstElement* text_selector = NULL; + MMHandleType attrs = 0; + gint active_index = 0; + gint64 dur_bytes = 0L; + + player = (mm_player_t*) data; + + debug_log("no-more-pad signal handling\n"); + + if ((player->cmd == MMPLAYER_COMMAND_DESTROY) || + (player->cmd == MMPLAYER_COMMAND_UNREALIZE)) + { + debug_warning("no need to go more"); + + if (player->pp_rebuilding) + { + player->pp_rebuilding = FALSE; + MMPLAYER_PLAYBACK_UNLOCK(player); + } + + return; + } + + if ((!MMPLAYER_IS_HTTP_PD(player)) && + (MMPLAYER_IS_HTTP_STREAMING(player)) && + (!player->pipeline->mainbin[MMPLAYER_M_DEMUXED_S_BUFFER].gst) && + (player->pipeline->mainbin[MMPLAYER_M_MUXED_S_BUFFER].gst)) + { + #define ESTIMATED_BUFFER_UNIT (1*1024*1024) + + if (NULL == player->streamer) + { + debug_warning("invalid state for buffering"); + goto ERROR; + } + + gdouble init_buffering_time = (gdouble)player->streamer->buffering_req.initial_second; + guint buffer_bytes = init_buffering_time * ESTIMATED_BUFFER_UNIT; + + buffer_bytes = MAX(buffer_bytes, player->streamer->buffer_handle[BUFFER_TYPE_MUXED].buffering_bytes); + debug_log("[Decodebin2] set use-buffering on Q2 (pre buffer time: %d sec, buffer size : %d)\n", (gint)init_buffering_time, buffer_bytes); + + init_buffering_time = (init_buffering_time != 0)?(init_buffering_time):(player->ini.http_buffering_time); + + if ( !gst_element_query_duration(player->pipeline->mainbin[MMPLAYER_M_SRC].gst, GST_FORMAT_BYTES, &dur_bytes)) + debug_error("fail to get duration.\n"); + + // enable use-buffering on queue2 instead of multiqueue (ex)audio only streaming + // use file information was already set on Q2 when it was created. + __mm_player_streaming_set_queue2(player->streamer, + player->pipeline->mainbin[MMPLAYER_M_MUXED_S_BUFFER].gst, + TRUE, // use_buffering + buffer_bytes, + init_buffering_time, + 1.0, // low percent + player->ini.http_buffering_limit, // high percent + FALSE, + NULL, + ((dur_bytes>0)?((guint64)dur_bytes):0)); + } +#ifdef _USE_M_V_INPUT_SELECTOR_ + video_selector = player->pipeline->mainbin[MMPLAYER_M_V_INPUT_SELECTOR].gst; +#endif + audio_selector = player->pipeline->mainbin[MMPLAYER_M_A_INPUT_SELECTOR].gst; + text_selector = player->pipeline->mainbin[MMPLAYER_M_T_INPUT_SELECTOR].gst; +#ifdef _USE_M_V_INPUT_SELECTOR_ + if (video_selector) + { + // the first track can be played only. not support track changing yet. + // [link] input-selector :: videobin + srcpad = gst_element_get_static_pad (video_selector, "src"); + if (!srcpad) + { + debug_error("failed to get srcpad from video selector\n"); + goto ERROR; + } + + debug_log ("got pad %s:%s from selector\n", GST_DEBUG_PAD_NAME(srcpad)); + if ((!text_selector) && (!audio_selector)) + player->no_more_pad = TRUE; + + __mmplayer_gst_decode_callback (video_selector, srcpad, player); + + debug_log ("unblocking %" GST_PTR_FORMAT, srcpad); +// gst_pad_set_blocked_async (srcpad, FALSE, __mmplayer_gst_selector_blocked, NULL); + + debug_log("Total video tracks = %d \n", player->selector[MM_PLAYER_TRACK_TYPE_VIDEO].total_track_num); + + gst_object_unref ( GST_OBJECT(srcpad) ); + srcpad = NULL; + } + else + { + if ((player->pipeline->videobin) && (player->pipeline->videobin[MMPLAYER_V_BIN].gst)) + { + debug_log ("There is no video track : remove videobin"); + + __mmplayer_release_signal_connection( player, MM_PLAYER_SIGNAL_TYPE_VIDEOBIN ); + __mmplayer_del_sink ( player, player->pipeline->videobin[MMPLAYER_V_SINK].gst ); + + MMPLAYER_RELEASE_ELEMENT ( player, player->pipeline->videobin, MMPLAYER_V_BIN ); + MMPLAYER_FREEIF ( player->pipeline->videobin ) + } + } +#endif + if (audio_selector) + { + active_index = player->selector[MM_PLAYER_TRACK_TYPE_AUDIO].active_pad_index; + if ((active_index != DEFAULT_TRACK) && + (__mmplayer_change_selector_pad(player, MM_PLAYER_TRACK_TYPE_AUDIO, active_index) != MM_ERROR_NONE)) + { + debug_warning("failed to change audio track\n"); + player->selector[MM_PLAYER_TRACK_TYPE_AUDIO].active_pad_index = DEFAULT_TRACK; + } + + // [link] input-selector :: audiobin + srcpad = gst_element_get_static_pad (audio_selector, "src"); + if (!srcpad) + { + debug_error("failed to get srcpad from selector\n"); + goto ERROR; + } + + debug_log ("got pad %s:%s from selector\n", GST_DEBUG_PAD_NAME(srcpad)); + if (!text_selector) + player->no_more_pad = TRUE; + + if ((player->use_deinterleave == TRUE) && (player->max_audio_channels >= 2)) + { + debug_log ("unblocking %" GST_PTR_FORMAT, srcpad); +// gst_pad_set_blocked_async (srcpad, FALSE, __mmplayer_gst_selector_blocked, NULL); + + __mmplayer_gst_build_deinterleave_path(audio_selector, srcpad, player); + } + else + { + __mmplayer_gst_decode_callback (audio_selector, srcpad, player); + + debug_log ("unblocking %" GST_PTR_FORMAT, srcpad); +// gst_pad_set_blocked_async (srcpad, FALSE, __mmplayer_gst_selector_blocked, NULL); + } + + debug_log("Total audio tracks = %d \n", player->selector[MM_PLAYER_TRACK_TYPE_AUDIO].total_track_num); + + attrs = MMPLAYER_GET_ATTRS(player); + if ( attrs ) + { + mm_attrs_set_int_by_name(attrs, "content_audio_track_num",(gint)player->selector[MM_PLAYER_TRACK_TYPE_AUDIO].total_track_num); + if (mmf_attrs_commit (attrs)) + debug_error("failed to commit.\n"); + } + else + { + debug_error("cannot get content attribute"); + } + } + else + { + if ((player->pipeline->audiobin) && (player->pipeline->audiobin[MMPLAYER_A_BIN].gst)) + { + debug_log ("There is no audio track : remove audiobin"); + + __mmplayer_release_signal_connection( player, MM_PLAYER_SIGNAL_TYPE_AUDIOBIN ); + __mmplayer_del_sink ( player, player->pipeline->audiobin[MMPLAYER_A_SINK].gst ); + + MMPLAYER_RELEASE_ELEMENT ( player, player->pipeline->audiobin, MMPLAYER_A_BIN ); + MMPLAYER_FREEIF ( player->pipeline->audiobin ) + } + } + + if (text_selector) + { + __mmplayer_handle_text_decode_path(player, text_selector); + } + + MMPLAYER_FLEAVE(); + +ERROR: + if (srcpad) + { + gst_object_unref ( GST_OBJECT(srcpad) ); + srcpad = NULL; + } + + if (player->pp_rebuilding) + { + player->pp_rebuilding = FALSE; + MMPLAYER_PLAYBACK_UNLOCK(player); + } +} + +static void +__mmplayer_gst_decode_callback(GstElement *elem, GstPad *pad, gpointer data) // @ +{ + mm_player_t* player = NULL; + MMHandleType attrs = 0; + GstElement* pipeline = NULL; + GstCaps* caps = NULL; + gchar* caps_str = NULL; + GstStructure* str = NULL; + const gchar* name = NULL; + GstPad* sinkpad = NULL; + GstElement* sinkbin = NULL; + gboolean reusing = FALSE; + GstElement *text_selector = NULL; + + /* check handles */ + player = (mm_player_t*) data; + + return_if_fail( elem && pad ); + return_if_fail(player && player->pipeline && player->pipeline->mainbin); + + pipeline = player->pipeline->mainbin[MMPLAYER_M_PIPE].gst; + + attrs = MMPLAYER_GET_ATTRS(player); + if ( !attrs ) + { + debug_error("cannot get content attribute\n"); + goto ERROR; + } + + /* get mimetype from caps */ + caps = gst_pad_query_caps( pad, NULL ); + if ( !caps ) + { + debug_error("cannot get caps from pad.\n"); + goto ERROR; + } + caps_str = gst_caps_to_string(caps); + + str = gst_caps_get_structure( caps, 0 ); + if ( ! str ) + { + debug_error("cannot get structure from capse.\n"); + goto ERROR; + } + + name = gst_structure_get_name(str); + if ( ! name ) + { + debug_error("cannot get mimetype from structure.\n"); + goto ERROR; + } + + //debug_log("detected mimetype : %s\n", name); + + if (strstr(name, "audio")) + { + if (player->pipeline->audiobin == NULL) + { + if (MM_ERROR_NONE != __mmplayer_gst_create_audio_pipeline(player)) + { + debug_error("failed to create audiobin. continuing without audio\n"); + goto ERROR; + } + + sinkbin = player->pipeline->audiobin[MMPLAYER_A_BIN].gst; + debug_log("creating audiosink bin success\n"); + } + else + { + reusing = TRUE; + sinkbin = player->pipeline->audiobin[MMPLAYER_A_BIN].gst; + debug_log("reusing audiobin\n"); + _mmplayer_update_content_attrs( player, ATTR_AUDIO); + } + + if (player->selector[MM_PLAYER_TRACK_TYPE_AUDIO].total_track_num <= 0) // should not update if content have multi audio tracks + mm_attrs_set_int_by_name(attrs, "content_audio_track_num", 1); + + player->audiosink_linked = 1; + + sinkpad = gst_element_get_static_pad( GST_ELEMENT(sinkbin), "sink" ); + if ( !sinkpad ) + { + debug_error("failed to get pad from sinkbin\n"); + goto ERROR; + } + } + else if (strstr(name, "video")) + { + if (strstr(caps_str, "ST12") || strstr(caps_str, "SN12")) + { + player->set_mode.video_zc = TRUE; + } + + if (player->pipeline->videobin == NULL) + { + /* NOTE : not make videobin because application dose not want to play it even though file has video stream. */ + /* get video surface type */ + int surface_type = 0; + mm_attrs_get_int_by_name (player->attrs, "display_surface_type", &surface_type); + + if (surface_type == MM_DISPLAY_SURFACE_NULL) + { + debug_log("not make videobin because it dose not want\n"); + goto ERROR; + } + + if (MM_ERROR_NONE != __mmplayer_gst_create_video_pipeline(player, caps, surface_type) ) + { + debug_error("failed to create videobin. continuing without video\n"); + goto ERROR; + } + + sinkbin = player->pipeline->videobin[MMPLAYER_V_BIN].gst; + debug_log("creating videosink bin success\n"); + } + else + { + reusing = TRUE; + sinkbin = player->pipeline->videobin[MMPLAYER_V_BIN].gst; + debug_log("re-using videobin\n"); + _mmplayer_update_content_attrs( player, ATTR_VIDEO); + } + + /* FIXIT : track number shouldn't be hardcoded */ + mm_attrs_set_int_by_name(attrs, "content_video_track_num", 1); + player->videosink_linked = 1; + + /* NOTE : intermediate code before doing H/W subtitle compositon */ + if ( player->use_textoverlay && player->play_subtitle ) + { + debug_log("using textoverlay for external subtitle"); + /* check text bin has created well */ + if ( player->pipeline && player->pipeline->textbin ) + { + /* get sinkpad from textoverlay */ + sinkpad = gst_element_get_static_pad( + GST_ELEMENT(player->pipeline->textbin[MMPLAYER_T_BIN].gst), + "video_sink" ); + if ( ! sinkpad ) + { + debug_error("failed to get sink pad from textoverlay"); + goto ERROR; + } + + /* link new pad with textoverlay first */ + if ( GST_PAD_LINK_OK != GST_PAD_LINK(pad, sinkpad) ) + { + debug_error("failed to get pad from sinkbin\n"); + goto ERROR; + } + + gst_object_unref(sinkpad); + sinkpad = NULL; + + /* alright, override pad to textbin.src for futher link */ + pad = gst_element_get_static_pad( + GST_ELEMENT(player->pipeline->textbin[MMPLAYER_T_BIN].gst), + "src" ); + if ( ! pad ) + { + debug_error("failed to get sink pad from textoverlay"); + goto ERROR; + } + } + else + { + debug_error("should not reach here."); + goto ERROR; + } + } + + sinkpad = gst_element_get_static_pad( GST_ELEMENT(sinkbin), "sink" ); + if ( !sinkpad ) + { + debug_error("failed to get pad from sinkbin\n"); + goto ERROR; + } + } + else if (strstr(name, "text")) + { + if (player->pipeline->textbin == NULL) + { + MMPlayerGstElement* mainbin = NULL; + + if (MM_ERROR_NONE != __mmplayer_gst_create_text_pipeline(player)) + { + debug_error("failed to create textbin. continuing without text\n"); + goto ERROR; + } + + sinkbin = player->pipeline->textbin[MMPLAYER_T_BIN].gst; + debug_log("creating textink bin success\n"); + + /* FIXIT : track number shouldn't be hardcoded */ + mm_attrs_set_int_by_name(attrs, "content_text_track_num", 1); + + player->textsink_linked = 1; + debug_msg("player->textsink_linked set to 1\n"); + + sinkpad = gst_element_get_static_pad( GST_ELEMENT(sinkbin), "text_sink" ); + if ( !sinkpad ) + { + debug_error("failed to get pad from sinkbin\n"); + goto ERROR; + } + + mainbin = player->pipeline->mainbin; + + if (!mainbin[MMPLAYER_M_T_INPUT_SELECTOR].gst) + { + /* input selector */ + text_selector = gst_element_factory_make("input-selector", "subtitle_inselector"); + if ( !text_selector ) + { + debug_error ( "failed to create subtitle input selector element\n" ); + goto ERROR; + } + g_object_set (text_selector, "sync-streams", TRUE, NULL); + + mainbin[MMPLAYER_M_T_INPUT_SELECTOR].id = MMPLAYER_M_T_INPUT_SELECTOR; + mainbin[MMPLAYER_M_T_INPUT_SELECTOR].gst = text_selector; + + /* warm up */ + if (GST_STATE_CHANGE_FAILURE == gst_element_set_state (text_selector, GST_STATE_READY)) + { + debug_error("failed to set state(READY) to sinkbin\n"); + goto ERROR; + } + + if (!gst_bin_add(GST_BIN(mainbin[MMPLAYER_M_PIPE].gst), text_selector)) + { + debug_warning("failed to add subtitle input selector\n"); + goto ERROR; + } + + debug_log ("created element input-selector"); + + } + else + { + debug_log ("already having subtitle input selector"); + text_selector = mainbin[MMPLAYER_M_T_INPUT_SELECTOR].gst; + } + } + else + { + if (!player->textsink_linked) + { + debug_log("re-using textbin\n"); + + reusing = TRUE; + sinkbin = player->pipeline->textbin[MMPLAYER_T_BIN].gst; + + player->textsink_linked = 1; + debug_msg("player->textsink_linked set to 1\n"); + } + else + { + debug_log("ignoring internal subtutle since external subtitle is available"); + } + } + } + else + { + debug_warning("unknown type of elementary stream! ignoring it...\n"); + goto ERROR; + } + + if ( sinkbin ) + { + if(!reusing) + { + /* warm up */ + if ( GST_STATE_CHANGE_FAILURE == gst_element_set_state( sinkbin, GST_STATE_READY ) ) + { + debug_error("failed to set state(READY) to sinkbin\n"); + goto ERROR; + } + + /* Added for multi audio support to avoid adding audio bin again*/ + /* add */ + if ( FALSE == gst_bin_add( GST_BIN(pipeline), sinkbin ) ) + { + debug_error("failed to add sinkbin to pipeline\n"); + goto ERROR; + } + } + + if (text_selector) + { + GstPad *srcpad = NULL; + + srcpad = gst_element_get_static_pad(player->pipeline->mainbin[MMPLAYER_M_T_INPUT_SELECTOR].gst,"src"); + if (!srcpad) + { + debug_error ("failed to get source pad"); + goto ERROR; + } + + /* link input selector & textbin */ + if (gst_pad_link(srcpad,sinkpad)!= 0) + { + debug_warning("failed to link input selector and textbin ghost pad\n"); + goto ERROR; + } + + sinkpad = gst_element_get_request_pad (player->pipeline->mainbin[MMPLAYER_M_T_INPUT_SELECTOR].gst, "sink_%u"); + if (sinkpad == NULL) + { + debug_error ("failed to get request pad from input selector");; + goto ERROR; + } + } + + /* link */ + if (GST_PAD_LINK_OK != GST_PAD_LINK (pad, sinkpad)) + { + debug_error("failed to get pad from sinkbin\n"); + goto ERROR; + } + + if (!reusing) + { + /* run */ + if (GST_STATE_CHANGE_FAILURE == gst_element_set_state (sinkbin, GST_STATE_PAUSED)) + { + debug_error("failed to set state(PLAYING) to sinkbin\n"); + goto ERROR; + } + + if (text_selector) + { + if (GST_STATE_CHANGE_FAILURE == gst_element_set_state (text_selector, GST_STATE_PAUSED)) + { + debug_error("failed to set state(READY) to sinkbin\n"); + goto ERROR; + } + } + } + + gst_object_unref (sinkpad); + sinkpad = NULL; + } + + debug_log ("linking sink bin success\n"); + + /* FIXIT : we cannot hold callback for 'no-more-pad' signal because signal was emitted in + * streaming task. if the task blocked, then buffer will not flow to the next element + * ( autoplugging element ). so this is special hack for streaming. please try to remove it + */ + /* dec stream count. we can remove fakesink if it's zero */ + if (player->num_dynamic_pad) + player->num_dynamic_pad--; + + debug_log ("no more pads: %d stream count dec : %d (num of dynamic pad)\n", player->no_more_pad, player->num_dynamic_pad); + + if ((player->no_more_pad) && (player->num_dynamic_pad == 0)) + { + __mmplayer_pipeline_complete (NULL, player); + } + + /* FIXIT : please leave a note why this code is needed */ + if(MMPLAYER_IS_WFD_STREAMING( player )) + { + player->no_more_pad = TRUE; + } + +ERROR: + + MMPLAYER_FREEIF(caps_str); + + if ( caps ) + gst_caps_unref( caps ); + + if ( sinkpad ) + gst_object_unref(GST_OBJECT(sinkpad)); + + /* flusing out new attributes */ + if ( mmf_attrs_commit ( attrs ) ) + { + debug_error("failed to comit attributes\n"); + } + + return; +} static gboolean __mmplayer_get_property_value_for_rotation(mm_player_t* player, int rotation_angle, int *value) { int pro_value = 0; // in the case of expection, default will be returned. int dest_angle = rotation_angle; - int rotation_using_type = -1; - #define ROTATION_USING_X 0 - #define ROTATION_USING_FIMC 1 + int rotation_type = -1; + #define ROTATION_USING_SINK 0 + #define ROTATION_USING_CUSTOM 1 #define ROTATION_USING_FLIP 2 return_val_if_fail(player, FALSE); @@ -1270,59 +4400,47 @@ __mmplayer_get_property_value_for_rotation(mm_player_t* player, int rotation_ang return FALSE; } - if (player->use_video_stream) + /* + * xvimagesink only (A) + * custom_convert - no xv (e.g. memsink, evasimagesink (B) + * videoflip - avsysmemsink (C) + */ + if (player->set_mode.video_zc) { - if (player->is_nv12_tiled) + if (player->pipeline->videobin[MMPLAYER_V_CONV].gst) // B { - rotation_using_type = ROTATION_USING_FIMC; + rotation_type = ROTATION_USING_CUSTOM; } - else + else // A { - rotation_using_type = ROTATION_USING_FLIP; + rotation_type = ROTATION_USING_SINK; } } else { int surface_type = 0; + rotation_type = ROTATION_USING_FLIP; + mm_attrs_get_int_by_name(player->attrs, "display_surface_type", &surface_type); - debug_log("check display surface type for rotation: %d", surface_type); + debug_log("check display surface type attribute: %d", surface_type); - switch (surface_type) + if ((surface_type == MM_DISPLAY_SURFACE_X) || + (surface_type == MM_DISPLAY_SURFACE_EVAS && !strcmp(player->ini.videosink_element_evas, "evaspixmapsink"))) { - case MM_DISPLAY_SURFACE_X: - rotation_using_type = ROTATION_USING_X; - break; - case MM_DISPLAY_SURFACE_EVAS: - if (player->is_nv12_tiled && !strcmp(PLAYER_INI()->videosink_element_evas,"evasimagesink")) - { - rotation_using_type = ROTATION_USING_FIMC; - } - else if (!player->is_nv12_tiled) - { - rotation_using_type = ROTATION_USING_FLIP; - } - else if (!strcmp(PLAYER_INI()->videosink_element_evas,"evaspixmapsink")) - { - rotation_using_type = ROTATION_USING_X; - } - else - { - debug_error("it should not be here.."); - return FALSE; - } - break; - default: - rotation_using_type = ROTATION_USING_FLIP; - break; + rotation_type = ROTATION_USING_SINK; + } + else + { + rotation_type = ROTATION_USING_FLIP; //C } - } - debug_log("using %d type for rotation", rotation_using_type); + debug_log("using %d type for rotation", rotation_type); + } /* get property value for setting */ - switch(rotation_using_type) + switch(rotation_type) { - case ROTATION_USING_X: // xvimagesink + case ROTATION_USING_SINK: // xvimagesink, pixmap { switch (dest_angle) { @@ -1340,8 +4458,13 @@ __mmplayer_get_property_value_for_rotation(mm_player_t* player, int rotation_ang } } break; - case ROTATION_USING_FIMC: // fimcconvert + case ROTATION_USING_CUSTOM: { + gchar *ename = NULL; + ename = GST_OBJECT_NAME(gst_element_get_factory(player->pipeline->videobin[MMPLAYER_V_CONV].gst)); + + if (g_strrstr(ename, "fimcconvert")) + { switch (dest_angle) { case 0: @@ -1356,6 +4479,7 @@ __mmplayer_get_property_value_for_rotation(mm_player_t* player, int rotation_ang pro_value = 270; // counter-clockwise 90 break; } + } } break; case ROTATION_USING_FLIP: // videoflip @@ -1379,7 +4503,7 @@ __mmplayer_get_property_value_for_rotation(mm_player_t* player, int rotation_ang break; } - debug_log("setting rotation property value : %d", pro_value); + debug_log("setting rotation property value : %d, used rotation type : %d", pro_value, rotation_type); *value = pro_value; @@ -1396,7 +4520,7 @@ _mmplayer_update_video_param(mm_player_t* player) // @ int user_angle_type= 0; int rotation_value = 0; - debug_fenter(); + MMPLAYER_FENTER(); /* check video sinkbin is created */ return_val_if_fail ( player && @@ -1443,18 +4567,14 @@ _mmplayer_update_video_param(mm_player_t* player) // @ { debug_log ("missing 'orientation' field in video caps"); } - else - { - debug_log("origianl video orientation = %d", org_angle); - } } debug_log("check user angle: %d, orientation: %d", user_angle, org_angle); /* check video stream callback is used */ - if( player->use_video_stream ) + if(!player->set_mode.media_packet_video_stream && player->use_video_stream ) { - if (player->is_nv12_tiled) + if (player->set_mode.video_zc) { gchar *ename = NULL; int width = 0; @@ -1464,9 +4584,9 @@ _mmplayer_update_video_param(mm_player_t* player) // @ mm_attrs_get_int_by_name(attrs, "display_height", &height); /* resize video frame with requested values for fimcconvert */ - ename = GST_OBJECT_NAME(gst_element_get_factory(player->pipeline->videobin[MMPLAYER_V_CONV].gst)); + ename = GST_OBJECT_NAME(gst_element_get_factory(player->pipeline->videobin[MMPLAYER_V_CONV].gst)); - if (g_strrstr(ename, "fimcconvert")) + if (ename && g_strrstr(ename, "fimcconvert")) { if (width) g_object_set(player->pipeline->videobin[MMPLAYER_V_CONV].gst, "dst-width", width, NULL); @@ -1481,6 +4601,7 @@ _mmplayer_update_video_param(mm_player_t* player) // @ __mmplayer_get_property_value_for_rotation(player, org_angle+user_angle, &rotation_value); g_object_set(player->pipeline->videobin[MMPLAYER_V_CONV].gst, "rotate", rotation_value, NULL); + debug_log("updating fimcconvert - r[%d], w[%d], h[%d]", rotation_value, width, height); } } @@ -1514,6 +4635,10 @@ _mmplayer_update_video_param(mm_player_t* player) // @ int roi_y = 0; int roi_w = 0; int roi_h = 0; + int src_crop_x = 0; + int src_crop_y = 0; + int src_crop_w = 0; + int src_crop_h = 0; int force_aspect_ratio = 0; gboolean visible = TRUE; @@ -1521,16 +4646,13 @@ _mmplayer_update_video_param(mm_player_t* player) // @ mm_attrs_get_data_by_name(attrs, "display_overlay", &xid); if ( xid ) { -#define GST_VAAPI_DISPLAY_TYPE_X11 1 - if (!strncmp(PLAYER_INI()->videosink_element_x,"vaapisink", strlen("vaapisink"))){ - debug_log("set video param: vaapisink display %d", GST_VAAPI_DISPLAY_TYPE_X11); - g_object_set(player->pipeline->videobin[MMPLAYER_V_SINK].gst, - "display", GST_VAAPI_DISPLAY_TYPE_X11, - NULL); - } - + int xwin_id = 0; + xwin_id = *(int*)xid; debug_log("set video param : xid %d", *(int*)xid); - gst_video_overlay_set_window_handle( GST_VIDEO_OVERLAY( player->pipeline->videobin[MMPLAYER_V_SINK].gst ), *(int*)xid ); + if (xwin_id) + { + gst_video_overlay_set_window_handle( GST_VIDEO_OVERLAY( player->pipeline->videobin[MMPLAYER_V_SINK].gst ), *(int*)xid ); + } } else { @@ -1539,11 +4661,15 @@ _mmplayer_update_video_param(mm_player_t* player) // @ } /* if xvimagesink */ - if (!strcmp(PLAYER_INI()->videosink_element_x,"xvimagesink")) + if (!strcmp(player->ini.videosink_element_x,"xvimagesink")) { mm_attrs_get_int_by_name(attrs, "display_force_aspect_ration", &force_aspect_ratio); mm_attrs_get_double_by_name(attrs, "display_zoom", &zoom); mm_attrs_get_int_by_name(attrs, "display_method", &display_method); + mm_attrs_get_int_by_name(attrs, "display_src_crop_x", &src_crop_x); + mm_attrs_get_int_by_name(attrs, "display_src_crop_y", &src_crop_y); + mm_attrs_get_int_by_name(attrs, "display_src_crop_width", &src_crop_w); + mm_attrs_get_int_by_name(attrs, "display_src_crop_height", &src_crop_h); mm_attrs_get_int_by_name(attrs, "display_roi_x", &roi_x); mm_attrs_get_int_by_name(attrs, "display_roi_y", &roi_y); mm_attrs_get_int_by_name(attrs, "display_roi_width", &roi_w); @@ -1551,6 +4677,17 @@ _mmplayer_update_video_param(mm_player_t* player) // @ mm_attrs_get_int_by_name(attrs, "display_visible", &visible); #define DEFAULT_DISPLAY_MODE 2 // TV only, PRI_VIDEO_OFF_AND_SEC_VIDEO_FULL_SCREEN + /* setting for cropping media source */ + if (src_crop_w && src_crop_h) + { + g_object_set(player->pipeline->videobin[MMPLAYER_V_SINK].gst, + "src-crop-x", src_crop_x, + "src-crop-y", src_crop_y, + "src-crop-w", src_crop_w, + "src-crop-h", src_crop_h, + NULL ); + } + /* setting for ROI mode */ if (display_method == 5) // 5 for ROI mode { @@ -1589,15 +4726,6 @@ _mmplayer_update_video_param(mm_player_t* player) // @ debug_log("set video param : dst-roi-x: %d, dst-roi-y: %d, dst-roi-w: %d, dst-roi-h: %d", roi_x, roi_y, roi_w, roi_h ); debug_log("set video param : force aspect ratio %d, display mode %d", force_aspect_ratio, DEFAULT_DISPLAY_MODE); } - - /* if vaapisink */ - if (!strncmp(PLAYER_INI()->videosink_element_x, "vaapisink", strlen("vaapisink"))) - { - g_object_set(player->pipeline->videobin[MMPLAYER_V_SINK].gst, - "rotation", rotation_value, - NULL); - debug_log("set video param: vaapisink rotation %d", rotation_value); - } } break; case MM_DISPLAY_SURFACE_EVAS: @@ -1605,66 +4733,107 @@ _mmplayer_update_video_param(mm_player_t* player) // @ void *object = NULL; int scaling = 0; gboolean visible = TRUE; + int display_method = 0; /* common case if using evas surface */ mm_attrs_get_data_by_name(attrs, "display_overlay", &object); mm_attrs_get_int_by_name(attrs, "display_visible", &visible); mm_attrs_get_int_by_name(attrs, "display_evas_do_scaling", &scaling); - if (object) - { - g_object_set(player->pipeline->videobin[MMPLAYER_V_SINK].gst, - "evas-object", object, - "visible", visible, - NULL); - debug_log("set video param : evas-object %x, visible %d", object, visible); - } - else - { - debug_error("no evas object"); - return MM_ERROR_PLAYER_INTERNAL; - } + mm_attrs_get_int_by_name(attrs, "display_method", &display_method); /* if evasimagesink */ - if (!strcmp(PLAYER_INI()->videosink_element_evas,"evasimagesink") && player->is_nv12_tiled) + if (!strcmp(player->ini.videosink_element_evas,"evasimagesink")) { - int width = 0; - int height = 0; - int no_scaling = !scaling; - - mm_attrs_get_int_by_name(attrs, "display_width", &width); - mm_attrs_get_int_by_name(attrs, "display_height", &height); - - /* NOTE: fimcconvert does not manage index of src buffer from upstream src-plugin, decoder gives frame information in output buffer with no ordering */ - g_object_set(player->pipeline->videobin[MMPLAYER_V_CONV].gst, "src-rand-idx", TRUE, NULL); - g_object_set(player->pipeline->videobin[MMPLAYER_V_CONV].gst, "dst-buffer-num", 5, NULL); - - if (no_scaling) + if (object) { - /* no-scaling order to fimcconvert, original width, height size of media src will be passed to sink plugin */ - g_object_set(player->pipeline->videobin[MMPLAYER_V_CONV].gst, - "dst-width", 0, /* setting 0, output video width will be media src's width */ - "dst-height", 0, /* setting 0, output video height will be media src's height */ + /* if it is evasimagesink, we are not supporting rotation */ + if (user_angle_type!=MM_DISPLAY_ROTATION_NONE) + { + mm_attrs_set_int_by_name(attrs, "display_rotation", MM_DISPLAY_ROTATION_NONE); + if (mmf_attrs_commit (attrs)) /* return -1 if error */ + debug_error("failed to commit\n"); + debug_warning("unsupported feature"); + return MM_ERROR_NOT_SUPPORT_API; + } + __mmplayer_get_property_value_for_rotation(player, org_angle+user_angle, &rotation_value); + g_object_set(player->pipeline->videobin[MMPLAYER_V_SINK].gst, + "evas-object", object, + "visible", visible, + "display-geometry-method", display_method, + "rotate", rotation_value, NULL); + debug_log("set video param : method %d", display_method); + debug_log("set video param : evas-object %x, visible %d", object, visible); + debug_log("set video param : evas-object %x, rotate %d", object, rotation_value); } else { - /* scaling order to fimcconvert */ - if (width) + debug_error("no evas object"); + return MM_ERROR_PLAYER_INTERNAL; + } + + + /* if evasimagesink using converter */ + if (player->set_mode.video_zc && player->pipeline->videobin[MMPLAYER_V_CONV].gst) + { + int width = 0; + int height = 0; + int no_scaling = !scaling; + + mm_attrs_get_int_by_name(attrs, "display_width", &width); + mm_attrs_get_int_by_name(attrs, "display_height", &height); + + /* NOTE: fimcconvert does not manage index of src buffer from upstream src-plugin, decoder gives frame information in output buffer with no ordering */ + g_object_set(player->pipeline->videobin[MMPLAYER_V_CONV].gst, "src-rand-idx", TRUE, NULL); + g_object_set(player->pipeline->videobin[MMPLAYER_V_CONV].gst, "dst-buffer-num", 5, NULL); + + if (no_scaling) { - g_object_set(player->pipeline->videobin[MMPLAYER_V_CONV].gst, "dst-width", width, NULL); + /* no-scaling order to fimcconvert, original width, height size of media src will be passed to sink plugin */ + g_object_set(player->pipeline->videobin[MMPLAYER_V_CONV].gst, + "dst-width", 0, /* setting 0, output video width will be media src's width */ + "dst-height", 0, /* setting 0, output video height will be media src's height */ + NULL); } - if (height) + else { - g_object_set(player->pipeline->videobin[MMPLAYER_V_CONV].gst, "dst-height", height, NULL); + /* scaling order to fimcconvert */ + if (width) + { + g_object_set(player->pipeline->videobin[MMPLAYER_V_CONV].gst, "dst-width", width, NULL); + } + if (height) + { + g_object_set(player->pipeline->videobin[MMPLAYER_V_CONV].gst, "dst-height", height, NULL); + } + debug_log("set video param : video frame scaling down to width(%d) height(%d)", width, height); } - debug_log("set video param : video frame scaling down to width(%d) height(%d)", width, height); + debug_log("set video param : display_evas_do_scaling %d", scaling); } - debug_log("set video param : display_evas_do_scaling %d", scaling); } /* if evaspixmapsink */ - if (!strcmp(PLAYER_INI()->videosink_element_evas,"evaspixmapsink")) + if (!strcmp(player->ini.videosink_element_evas,"evaspixmapsink")) { + if (object) + { + __mmplayer_get_property_value_for_rotation(player, org_angle+user_angle, &rotation_value); + g_object_set(player->pipeline->videobin[MMPLAYER_V_SINK].gst, + "evas-object", object, + "visible", visible, + "display-geometry-method", display_method, + "rotate", rotation_value, + NULL); + debug_log("set video param : method %d", display_method); + debug_log("set video param : evas-object %x, visible %d", object, visible); + debug_log("set video param : evas-object %x, rotate %d", object, rotation_value); + } + else + { + debug_error("no evas object"); + return MM_ERROR_PLAYER_INTERNAL; + } + int display_method = 0; int roi_x = 0; int roi_y = 0; @@ -1706,7 +4875,7 @@ _mmplayer_update_video_param(mm_player_t* player) // @ gboolean visible = TRUE; /* if xvimagesink */ - if (strcmp(PLAYER_INI()->videosink_element_x,"xvimagesink")) + if (strcmp(player->ini.videosink_element_x,"xvimagesink")) { debug_error("videosink is not xvimagesink"); return MM_ERROR_PLAYER_INTERNAL; @@ -1731,8 +4900,10 @@ _mmplayer_update_video_param(mm_player_t* player) // @ debug_error("failed to set pixmap-id-callback"); return MM_ERROR_PLAYER_INTERNAL; } - debug_log("set video param : method %d", display_method); - debug_log("set video param : visible %d", visible); + /* get rotation value to set */ + __mmplayer_get_property_value_for_rotation(player, org_angle+user_angle, &rotation_value); + + debug_log("set video param : rotate %d, method %d, visible %d", rotation_value, display_method, visible); /* set properties of videosink plugin */ g_object_set(player->pipeline->videobin[MMPLAYER_V_SINK].gst, @@ -1752,11 +4923,502 @@ _mmplayer_update_video_param(mm_player_t* player) // @ break; } - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } +static int +__mmplayer_gst_element_link_bucket(GList* element_bucket) // @ +{ + GList* bucket = element_bucket; + MMPlayerGstElement* element = NULL; + MMPlayerGstElement* prv_element = NULL; + gint successful_link_count = 0; + + MMPLAYER_FENTER(); + + return_val_if_fail(element_bucket, -1); + + prv_element = (MMPlayerGstElement*)bucket->data; + bucket = bucket->next; + + for ( ; bucket; bucket = bucket->next ) + { + element = (MMPlayerGstElement*)bucket->data; + + if ( element && element->gst ) + { + if ( GST_ELEMENT_LINK(GST_ELEMENT(prv_element->gst), GST_ELEMENT(element->gst)) ) + { + debug_log("linking [%s] to [%s] success\n", + GST_ELEMENT_NAME(GST_ELEMENT(prv_element->gst)), + GST_ELEMENT_NAME(GST_ELEMENT(element->gst)) ); + successful_link_count ++; + } + else + { + debug_log("linking [%s] to [%s] failed\n", + GST_ELEMENT_NAME(GST_ELEMENT(prv_element->gst)), + GST_ELEMENT_NAME(GST_ELEMENT(element->gst)) ); + return -1; + } + } + + prv_element = element; + } + + MMPLAYER_FLEAVE(); + + return successful_link_count; +} + +static int +__mmplayer_gst_element_add_bucket_to_bin(GstBin* bin, GList* element_bucket) // @ +{ + GList* bucket = element_bucket; + MMPlayerGstElement* element = NULL; + int successful_add_count = 0; + + MMPLAYER_FENTER(); + + return_val_if_fail(element_bucket, 0); + return_val_if_fail(bin, 0); + + for ( ; bucket; bucket = bucket->next ) + { + element = (MMPlayerGstElement*)bucket->data; + + if ( element && element->gst ) + { + if( !gst_bin_add(bin, GST_ELEMENT(element->gst)) ) + { + debug_log("__mmplayer_gst_element_link_bucket : Adding element [%s] to bin [%s] failed\n", + GST_ELEMENT_NAME(GST_ELEMENT(element->gst)), + GST_ELEMENT_NAME(GST_ELEMENT(bin) ) ); + return 0; + } + successful_add_count ++; + } + } + + MMPLAYER_FLEAVE(); + + return successful_add_count; +} + + + +/** + * This function is to create audio pipeline for playing. + * + * @param player [in] handle of player + * + * @return This function returns zero on success. + * @remark + * @see __mmplayer_gst_create_midi_pipeline, __mmplayer_gst_create_video_pipeline + */ +#define MMPLAYER_CREATEONLY_ELEMENT(x_bin, x_id, x_factory, x_name) \ +x_bin[x_id].id = x_id;\ +x_bin[x_id].gst = gst_element_factory_make(x_factory, x_name);\ +if ( ! x_bin[x_id].gst )\ +{\ + debug_error("failed to create %s \n", x_factory);\ + goto ERROR;\ +}\ + +#define MMPLAYER_CREATE_ELEMENT_ADD_BIN(x_bin, x_id, x_factory, x_name, y_bin, x_player) \ +x_bin[x_id].id = x_id;\ +x_bin[x_id].gst = gst_element_factory_make(x_factory, x_name);\ +if ( ! x_bin[x_id].gst )\ +{\ + debug_error("failed to create %s \n", x_factory);\ + goto ERROR;\ +}\ +else\ +{\ + if (x_player->ini.set_dump_element_flag)\ + __mmplayer_add_dump_buffer_probe(x_player, x_bin[x_id].gst);\ +}\ +if( !gst_bin_add(GST_BIN(y_bin), GST_ELEMENT(x_bin[x_id].gst)))\ +{\ + debug_log("__mmplayer_gst_element_link_bucket : Adding element [%s] to bin [%s] failed\n",\ + GST_ELEMENT_NAME(GST_ELEMENT(x_bin[x_id].gst)),\ + GST_ELEMENT_NAME(GST_ELEMENT(y_bin) ) );\ + goto ERROR;\ +}\ + +/* macro for code readability. just for sinkbin-creation functions */ +#define MMPLAYER_CREATE_ELEMENT(x_bin, x_id, x_factory, x_name, x_add_bucket, x_player) \ +do \ +{ \ + x_bin[x_id].id = x_id;\ + x_bin[x_id].gst = gst_element_factory_make(x_factory, x_name);\ + if ( ! x_bin[x_id].gst )\ + {\ + debug_error("failed to create %s \n", x_factory);\ + goto ERROR;\ + }\ + else\ + {\ + if (x_player->ini.set_dump_element_flag)\ + __mmplayer_add_dump_buffer_probe(x_player, x_bin[x_id].gst);\ + }\ + if ( x_add_bucket )\ + element_bucket = g_list_append(element_bucket, &x_bin[x_id]);\ +} while(0); + +/** + * AUDIO PIPELINE + * - Local playback : audiotp !audioconvert ! volume ! capsfilter ! audioeffect ! audioeffect_sec ! audiosink + * - Streaming : audiotp !audioconvert !volume ! audiosink + * - PCM extraction : audiotp !audioconvert ! audioresample ! capsfilter ! fakesink + */ +static int +__mmplayer_gst_create_audio_pipeline(mm_player_t* player) +{ + MMPlayerGstElement* first_element = NULL; + MMPlayerGstElement* audiobin = NULL; + MMHandleType attrs = 0; + GstPad *pad = NULL; + GstPad *ghostpad = NULL; + GList* element_bucket = NULL; + gboolean link_audio_sink_now = TRUE; + int i =0; + + MMPLAYER_FENTER(); + + return_val_if_fail( player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED ); + + /* alloc handles */ + audiobin = (MMPlayerGstElement*)g_malloc0(sizeof(MMPlayerGstElement) * MMPLAYER_A_NUM); + if ( ! audiobin ) + { + debug_error("failed to allocate memory for audiobin\n"); + return MM_ERROR_PLAYER_NO_FREE_SPACE; + } + + attrs = MMPLAYER_GET_ATTRS(player); + + /* create bin */ + audiobin[MMPLAYER_A_BIN].id = MMPLAYER_A_BIN; + audiobin[MMPLAYER_A_BIN].gst = gst_bin_new("audiobin"); + if ( !audiobin[MMPLAYER_A_BIN].gst ) + { + debug_error("failed to create audiobin\n"); + goto ERROR; + } + + /* take it */ + player->pipeline->audiobin = audiobin; + + player->set_mode.pcm_extraction = __mmplayer_can_extract_pcm(player); + + /* Adding audiotp plugin for reverse trickplay feature */ +// MMPLAYER_CREATE_ELEMENT(audiobin, MMPLAYER_A_TP, "audiotp", "audio trickplay", TRUE, player); + + /* converter */ + MMPLAYER_CREATE_ELEMENT(audiobin, MMPLAYER_A_CONV, "audioconvert", "audio converter", TRUE, player); + + /* resampler */ + MMPLAYER_CREATE_ELEMENT(audiobin, MMPLAYER_A_RESAMPLER, player->ini.name_of_audio_resampler, "audio resampler", TRUE, player); + + if (player->set_mode.pcm_extraction) // pcm extraction only and no sound output + { + int dst_samplerate = 0; + int dst_channels = 0; + int dst_depth = 0; + char *caps_str = NULL; + GstCaps* caps = NULL; + + /* get conf. values */ + mm_attrs_multiple_get(player->attrs, + NULL, + "pcm_extraction_samplerate", &dst_samplerate, + "pcm_extraction_channels", &dst_channels, + "pcm_extraction_depth", &dst_depth, + NULL); + + /* capsfilter */ + MMPLAYER_CREATE_ELEMENT(audiobin, MMPLAYER_A_CAPS_DEFAULT, "capsfilter", "audio capsfilter", TRUE, player); + caps = gst_caps_new_simple ("audio/x-raw", + "rate", G_TYPE_INT, dst_samplerate, + "channels", G_TYPE_INT, dst_channels, + "depth", G_TYPE_INT, dst_depth, + NULL); + caps_str = gst_caps_to_string(caps); + debug_log("new caps : %s\n", caps_str); + + g_object_set (GST_ELEMENT(audiobin[MMPLAYER_A_CAPS_DEFAULT].gst), "caps", caps, NULL ); + + /* clean */ + gst_caps_unref( caps ); + MMPLAYER_FREEIF( caps_str ); + + /* fake sink */ + MMPLAYER_CREATE_ELEMENT(audiobin, MMPLAYER_A_SINK, "fakesink", "fakesink", TRUE, player); + + /* set sync */ + g_object_set (G_OBJECT (audiobin[MMPLAYER_A_SINK].gst), "sync", FALSE, NULL); + } + else // normal playback + { + typedef enum + { + GST_BASE_AUDIO_SINK_SLAVE_RESAMPLE = 0, + GST_BASE_AUDIO_SINK_SLAVE_SKEW, + GST_BASE_AUDIO_SINK_SLAVE_NONE + } GstBaseAudioSinkSlaveMethod; + + //GstCaps* caps = NULL; + gint channels = 0; + + /* for logical volume control */ + MMPLAYER_CREATE_ELEMENT(audiobin, MMPLAYER_A_VOL, "volume", "volume", TRUE, player); + g_object_set(G_OBJECT (audiobin[MMPLAYER_A_VOL].gst), "volume", player->sound.volume, NULL); + + if (player->sound.mute) + { + debug_log("mute enabled\n"); + g_object_set(G_OBJECT (audiobin[MMPLAYER_A_VOL].gst), "mute", player->sound.mute, NULL); + } + +#if 0 + /*capsfilter */ + MMPLAYER_CREATE_ELEMENT(audiobin, MMPLAYER_A_CAPS_DEFAULT, "capsfilter", "audiocapsfilter", TRUE, player); + caps = gst_caps_from_string( "audio/x-raw-int, " + "endianness = (int) LITTLE_ENDIAN, " + "signed = (boolean) true, " + "width = (int) 16, " + "depth = (int) 16" ); + g_object_set (GST_ELEMENT(audiobin[MMPLAYER_A_CAPS_DEFAULT].gst), "caps", caps, NULL ); + gst_caps_unref( caps ); +#endif + + /* chech if multi-chennels */ + if (player->pipeline->mainbin && player->pipeline->mainbin[MMPLAYER_M_DEMUX].gst) + { + GstPad *srcpad = NULL; + GstCaps *caps = NULL; + + if ((srcpad = gst_element_get_static_pad(player->pipeline->mainbin[MMPLAYER_M_DEMUX].gst, "src"))) + { + if ((caps = gst_pad_query_caps(srcpad, NULL))) + { + //MMPLAYER_LOG_GST_CAPS_TYPE(caps); + GstStructure *str = gst_caps_get_structure(caps, 0); + if (str) + gst_structure_get_int (str, "channels", &channels); + gst_caps_unref(caps); + } + gst_object_unref(srcpad); + } + } + + /* audio effect element. if audio effect is enabled */ + if ( (strcmp(player->ini.name_of_audio_effect, "")) + && (channels <= 2) + && (player->ini.use_audio_effect_preset || player->ini.use_audio_effect_custom) ) + { + MMPLAYER_CREATE_ELEMENT(audiobin, MMPLAYER_A_FILTER, player->ini.name_of_audio_effect, "audio effect filter", TRUE, player); + + debug_log("audio effect config. bypass = %d, effect type = %d", player->bypass_audio_effect, player->audio_effect_info.effect_type); + + if ( (!player->bypass_audio_effect) + && (player->ini.use_audio_effect_preset || player->ini.use_audio_effect_custom) ) + { + if ( MM_AUDIO_EFFECT_TYPE_CUSTOM == player->audio_effect_info.effect_type ) + { + if (!_mmplayer_audio_effect_custom_apply(player)) + { + debug_msg("apply audio effect(custom) setting success\n"); + } + } + } + + if ( (strcmp(player->ini.name_of_audio_effect_sec, "")) + && (player->set_mode.rich_audio) ) + { + MMPLAYER_CREATE_ELEMENT(audiobin, MMPLAYER_A_FILTER_SEC, player->ini.name_of_audio_effect_sec, "audio effect filter", TRUE, player); + } + } + if (!MMPLAYER_IS_RTSP_STREAMING(player)) + { + if (player->set_mode.rich_audio && channels <= 2) + MMPLAYER_CREATE_ELEMENT(audiobin, MMPLAYER_A_VSP, "audiovsp", "x-speed", TRUE, player); + } + + /* create audio sink */ + MMPLAYER_CREATE_ELEMENT(audiobin, MMPLAYER_A_SINK, player->ini.name_of_audiosink, "audiosink", link_audio_sink_now, player); + + /* qos on */ + g_object_set (G_OBJECT (audiobin[MMPLAYER_A_SINK].gst), "qos", TRUE, NULL); /* qos on */ + g_object_set (G_OBJECT (audiobin[MMPLAYER_A_SINK].gst), "slave-method", GST_BASE_AUDIO_SINK_SLAVE_NONE, NULL); + + /* FIXIT : using system clock. isn't there another way? */ + if (player->videodec_linked) + { + debug_log("provide clock for movie = %s", (player->ini.provide_clock_for_movie)?"audio_clock":"sys_clock"); + g_object_set (G_OBJECT (audiobin[MMPLAYER_A_SINK].gst), "provide-clock", player->ini.provide_clock_for_movie, NULL); + } + else + { + debug_log("provide clock for music = %s", (player->ini.provide_clock_for_music)?"audio_clock":"sys_clock"); + g_object_set (G_OBJECT (audiobin[MMPLAYER_A_SINK].gst), "provide-clock", player->ini.provide_clock_for_music, NULL); + } + + if ( g_strrstr(player->ini.name_of_audiosink, "avsysaudiosink") || g_strrstr(player->ini.name_of_audiosink, "pulsesink") ) + { + gint volume_type = 0; + gint audio_route = 0; + gint sound_priority = FALSE; + gint route_path = 0; + gint latency_mode = 0; + gint close_handle = 0; + + /* set volume table + * It should be set after player creation through attribute. + * But, it can not be changed during playing. + */ + mm_attrs_get_int_by_name(attrs, "sound_volume_type", &volume_type); + mm_attrs_get_int_by_name(attrs, "sound_route", &audio_route); + mm_attrs_get_int_by_name(attrs, "sound_priority", &sound_priority); + mm_attrs_get_int_by_name(attrs, "sound_spk_out_only", &route_path); + mm_attrs_get_int_by_name(attrs, "sound_latency_mode", &latency_mode); + mm_attrs_get_int_by_name(attrs, "sound_close_resource", &close_handle); +/* for audio tunning */ +#ifndef IS_SDK + if (player->profile.play_mode == MM_PLAYER_MODE_MIDI) { + volume_type |= MM_SOUND_VOLUME_GAIN_MIDI; + } +#endif +#if 0 + /* hook sound_type if emergency case */ + if (player->sm.event == ASM_EVENT_EMERGENCY) { + debug_log ("This is emergency session, hook sound_type from [%d] to [%d]\n", volume_type, MM_SOUND_VOLUME_TYPE_EMERGENCY); + volume_type = MM_SOUND_VOLUME_TYPE_EMERGENCY; + } + + if (player->sm.user_route_policy != 0) { + route_path = player->sm.user_route_policy; + } +#endif + g_object_set(audiobin[MMPLAYER_A_SINK].gst, + "volumetype", volume_type, + "audio-route", audio_route, + "priority", sound_priority, + "user-route", route_path, + "latency", latency_mode, + "close-handle-on-prepare", close_handle, + NULL); + + debug_log("audiosink property status...volume type:%d, route:%d, priority=%d, user-route=%d, latency=%d, close-resource=%d\n", + volume_type, audio_route, sound_priority, route_path, latency_mode, close_handle); + } + + /* Antishock can be enabled when player is resumed by soundCM. + * But, it's not used in MMS, setting and etc. + * Because, player start seems like late. + */ + __mmplayer_set_antishock( player , FALSE ); + } + + __mmplayer_add_sink( player, audiobin[MMPLAYER_A_SINK].gst ); + + /* adding created elements to bin */ + debug_log("adding created elements to bin\n"); + if( !__mmplayer_gst_element_add_bucket_to_bin( GST_BIN(audiobin[MMPLAYER_A_BIN].gst), element_bucket )) + { + debug_error("failed to add elements\n"); + goto ERROR; + } + + /* linking elements in the bucket by added order. */ + debug_log("Linking elements in the bucket by added order.\n"); + if ( __mmplayer_gst_element_link_bucket(element_bucket) == -1 ) + { + debug_error("failed to link elements\n"); + goto ERROR; + } + + /* get first element's sinkpad for creating ghostpad */ + first_element = (MMPlayerGstElement *)element_bucket->data; + + pad = gst_element_get_static_pad(GST_ELEMENT(first_element->gst), "sink"); + if ( ! pad ) + { + debug_error("failed to get pad from first element of audiobin\n"); + goto ERROR; + } + + ghostpad = gst_ghost_pad_new("sink", pad); + if ( ! ghostpad ) + { + debug_error("failed to create ghostpad\n"); + goto ERROR; + } + + if ( FALSE == gst_element_add_pad(audiobin[MMPLAYER_A_BIN].gst, ghostpad) ) + { + debug_error("failed to add ghostpad to audiobin\n"); + goto ERROR; + } + + gst_object_unref(pad); + + g_list_free(element_bucket); + + mm_attrs_set_int_by_name(attrs, "content_audio_found", TRUE); + + MMPLAYER_FLEAVE(); + + return MM_ERROR_NONE; + +ERROR: + + debug_log("ERROR : releasing audiobin\n"); + + if ( pad ) + gst_object_unref(GST_OBJECT(pad)); + + if ( ghostpad ) + gst_object_unref(GST_OBJECT(ghostpad)); + + g_list_free( element_bucket ); + + /* release element which are not added to bin */ + for ( i = 1; i < MMPLAYER_A_NUM; i++ ) /* NOTE : skip bin */ + { + if ( audiobin[i].gst ) + { + GstObject* parent = NULL; + parent = gst_element_get_parent( audiobin[i].gst ); + + if ( !parent ) + { + gst_object_unref(GST_OBJECT(audiobin[i].gst)); + audiobin[i].gst = NULL; + } + else + { + gst_object_unref(GST_OBJECT(parent)); + } + } + } + + /* release audiobin with it's childs */ + if ( audiobin[MMPLAYER_A_BIN].gst ) + { + gst_object_unref(GST_OBJECT(audiobin[MMPLAYER_A_BIN].gst)); + } + + MMPLAYER_FREEIF( audiobin ); + + player->pipeline->audiobin = NULL; + + return MM_ERROR_PLAYER_INTERNAL; +} + static GstPadProbeReturn __mmplayer_audio_stream_probe (GstPad *pad, GstPadProbeInfo *info, gpointer u_data) { @@ -1765,42 +5427,826 @@ __mmplayer_audio_stream_probe (GstPad *pad, GstPadProbeInfo *info, gpointer u_da GstMapInfo probe_info = GST_MAP_INFO_INIT; gst_buffer_map(pad_buffer, &probe_info, GST_MAP_READ); + if (player->audio_stream_cb && probe_info.size && probe_info.data) - player->audio_stream_cb(probe_info.data, probe_info.size, player->audio_stream_cb_user_param); - gst_buffer_unmap(pad_buffer, &probe_info); + player->audio_stream_cb((void *)probe_info.data, probe_info.size, player->audio_stream_cb_user_param); + + return GST_PAD_PROBE_OK; +} + + +#if 0 +static gboolean +__mmplayer_video_stream_probe (GstPad *pad, GstBuffer *buffer, gpointer user_data) +{ + GstCaps *caps = NULL; + MMPlayerVideoStreamDataType stream; + MMPlayerMPlaneImage *scmn_imgb = NULL; + GstStructure *structure = NULL; + unsigned int fourcc = 0; + mm_player_t* player = (mm_player_t*)user_data; + + caps = gst_buffer_get_caps(buffer); + if (caps == NULL) { + debug_error( "Caps is NULL." ); + return TRUE; + } + + //MMPLAYER_LOG_GST_CAPS_TYPE(caps); + + /* clear stream data structure */ + memset(&stream, 0x0, sizeof(MMPlayerVideoStreamDataType)); + + structure = gst_caps_get_structure( caps, 0 ); + gst_structure_get_int(structure, "width", &(stream.width)); + gst_structure_get_int(structure, "height", &(stream.height)); + gst_structure_get_fourcc(structure, "format", &fourcc); + stream.format = util_get_pixtype(fourcc); + gst_caps_unref( caps ); + caps = NULL; + + /* + debug_log( "Call video steramCb, data[%p], Width[%d],Height[%d], Format[%d]", + GST_BUFFER_DATA(buffer), stream.width, stream.height, stream.format ); + */ + + if (stream.width == 0 || stream.height == 0) { + debug_error("Wrong condition!!"); + return TRUE; + } + + /* set size and timestamp */ + stream.length_total = GST_BUFFER_SIZE(buffer); + stream.timestamp = (unsigned int)(GST_BUFFER_TIMESTAMP(buffer)/1000000); /* nano sec -> mili sec */ + + //check zero-copy + if (player->set_mode.video_zc + && player->set_mode.media_packet_video_stream + && GST_BUFFER_MALLOCDATA(buffer)) { + scmn_imgb = (MMPlayerMPlaneImage *)GST_BUFFER_MALLOCDATA(buffer); + } + + /* set tbm bo */ + if (scmn_imgb) { + /* copy pointer of tbm bo */ + memcpy(stream.bo, scmn_imgb->bo, sizeof(void *) * MM_PLAYER_IMGB_MPLANE_MAX); + + /* + int i = 0; + for (i = 0 ; i < BUFFER_MAX_PLANE_NUM ; i++) { + debug_log("scmn bo %p, stream bo %p", scmn_imgb->bo[i], stream.bo[i]); + } + */ + + /* set gst buffer */ + stream.internal_buffer = buffer; + } else { + stream.data = GST_BUFFER_DATA(buffer); + } + + if (player->video_stream_cb) { + player->video_stream_cb(&stream, player->video_stream_cb_user_param); + } + + return TRUE; +} +#endif + +static int +__mmplayer_gst_create_video_filters(mm_player_t* player, GList** bucket, gboolean use_video_stream) +{ + gchar* video_csc = "videoconvert"; // default colorspace converter + GList* element_bucket = *bucket; + + return_val_if_fail(player && player->pipeline && player->pipeline->videobin, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_FENTER(); + + if (!player->set_mode.media_packet_video_stream && use_video_stream) + { + if (player->set_mode.video_zc && strlen(player->ini.name_of_video_converter) > 0) + { + video_csc = player->ini.name_of_video_converter; + } + + MMPLAYER_CREATE_ELEMENT(player->pipeline->videobin, MMPLAYER_V_CONV, video_csc, "video converter", TRUE, player); + debug_log("using video converter: %s", video_csc); + + if ( !player->set_mode.video_zc) + { + GstStructure *str = NULL; + gint width = 0; //width of video + gint height = 0; //height of video + GstCaps* video_caps = NULL; + GstStructure *structure = NULL; + + /* rotator, scaler and capsfilter */ + MMPLAYER_CREATE_ELEMENT(player->pipeline->videobin, MMPLAYER_V_FLIP, "videoflip", "video rotator", TRUE, player); + MMPLAYER_CREATE_ELEMENT(player->pipeline->videobin, MMPLAYER_V_SCALE, "videoscale", "video scaler", TRUE, player); + MMPLAYER_CREATE_ELEMENT(player->pipeline->videobin, MMPLAYER_V_CAPS, "capsfilter", "videocapsfilter", TRUE, player); + + /* get video stream caps parsed by demuxer */ + str = gst_caps_get_structure (player->v_stream_caps, 0); + if ( !str ) + { + debug_error("cannot get structure"); + goto ERROR; + } + + mm_attrs_get_int_by_name(player->attrs, "display_width", &width); + + if (width) { + if (structure) { + gst_structure_set (structure, "width", G_TYPE_INT, width, NULL); + } else { + structure = gst_structure_new("video/x-raw", "width", G_TYPE_INT, width, NULL); + } + } + + mm_attrs_get_int_by_name(player->attrs, "display_height", &height); + + if (height) { + if (structure) { + gst_structure_set (structure, "height", G_TYPE_INT, height, NULL); + } else { + structure = gst_structure_new("video/x-raw", "height", G_TYPE_INT, height, NULL); + } + } + + if (width || height) { + video_caps = gst_caps_new_full(structure, NULL); + gst_structure_free(structure); + + g_object_set (GST_ELEMENT(player->pipeline->videobin[MMPLAYER_V_CAPS].gst), "caps", video_caps, NULL ); + MMPLAYER_LOG_GST_CAPS_TYPE(video_caps); + gst_caps_unref(video_caps); + } + } + } + else + { + MMDisplaySurfaceType surface_type = MM_DISPLAY_SURFACE_NULL; + mm_attrs_get_int_by_name (player->attrs, "display_surface_type", (int *)&surface_type); + + if (player->set_mode.video_zc) + { + if ( (surface_type == MM_DISPLAY_SURFACE_EVAS) && ( !strcmp(player->ini.videosink_element_evas, "evasimagesink")) ) + { + video_csc = player->ini.name_of_video_converter; + } + else + { + video_csc = ""; + } + } + + if (video_csc && (strcmp(video_csc, ""))) + { + MMPLAYER_CREATE_ELEMENT(player->pipeline->videobin, MMPLAYER_V_CONV, video_csc, "video converter", TRUE, player); + debug_log("using video converter: %s", video_csc); + } + + /* set video rotator */ + if ( !player->set_mode.video_zc ) + MMPLAYER_CREATE_ELEMENT(player->pipeline->videobin, MMPLAYER_V_FLIP, "videoflip", "video rotator", TRUE, player); + + /* videoscaler */ + #if !defined(__arm__) + MMPLAYER_CREATE_ELEMENT(player->pipeline->videobin, MMPLAYER_V_SCALE, "videoscale", "videoscaler", TRUE, player); + #endif + } - return GST_PAD_PROBE_OK; + *bucket = element_bucket; + MMPLAYER_FLEAVE(); + return MM_ERROR_NONE; + +ERROR: + *bucket = NULL; + MMPLAYER_FLEAVE(); + return MM_ERROR_PLAYER_INTERNAL; } +/** + * This function is to create video pipeline. + * + * @param player [in] handle of player + * caps [in] src caps of decoder + * surface_type [in] surface type for video rendering + * + * @return This function returns zero on success. + * @remark + * @see __mmplayer_gst_create_audio_pipeline, __mmplayer_gst_create_midi_pipeline + */ +/** + * VIDEO PIPELINE + * - x surface (arm/x86) : xvimagesink + * - evas surface (arm) : evaspixmapsink + * fimcconvert ! evasimagesink + * - evas surface (x86) : videoconvertor ! videoflip ! evasimagesink + */ +static int +__mmplayer_gst_create_video_pipeline(mm_player_t* player, GstCaps* caps, MMDisplaySurfaceType surface_type) +{ + GstPad *pad = NULL; + MMHandleType attrs; + GList*element_bucket = NULL; + MMPlayerGstElement* first_element = NULL; + MMPlayerGstElement* videobin = NULL; + gchar *videosink_element = NULL; + + MMPLAYER_FENTER(); + + return_val_if_fail(player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED); + + /* alloc handles */ + videobin = (MMPlayerGstElement*)g_malloc0(sizeof(MMPlayerGstElement) * MMPLAYER_V_NUM); + if ( !videobin ) + { + return MM_ERROR_PLAYER_NO_FREE_SPACE; + } + + player->pipeline->videobin = videobin; + + attrs = MMPLAYER_GET_ATTRS(player); + if ( !attrs ) + { + debug_error("cannot get content attribute"); + return MM_ERROR_PLAYER_INTERNAL; + } + + /* create bin */ + videobin[MMPLAYER_V_BIN].id = MMPLAYER_V_BIN; + videobin[MMPLAYER_V_BIN].gst = gst_bin_new("videobin"); + if ( !videobin[MMPLAYER_V_BIN].gst ) + { + debug_error("failed to create videobin"); + goto ERROR; + } + + if( player->use_video_stream ) // video stream callback, so send raw video data to application + { + debug_log("using memsink\n"); + + if ( __mmplayer_gst_create_video_filters(player, &element_bucket, TRUE) != MM_ERROR_NONE) + goto ERROR; + + /* finally, create video sink. output will be BGRA8888. */ + MMPLAYER_CREATE_ELEMENT(videobin, MMPLAYER_V_SINK, "avsysmemsink", "videosink", TRUE, player); + + MMPLAYER_SIGNAL_CONNECT( player, + videobin[MMPLAYER_V_SINK].gst, + MM_PLAYER_SIGNAL_TYPE_VIDEOBIN, + "video-stream", + G_CALLBACK(__mmplayer_videostream_cb), + player ); + } + else // render video data using sink plugin like xvimagesink + { + if ( __mmplayer_gst_create_video_filters(player, &element_bucket, FALSE) != MM_ERROR_NONE) + goto ERROR; + + /* set video sink */ + switch (surface_type) + { + case MM_DISPLAY_SURFACE_X: + if (strlen(player->ini.videosink_element_x) > 0) + videosink_element = player->ini.videosink_element_x; + else + goto ERROR; + break; + case MM_DISPLAY_SURFACE_EVAS: + if (strlen(player->ini.videosink_element_evas) > 0) + videosink_element = player->ini.videosink_element_evas; + else + goto ERROR; + break; + case MM_DISPLAY_SURFACE_X_EXT: + { + void *pixmap_id_cb = NULL; + mm_attrs_get_data_by_name(attrs, "display_overlay", &pixmap_id_cb); + if (pixmap_id_cb) /* this is used for the videoTextue(canvasTexture) overlay */ + { + videosink_element = player->ini.videosink_element_x; + } + else + { + debug_error("something wrong.. callback function for getting pixmap id is null"); + goto ERROR; + } + break; + } + case MM_DISPLAY_SURFACE_NULL: + if (strlen(player->ini.videosink_element_fake) > 0) + videosink_element = player->ini.videosink_element_fake; + else + goto ERROR; + break; + default: + debug_error("unidentified surface type"); + goto ERROR; + } + + MMPLAYER_CREATE_ELEMENT(videobin, MMPLAYER_V_SINK, videosink_element, videosink_element, TRUE, player); + debug_log("selected videosink name: %s", videosink_element); + + /* connect signal handlers for sink plug-in */ + switch (surface_type) { + case MM_DISPLAY_SURFACE_X_EXT: + MMPLAYER_SIGNAL_CONNECT( player, + player->pipeline->videobin[MMPLAYER_V_SINK].gst, + MM_PLAYER_SIGNAL_TYPE_VIDEOBIN, + "frame-render-error", + G_CALLBACK(__mmplayer_videoframe_render_error_cb), + player ); + debug_log("videoTexture usage, connect a signal handler for pixmap rendering error"); + break; + default: + break; + } + } + + if ( _mmplayer_update_video_param(player) != MM_ERROR_NONE) + goto ERROR; + + /* store it as it's sink element */ + __mmplayer_add_sink( player, videobin[MMPLAYER_V_SINK].gst ); + + /* adding created elements to bin */ + if( ! __mmplayer_gst_element_add_bucket_to_bin(GST_BIN(videobin[MMPLAYER_V_BIN].gst), element_bucket) ) + { + debug_error("failed to add elements\n"); + goto ERROR; + } + + /* Linking elements in the bucket by added order */ + if ( __mmplayer_gst_element_link_bucket(element_bucket) == -1 ) + { + debug_error("failed to link elements\n"); + goto ERROR; + } + + /* get first element's sinkpad for creating ghostpad */ + first_element = (MMPlayerGstElement *)element_bucket->data; + if ( !first_element ) + { + debug_error("failed to get first element from bucket\n"); + goto ERROR; + } + + pad = gst_element_get_static_pad(GST_ELEMENT(first_element->gst), "sink"); + if ( !pad ) + { + debug_error("failed to get pad from first element\n"); + goto ERROR; + } + + /* create ghostpad */ + player->ghost_pad_for_videobin = gst_ghost_pad_new("sink", pad); + if ( FALSE == gst_element_add_pad(videobin[MMPLAYER_V_BIN].gst, player->ghost_pad_for_videobin) ) + { + debug_error("failed to add ghostpad to videobin\n"); + goto ERROR; + } + gst_object_unref(pad); + + /* done. free allocated variables */ + g_list_free(element_bucket); + + mm_attrs_set_int_by_name(attrs, "content_video_found", TRUE); + + MMPLAYER_FLEAVE(); + + return MM_ERROR_NONE; + +ERROR: + debug_error("ERROR : releasing videobin\n"); + + g_list_free( element_bucket ); + + if (pad) + gst_object_unref(GST_OBJECT(pad)); + + /* release videobin with it's childs */ + if ( videobin[MMPLAYER_V_BIN].gst ) + { + gst_object_unref(GST_OBJECT(videobin[MMPLAYER_V_BIN].gst)); + } + + + MMPLAYER_FREEIF( videobin ); + + player->pipeline->videobin = NULL; + + return MM_ERROR_PLAYER_INTERNAL; +} + +static int __mmplayer_gst_create_plain_text_elements(mm_player_t* player) +{ + GList *element_bucket = NULL; + MMPlayerGstElement *textbin = player->pipeline->textbin; + + MMPLAYER_CREATE_ELEMENT(textbin, MMPLAYER_T_TEXT_FAKE_QUEUE, "queue", "text_f_queue", TRUE, player); + MMPLAYER_CREATE_ELEMENT(textbin, MMPLAYER_T_FAKE_SINK, "fakesink", "text_fakesink", TRUE, player); + MMPLAYER_SIGNAL_CONNECT( player, + G_OBJECT(textbin[MMPLAYER_T_FAKE_SINK].gst), + MM_PLAYER_SIGNAL_TYPE_TEXTBIN, + "handoff", + G_CALLBACK(__mmplayer_update_subtitle), + (gpointer)player ); + + g_object_set (G_OBJECT (textbin[MMPLAYER_T_FAKE_SINK].gst), "async", TRUE, NULL); + g_object_set (G_OBJECT (textbin[MMPLAYER_T_FAKE_SINK].gst), "sync", TRUE, NULL); + g_object_set (G_OBJECT (textbin[MMPLAYER_T_FAKE_SINK].gst), "signal-handoffs", TRUE, NULL); + + if (!player->play_subtitle) + { + debug_log ("add textbin sink as sink element of whole pipeline.\n"); + __mmplayer_add_sink (player, GST_ELEMENT(textbin[MMPLAYER_T_FAKE_SINK].gst)); + } + + /* adding created elements to bin */ + debug_log("adding created elements to bin\n"); + if( !__mmplayer_gst_element_add_bucket_to_bin( GST_BIN(textbin[MMPLAYER_T_BIN].gst), element_bucket )) + { + debug_error("failed to add elements\n"); + goto ERROR; + } + + /* unset sink flag from textbin. not to hold eos when video data is shorter than subtitle */ + GST_OBJECT_FLAG_UNSET (textbin[MMPLAYER_T_BIN].gst, GST_ELEMENT_FLAG_SINK); + GST_OBJECT_FLAG_UNSET (textbin[MMPLAYER_T_FAKE_SINK].gst, GST_ELEMENT_FLAG_SINK); + + /* linking elements in the bucket by added order. */ + debug_log("Linking elements in the bucket by added order.\n"); + if ( __mmplayer_gst_element_link_bucket(element_bucket) == -1 ) + { + debug_error("failed to link elements\n"); + goto ERROR; + } + + /* done. free allocated variables */ + g_list_free(element_bucket); + + if (textbin[MMPLAYER_T_TEXT_FAKE_QUEUE].gst) + { + GstPad *pad = NULL; + GstPad *ghostpad = NULL; + + pad = gst_element_get_static_pad(GST_ELEMENT(textbin[MMPLAYER_T_TEXT_FAKE_QUEUE].gst), "sink"); + if (!pad) + { + debug_error("failed to get video pad of textbin\n"); + return MM_ERROR_PLAYER_INTERNAL; + } + + ghostpad = gst_ghost_pad_new("text_sink", pad); + gst_object_unref(pad); + + if (!ghostpad) + { + debug_error("failed to create ghostpad of textbin\n"); + goto ERROR; + } + + if (!gst_element_add_pad(textbin[MMPLAYER_T_BIN].gst, ghostpad)) + { + debug_error("failed to add ghostpad to textbin\n"); + goto ERROR; + } + } + + return MM_ERROR_NONE; + +ERROR: + g_list_free(element_bucket); + + return MM_ERROR_PLAYER_INTERNAL; +} + +static int __mmplayer_gst_create_text_pipeline(mm_player_t* player) +{ + MMPlayerGstElement *textbin = NULL; + GList *element_bucket = NULL; + GstPad *pad = NULL; + GstPad *ghostpad = NULL; + gint i = 0; + + MMPLAYER_FENTER(); + + return_val_if_fail( player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED ); + + /* alloc handles */ + textbin = (MMPlayerGstElement*)g_malloc0(sizeof(MMPlayerGstElement) * MMPLAYER_T_NUM); + if ( ! textbin ) + { + debug_error("failed to allocate memory for textbin\n"); + return MM_ERROR_PLAYER_NO_FREE_SPACE; + } + + /* create bin */ + textbin[MMPLAYER_T_BIN].id = MMPLAYER_T_BIN; + textbin[MMPLAYER_T_BIN].gst = gst_bin_new("textbin"); + if ( !textbin[MMPLAYER_T_BIN].gst ) + { + debug_error("failed to create textbin\n"); + goto ERROR; + } + + /* take it */ + player->pipeline->textbin = textbin; + + /* fakesink */ + if (player->use_textoverlay) + { + debug_log ("use textoverlay for displaying \n"); + + MMPLAYER_CREATE_ELEMENT_ADD_BIN(textbin, MMPLAYER_T_TEXT_FAKE_QUEUE, "queue", "text_t_queue", textbin[MMPLAYER_T_BIN].gst, player); + + MMPLAYER_CREATE_ELEMENT_ADD_BIN(textbin, MMPLAYER_T_VIDEO_QUEUE, "queue", "text_v_queue", textbin[MMPLAYER_T_BIN].gst, player); + + MMPLAYER_CREATE_ELEMENT_ADD_BIN(textbin, MMPLAYER_T_VIDEO_CONVERTER, "fimcconvert", "text_v_converter", textbin[MMPLAYER_T_BIN].gst, player); + + MMPLAYER_CREATE_ELEMENT_ADD_BIN(textbin, MMPLAYER_T_OVERLAY, "textoverlay", "text_overlay", textbin[MMPLAYER_T_BIN].gst, player); + + if (!gst_element_link_pads (textbin[MMPLAYER_T_VIDEO_QUEUE].gst, "src", textbin[MMPLAYER_T_VIDEO_CONVERTER].gst, "sink")) + { + debug_error("failed to link queue and converter\n"); + goto ERROR; + } + + if (!gst_element_link_pads (textbin[MMPLAYER_T_VIDEO_CONVERTER].gst, "src", textbin[MMPLAYER_T_OVERLAY].gst, "video_sink")) + { + debug_error("failed to link queue and textoverlay\n"); + goto ERROR; + } + + if (!gst_element_link_pads (textbin[MMPLAYER_T_TEXT_FAKE_QUEUE].gst, "src", textbin[MMPLAYER_T_OVERLAY].gst, "text_sink")) + { + debug_error("failed to link queue and textoverlay\n"); + goto ERROR; + } + } + else + { + int surface_type = 0; + + debug_log ("use subtitle message for displaying \n"); + + mm_attrs_get_int_by_name (player->attrs, "display_surface_type", &surface_type); + + switch(surface_type) + { + case MM_DISPLAY_SURFACE_X: + case MM_DISPLAY_SURFACE_EVAS: + case MM_DISPLAY_SURFACE_GL: + case MM_DISPLAY_SURFACE_NULL: + case MM_DISPLAY_SURFACE_X_EXT: + if (__mmplayer_gst_create_plain_text_elements(player) != MM_ERROR_NONE) + { + debug_error("failed to make plain text elements\n"); + goto ERROR; + } + break; + + default: + break; + } + } + gst_object_unref(pad); + + MMPLAYER_FLEAVE(); + + return MM_ERROR_NONE; + +ERROR: + + debug_log("ERROR : releasing textbin\n"); + + if ( pad ) + gst_object_unref(GST_OBJECT(pad)); + + if ( ghostpad ) + gst_object_unref(GST_OBJECT(ghostpad)); + + g_list_free( element_bucket ); + + /* release element which are not added to bin */ + for ( i = 1; i < MMPLAYER_T_NUM; i++ ) /* NOTE : skip bin */ + { + if ( textbin[i].gst ) + { + GstObject* parent = NULL; + parent = gst_element_get_parent( textbin[i].gst ); + + if ( !parent ) + { + gst_object_unref(GST_OBJECT(textbin[i].gst)); + textbin[i].gst = NULL; + } + else + { + gst_object_unref(GST_OBJECT(parent)); + } + } + } + + /* release textbin with it's childs */ + if ( textbin[MMPLAYER_T_BIN].gst ) + { + gst_object_unref(GST_OBJECT(textbin[MMPLAYER_T_BIN].gst)); + } + + MMPLAYER_FREEIF( textbin ); + + player->pipeline->textbin = NULL; + + return MM_ERROR_PLAYER_INTERNAL; +} + + +static int +__mmplayer_gst_create_subtitle_src(mm_player_t* player) +{ + MMPlayerGstElement* mainbin = NULL; + MMHandleType attrs = 0; + GstElement *subsrc = NULL; + GstElement *subparse = NULL; + gchar *subtitle_uri =NULL; + const gchar *charset = NULL; + GstPad *pad = NULL; + + MMPLAYER_FENTER(); + + /* get mainbin */ + return_val_if_fail ( player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED); + + mainbin = player->pipeline->mainbin; + + attrs = MMPLAYER_GET_ATTRS(player); + if ( !attrs ) + { + debug_error("cannot get content attribute\n"); + return MM_ERROR_PLAYER_INTERNAL; + } + + mm_attrs_get_string_by_name ( attrs, "subtitle_uri", &subtitle_uri ); + if ( !subtitle_uri || strlen(subtitle_uri) < 1) + { + debug_error("subtitle uri is not proper filepath.\n"); + return MM_ERROR_PLAYER_INVALID_URI; + } + debug_log("subtitle file path is [%s].\n", subtitle_uri); + + + /* create the subtitle source */ + subsrc = gst_element_factory_make("filesrc", "subtitle_source"); + if ( !subsrc ) + { + debug_error ( "failed to create filesrc element\n" ); + goto ERROR; + } + g_object_set(G_OBJECT (subsrc), "location", subtitle_uri, NULL); + + mainbin[MMPLAYER_M_SUBSRC].id = MMPLAYER_M_SUBSRC; + mainbin[MMPLAYER_M_SUBSRC].gst = subsrc; + + if (!gst_bin_add(GST_BIN(mainbin[MMPLAYER_M_PIPE].gst), subsrc)) + { + debug_warning("failed to add queue\n"); + goto ERROR; + } + + /* subparse */ + subparse = gst_element_factory_make("subparse", "subtitle_parser"); + if ( !subparse ) + { + debug_error ( "failed to create subparse element\n" ); + goto ERROR; + } + + charset = util_get_charset(subtitle_uri); + if (charset) + { + debug_log ("detected charset is %s\n", charset ); + g_object_set (G_OBJECT (subparse), "subtitle-encoding", charset, NULL); + } + + mainbin[MMPLAYER_M_SUBPARSE].id = MMPLAYER_M_SUBPARSE; + mainbin[MMPLAYER_M_SUBPARSE].gst = subparse; + + if (!gst_bin_add(GST_BIN(mainbin[MMPLAYER_M_PIPE].gst), subparse)) + { + debug_warning("failed to add subparse\n"); + goto ERROR; + } + + if (!gst_element_link_pads (subsrc, "src", subparse, "sink")) + { + debug_warning("failed to link subsrc and subparse\n"); + goto ERROR; + } + + player->play_subtitle = TRUE; + player->adjust_subtitle_pos = 0; + + debug_log ("play subtitle using subtitle file\n"); + + if (player->pipeline->textbin == NULL) + { + if (MM_ERROR_NONE != __mmplayer_gst_create_text_pipeline(player)) + { + debug_error("failed to create textbin. continuing without text\n"); + goto ERROR; + } + + if (!gst_bin_add(GST_BIN(mainbin[MMPLAYER_M_PIPE].gst), GST_ELEMENT(player->pipeline->textbin[MMPLAYER_T_BIN].gst))) + { + debug_warning("failed to add textbin\n"); + goto ERROR; + } + + debug_log ("link text input selector and textbin ghost pad"); + if (!gst_element_link_pads (subparse, "src", player->pipeline->textbin[MMPLAYER_T_BIN].gst, "text_sink")) + { + debug_warning("failed to link subparse and textbin\n"); + goto ERROR; + } + + player->textsink_linked = 1; + player->external_text_idx = 0; + debug_msg("player->textsink_linked set to 1\n"); + } + else + { + debug_log("text bin has been created. reuse it."); + + if (!gst_element_link_pads (subparse, "src", player->pipeline->textbin[MMPLAYER_T_BIN].gst, "text_sink")) + { + debug_warning("failed to link subparse and textbin\n"); + goto ERROR; + } + + player->external_text_idx = 1; + } + + if (!gst_element_link_pads (subparse, "src", player->pipeline->textbin[MMPLAYER_T_BIN].gst, "text_sink")) + { + debug_warning("failed to link subparse and textbin\n"); + goto ERROR; + } + + pad = gst_element_get_static_pad (player->pipeline->textbin[MMPLAYER_T_FAKE_SINK].gst, "sink"); + + if (!pad) + { + debug_error("failed to get sink pad from textsink to probe data"); + return MM_ERROR_PLAYER_INTERNAL; + } + + gst_pad_add_probe (pad, GST_PAD_PROBE_TYPE_BUFFER, + __mmplayer_subtitle_adjust_position_probe, player, NULL); + + gst_object_unref(pad); + pad=NULL; + + + MMPLAYER_FLEAVE(); + + return MM_ERROR_NONE; + +ERROR: + return MM_ERROR_PLAYER_INTERNAL; +} gboolean __mmplayer_update_subtitle( GstElement* object, GstBuffer *buffer, GstPad *pad, gpointer data) { mm_player_t* player = (mm_player_t*) data; MMMessageParamType msg = {0, }; - GstClockTime duration = 0; + GstClockTime duration = 0; gpointer text = NULL; + guint text_size = 0; gboolean ret = TRUE; - GstMapInfo info; + GstMapInfo mapinfo = GST_MAP_INFO_INIT; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, FALSE ); return_val_if_fail ( buffer, FALSE ); - gst_buffer_map (buffer, &info, GST_MAP_READ); - text = g_memdup(info.data, info.size); - gst_buffer_unmap (buffer, &info); - + gst_buffer_map(buffer, &mapinfo, GST_MAP_READ); + text = g_memdup(mapinfo.data, mapinfo.size); + text_size = mapinfo.size; duration = GST_BUFFER_DURATION(buffer); - if ( player->is_subtitle_off ) + + if ( player->set_mode.subtitle_off ) { debug_log("subtitle is OFF.\n" ); return TRUE; } - if ( !text ) + if ( !text || (text_size == 0)) { debug_log("There is no subtitle to be displayed.\n" ); return TRUE; @@ -1809,24 +6255,240 @@ __mmplayer_update_subtitle( GstElement* object, GstBuffer *buffer, GstPad *pad, msg.data = (void *) text; msg.subtitle.duration = GST_TIME_AS_MSECONDS(duration); - debug_warning("update subtitle : [%ld msec] %s\n'", msg.subtitle.duration, (char*)msg.data ); + debug_log("update subtitle : [%ld msec] %s\n'", msg.subtitle.duration, (char*)msg.data ); MMPLAYER_POST_MSG( player, MM_MESSAGE_UPDATE_SUBTITLE, &msg ); + gst_buffer_unmap(buffer, &mapinfo); - debug_fleave(); + MMPLAYER_FLEAVE(); return ret; } +static GstPadProbeReturn +__mmplayer_subtitle_adjust_position_probe (GstPad *pad, GstPadProbeInfo *info, gpointer u_data) + +{ + mm_player_t *player = (mm_player_t *) u_data; + GstClockTime cur_timestamp = 0; + gint64 adjusted_timestamp = 0; + GstBuffer *buffer = gst_pad_probe_info_get_buffer(info); + GstMapInfo probe_info = GST_MAP_INFO_INIT; + + return_val_if_fail ( player, FALSE ); + + gst_buffer_map(buffer, &probe_info, GST_MAP_READ); + + if ( player->set_mode.subtitle_off ) + { + debug_log("subtitle is OFF.\n" ); + return TRUE; + } + + if (player->adjust_subtitle_pos == 0 ) + { + debug_log("nothing to do"); + return TRUE; + } + + cur_timestamp = GST_BUFFER_TIMESTAMP(buffer); + adjusted_timestamp = (gint64) cur_timestamp + ((gint64) player->adjust_subtitle_pos * G_GINT64_CONSTANT(1000000)); + + gst_buffer_unmap(buffer, &probe_info); + + if ( adjusted_timestamp < 0) + { + debug_log("adjusted_timestamp under zero"); + MMPLAYER_FLEAVE(); + return FALSE; + } + + GST_BUFFER_TIMESTAMP(buffer) = (GstClockTime) adjusted_timestamp; + debug_log("buffer timestamp changed %" GST_TIME_FORMAT " -> %" GST_TIME_FORMAT "", + GST_TIME_ARGS(cur_timestamp), + GST_TIME_ARGS(GST_BUFFER_TIMESTAMP(buffer))); + + return GST_PAD_PROBE_OK; +} +static int __gst_adjust_subtitle_position(mm_player_t* player, int format, int position) +{ + MMPLAYER_FENTER(); + + /* check player and subtitlebin are created */ + return_val_if_fail ( player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED ); + return_val_if_fail ( player->play_subtitle, MM_ERROR_NOT_SUPPORT_API ); + + if (position == 0) + { + debug_log ("nothing to do\n"); + MMPLAYER_FLEAVE(); + return MM_ERROR_NONE; + } + + switch (format) + { + case MM_PLAYER_POS_FORMAT_TIME: + { + /* check current postion */ + player->adjust_subtitle_pos = position; + + debug_log("save adjust_subtitle_pos in player") ; + } + break; + + default: + { + debug_warning("invalid format.\n"); + MMPLAYER_FLEAVE(); + return MM_ERROR_INVALID_ARGUMENT; + } + } + + MMPLAYER_FLEAVE(); + + return MM_ERROR_NONE; +} +static int __gst_adjust_video_position(mm_player_t* player, int offset) +{ + MMPLAYER_FENTER(); + debug_log("adjusting video_pos in player") ; + int current_pos = 0; + /* check player and videobin are created */ + return_val_if_fail ( player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED ); + if ( !player->pipeline->videobin || + !player->pipeline->videobin[MMPLAYER_V_SINK].gst ) + { + debug_log("no video pipeline or sink is there"); + return MM_ERROR_PLAYER_INVALID_STATE ; + } + if (offset == 0) + { + debug_log ("nothing to do\n"); + MMPLAYER_FLEAVE(); + return MM_ERROR_NONE; + } + if(__gst_get_position ( player, MM_PLAYER_POS_FORMAT_TIME, (unsigned long*)¤t_pos ) != MM_ERROR_NONE ) + { + debug_log("failed to get current position"); + return MM_ERROR_PLAYER_INTERNAL; + } + if ( (current_pos - offset ) < GST_TIME_AS_MSECONDS(player->duration) ) + { + debug_log("enter video delay is valid"); + } + else { + debug_log("enter video delay is crossing content boundary"); + return MM_ERROR_INVALID_ARGUMENT ; + } + g_object_set (G_OBJECT (player->pipeline->videobin[MMPLAYER_V_SINK].gst),"ts-offset",((gint64) offset * G_GINT64_CONSTANT(1000000)),NULL); + debug_log("video delay has been done"); + MMPLAYER_FLEAVE(); + + return MM_ERROR_NONE; +} + +static void +__gst_appsrc_feed_data_mem(GstElement *element, guint size, gpointer user_data) // @ +{ + GstElement *appsrc = element; + tBuffer *buf = (tBuffer *)user_data; + GstBuffer *buffer = NULL; + GstFlowReturn ret = GST_FLOW_OK; + gint len = size; + + return_if_fail ( element ); + return_if_fail ( buf ); + + buffer = gst_buffer_new (); + + if (buf->offset >= buf->len) + { + debug_log("call eos appsrc\n"); + g_signal_emit_by_name (appsrc, "end-of-stream", &ret); + return; + } + + if ( buf->len - buf->offset < size) + { + len = buf->len - buf->offset + buf->offset; + } + + gst_buffer_insert_memory(buffer, -1, gst_memory_new_wrapped(0, (guint8 *)(buf->buf + buf->offset), len, 0, len, (guint8*)(buf->buf + buf->offset), g_free)); + GST_BUFFER_OFFSET(buffer) = buf->offset; + GST_BUFFER_OFFSET_END(buffer) = buf->offset + len; + + //debug_log("feed buffer %p, offset %u-%u length %u\n", buffer, buf->offset, buf->len,len); + g_signal_emit_by_name (appsrc, "push-buffer", buffer, &ret); + + buf->offset += len; +} + +static gboolean +__gst_appsrc_seek_data_mem(GstElement *element, guint64 size, gpointer user_data) // @ +{ + tBuffer *buf = (tBuffer *)user_data; + + return_val_if_fail ( buf, FALSE ); + + buf->offset = (int)size; + + return TRUE; +} + +static void +__gst_appsrc_feed_data(GstElement *element, guint size, gpointer user_data) // @ +{ + mm_player_t *player = (mm_player_t*)user_data; + + return_if_fail ( player ); + + debug_msg("app-src: feed data\n"); + + if(player->need_data_cb) + player->need_data_cb(size, player->buffer_cb_user_param); +} + +static gboolean +__gst_appsrc_seek_data(GstElement *element, guint64 offset, gpointer user_data) // @ +{ + mm_player_t *player = (mm_player_t*)user_data; + + return_val_if_fail ( player, FALSE ); + + debug_msg("app-src: seek data\n"); + + if(player->seek_data_cb) + player->seek_data_cb(offset, player->buffer_cb_user_param); + + return TRUE; +} + + +static gboolean +__gst_appsrc_enough_data(GstElement *element, gpointer user_data) // @ +{ + mm_player_t *player = (mm_player_t*)user_data; + + return_val_if_fail ( player, FALSE ); + + debug_msg("app-src: enough data:%p\n", player->enough_data_cb); + + if(player->enough_data_cb) + player->enough_data_cb(player->buffer_cb_user_param); + + return TRUE; +} + int _mmplayer_push_buffer(MMHandleType hplayer, unsigned char *buf, int size) // @ { mm_player_t* player = (mm_player_t*)hplayer; - GstBuffer *buffer = NULL; - GstFlowReturn gst_ret = GST_FLOW_OK; + GstBuffer *buffer = NULL; + GstFlowReturn gst_ret = GST_FLOW_OK; int ret = MM_ERROR_NONE; +// gint len = size; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); @@ -1846,75 +6508,1069 @@ _mmplayer_push_buffer(MMHandleType hplayer, unsigned char *buf, int size) // @ } } - debug_msg("app-src: pushing data\n"); + debug_msg("app-src: pushing data\n"); - if ( buf == NULL ) - { - debug_error("buf is null\n"); - return MM_ERROR_NONE; - } + if ( buf == NULL ) + { + debug_error("buf is null\n"); + return MM_ERROR_NONE; + } - buffer = gst_buffer_new (); + buffer = gst_buffer_new (); - if (size <= 0) + if (size <= 0) + { + debug_log("call eos appsrc\n"); + g_signal_emit_by_name (player->pipeline->mainbin[MMPLAYER_M_SRC].gst, "end-of-stream", &gst_ret); + return MM_ERROR_NONE; + } + + //gst_buffer_insert_memory(buffer, -1, gst_memory_new_wrapped(0, (guint8 *)(buf->buf + buf->offset), len, 0, len, (guint8*)(buf->buf + buf->offset), g_free)); + + debug_log("feed buffer %p, length %u\n", buf, size); + g_signal_emit_by_name (player->pipeline->mainbin[MMPLAYER_M_SRC].gst, "push-buffer", buffer, &gst_ret); + + MMPLAYER_FLEAVE(); + + return ret; +} + +/* if retval is FALSE, it will be dropped for perfomance. */ +static gboolean +__mmplayer_check_useful_message(mm_player_t *player, GstMessage * message) +{ + gboolean retval = FALSE; + + if ( !(player->pipeline && player->pipeline->mainbin) ) { - debug_log("call eos appsrc\n"); - g_signal_emit_by_name (player->pipeline->mainbin[MMPLAYER_M_SRC].gst, "end-of-stream", &gst_ret); - return MM_ERROR_NONE; + debug_error("player pipeline handle is null"); + return TRUE; } - gst_buffer_insert_memory(buffer, -1, gst_memory_new_wrapped(0, (guint8*)buf, size, 0, size, (guint8*)buf, g_free)); + switch (GST_MESSAGE_TYPE (message)) + { + case GST_MESSAGE_TAG: + case GST_MESSAGE_EOS: + case GST_MESSAGE_ERROR: + case GST_MESSAGE_WARNING: + case GST_MESSAGE_CLOCK_LOST: + case GST_MESSAGE_NEW_CLOCK: + case GST_MESSAGE_ELEMENT: + case GST_MESSAGE_DURATION: + case GST_MESSAGE_ASYNC_START: + retval = TRUE; + break; + case GST_MESSAGE_ASYNC_DONE: + case GST_MESSAGE_STATE_CHANGED: + /* we only handle messages from pipeline */ + if(( message->src == (GstObject *)player->pipeline->mainbin[MMPLAYER_M_PIPE].gst ) && (!player->pp_rebuilding)) + retval = TRUE; + else + retval = FALSE; + break; + case GST_MESSAGE_BUFFERING: + { + gint buffer_percent = 0; - debug_log("feed buffer %p, length %u\n", buf, size); - g_signal_emit_by_name (player->pipeline->mainbin[MMPLAYER_M_SRC].gst, "push-buffer", buffer, &gst_ret); + gst_message_parse_buffering (message, &buffer_percent); - debug_fleave(); + if ((MMPLAYER_IS_STREAMING(player)) && + (player->streamer) && + (player->streamer->is_buffering == TRUE) && + (buffer_percent == MAX_BUFFER_PERCENT)) + { + debug_log (">>> [%s] Buffering DONE is detected !!\n", GST_OBJECT_NAME(GST_MESSAGE_SRC(message))); + player->streamer->is_buffering_done = TRUE; + } - return ret; + retval = TRUE; + break; + } + default: + retval = FALSE; + break; + } + + return retval; } -GstBusSyncReply +static GstBusSyncReply __mmplayer_bus_sync_callback (GstBus * bus, GstMessage * message, gpointer data) { mm_player_t *player = (mm_player_t *)data; + GstBusSyncReply reply = GST_BUS_DROP; + + if ( ! ( player->pipeline && player->pipeline->mainbin ) ) + { + debug_error("player pipeline handle is null"); + return GST_BUS_PASS; + } + + if (!__mmplayer_check_useful_message(player, message)) + { + gst_message_unref (message); + return GST_BUS_DROP; + } switch (GST_MESSAGE_TYPE (message)) { + case GST_MESSAGE_STATE_CHANGED: + /* post directly for fast launch */ + if (player->sync_handler) { + __mmplayer_gst_callback(NULL, message, player); + reply = GST_BUS_DROP; + } + else { + reply = GST_BUS_PASS; + } + break; case GST_MESSAGE_TAG: __mmplayer_gst_extract_tag_from_msg(player, message); + + #if 0 // debug + { + GstTagList *tags = NULL; + + gst_message_parse_tag (message, &tags); + if (tags) { + debug_error("TAGS received from element \"%s\".\n", + GST_STR_NULL (GST_ELEMENT_NAME (GST_MESSAGE_SRC (message)))); + + gst_tag_list_foreach (tags, print_tag, NULL); + gst_tag_list_free (tags); + tags = NULL; + } + break; + } + #endif break; + case GST_MESSAGE_DURATION: __mmplayer_gst_handle_duration(player, message); break; + case GST_MESSAGE_ASYNC_DONE: + /* NOTE:Don't call gst_callback directly + * because previous frame can be showed even though this message is received for seek. + */ + default: + reply = GST_BUS_PASS; + break; + } + + if (reply == GST_BUS_DROP) + gst_message_unref (message); + + return reply; +} + +/** + * This function is to create audio or video pipeline for playing. + * + * @param player [in] handle of player + * + * @return This function returns zero on success. + * @remark + * @see + */ +static int +__mmplayer_gst_create_pipeline(mm_player_t* player) // @ +{ + GstBus *bus = NULL; + MMPlayerGstElement *mainbin = NULL; + MMHandleType attrs = 0; + GstElement* element = NULL; + GList* element_bucket = NULL; + gboolean need_state_holder = TRUE; + gint i = 0; + + MMPLAYER_FENTER(); + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + /* get profile attribute */ + attrs = MMPLAYER_GET_ATTRS(player); + if ( !attrs ) + { + debug_error("cannot get content attribute\n"); + goto INIT_ERROR; + } + + /* create pipeline handles */ + if ( player->pipeline ) + { + debug_warning("pipeline should be released before create new one\n"); + goto INIT_ERROR; + } + + player->pipeline = (MMPlayerGstPipelineInfo*) g_malloc0( sizeof(MMPlayerGstPipelineInfo) ); + if (player->pipeline == NULL) + goto INIT_ERROR; + + memset( player->pipeline, 0, sizeof(MMPlayerGstPipelineInfo) ); + + + /* create mainbin */ + mainbin = (MMPlayerGstElement*) g_malloc0( sizeof(MMPlayerGstElement) * MMPLAYER_M_NUM ); + if (mainbin == NULL) + goto INIT_ERROR; + + memset( mainbin, 0, sizeof(MMPlayerGstElement) * MMPLAYER_M_NUM); + + /* create pipeline */ + mainbin[MMPLAYER_M_PIPE].id = MMPLAYER_M_PIPE; + mainbin[MMPLAYER_M_PIPE].gst = gst_pipeline_new("player"); + if ( ! mainbin[MMPLAYER_M_PIPE].gst ) + { + debug_error("failed to create pipeline\n"); + goto INIT_ERROR; + } + player->demux_pad_index = 0; + player->subtitle_language_list = NULL; + + player->is_subtitle_force_drop = FALSE; + player->last_multiwin_status = FALSE; + + _mmplayer_track_initialize(player); + + /* create source element */ + switch ( player->profile.uri_type ) + { + /* rtsp streamming */ + case MM_PLAYER_URI_TYPE_URL_RTSP: + { + gint network_bandwidth; + gchar *user_agent, *wap_profile; + + element = gst_element_factory_make(player->ini.name_of_rtspsrc, "streaming_source"); + + if ( !element ) + { + debug_error("failed to create streaming source element\n"); + break; + } + + debug_log("using streamming source [%s].\n", player->ini.name_of_rtspsrc); + + /* make it zero */ + network_bandwidth = 0; + user_agent = wap_profile = NULL; + + /* get attribute */ + mm_attrs_get_string_by_name ( attrs, "streaming_user_agent", &user_agent ); + mm_attrs_get_string_by_name ( attrs,"streaming_wap_profile", &wap_profile ); + mm_attrs_get_int_by_name ( attrs, "streaming_network_bandwidth", &network_bandwidth ); + + secure_debug_log("user_agent : %s\n", user_agent); + secure_debug_log("wap_profile : %s\n", wap_profile); + debug_log("network_bandwidth : %d\n", network_bandwidth); + debug_log("buffering time : %d\n", player->ini.rtsp_buffering_time); + debug_log("rebuffering time : %d\n", player->ini.rtsp_rebuffering_time); + + /* setting property to streaming source */ + g_object_set(G_OBJECT(element), "location", player->profile.uri, NULL); + g_object_set(G_OBJECT(element), "bandwidth", network_bandwidth, NULL); + g_object_set(G_OBJECT(element), "buffering_time", player->ini.rtsp_buffering_time, NULL); + g_object_set(G_OBJECT(element), "rebuffering_time", player->ini.rtsp_rebuffering_time, NULL); + if ( user_agent ) + g_object_set(G_OBJECT(element), "user_agent", user_agent, NULL); + if ( wap_profile ) + g_object_set(G_OBJECT(element), "wap_profile", wap_profile, NULL); + + MMPLAYER_SIGNAL_CONNECT ( player, G_OBJECT(element), MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "pad-added", + G_CALLBACK (__mmplayer_gst_rtp_dynamic_pad), player ); + MMPLAYER_SIGNAL_CONNECT ( player, G_OBJECT(element), MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "no-more-pads", + G_CALLBACK (__mmplayer_gst_rtp_no_more_pads), player ); + + player->use_decodebin = FALSE; + } + break; +#if 0 + /* WFD streamming */ + case MM_PLAYER_URI_TYPE_URL_WFD: + { + element = gst_element_factory_make("wfdrtspsrc", "wfd_source"); + if ( !element ) + { + debug_error("failed to create wfd streaming source element\n"); + break; + } + debug_log("using wfd streamming source wfdrtspsrc.\n"); + g_object_set(G_OBJECT(element), "location", player->profile.uri, NULL); + g_object_set(G_OBJECT(element), "debug", TRUE, NULL); + g_object_set(G_OBJECT(element), "latency", 0, NULL); + MMPLAYER_SIGNAL_CONNECT ( player, G_OBJECT(element), MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "pad-added", + G_CALLBACK (__mmplayer_gst_wfd_dynamic_pad), player ); + + player->use_decodebin = FALSE; + } + break; +#endif + /* http streaming*/ + case MM_PLAYER_URI_TYPE_URL_HTTP: + { + gchar *user_agent, *proxy, *cookies, **cookie_list; + gint http_timeout = DEFAULT_HTTP_TIMEOUT; + user_agent = proxy = cookies = NULL; + cookie_list = NULL; + gint mode = MM_PLAYER_PD_MODE_NONE; + + mm_attrs_get_int_by_name ( attrs, "pd_mode", &mode ); + + player->pd_mode = mode; + + debug_log("http playback, PD mode : %d\n", player->pd_mode); + + if ( ! MMPLAYER_IS_HTTP_PD(player) ) + { + element = gst_element_factory_make(player->ini.name_of_httpsrc, "http_streaming_source"); + if ( !element ) + { + debug_error("failed to create http streaming source element[%s].\n", player->ini.name_of_httpsrc); + break; + } + debug_log("using http streamming source [%s].\n", player->ini.name_of_httpsrc); + + /* get attribute */ + mm_attrs_get_string_by_name ( attrs, "streaming_cookie", &cookies ); + mm_attrs_get_string_by_name ( attrs, "streaming_user_agent", &user_agent ); + mm_attrs_get_string_by_name ( attrs, "streaming_proxy", &proxy ); + mm_attrs_get_int_by_name ( attrs, "streaming_timeout", &http_timeout ); + + if ((http_timeout == DEFAULT_HTTP_TIMEOUT) && + (player->ini.http_timeout != DEFAULT_HTTP_TIMEOUT)) + { + debug_log("get timeout from ini\n"); + http_timeout = player->ini.http_timeout; + } + + /* get attribute */ + secure_debug_log("location : %s\n", player->profile.uri); + secure_debug_log("cookies : %s\n", cookies); + secure_debug_log("proxy : %s\n", proxy); + secure_debug_log("user_agent : %s\n", user_agent); + debug_log("timeout : %d\n", http_timeout); + + /* setting property to streaming source */ + g_object_set(G_OBJECT(element), "location", player->profile.uri, NULL); + g_object_set(G_OBJECT(element), "timeout", http_timeout, NULL); + g_object_set(G_OBJECT(element), "blocksize", (unsigned long)(64*1024), NULL); + + /* check if prosy is vailid or not */ + if ( util_check_valid_url ( proxy ) ) + g_object_set(G_OBJECT(element), "proxy", proxy, NULL); + /* parsing cookies */ + if ( ( cookie_list = util_get_cookie_list ((const char*)cookies) ) ) + g_object_set(G_OBJECT(element), "cookies", cookie_list, NULL); + if ( user_agent ) + g_object_set(G_OBJECT(element), "user_agent", user_agent, NULL); + + if ( MMPLAYER_URL_HAS_DASH_SUFFIX(player) ) + { + debug_warning("it's dash. and it's still experimental feature."); + } + else if (MMPLAYER_URL_HAS_HLS_SUFFIX(player) ) + { + debug_warning("it's hls. using decodebin"); + } + } + else // progressive download + { + gchar* location = NULL; + + if (player->pd_mode == MM_PLAYER_PD_MODE_URI) + { + gchar *path = NULL; + + mm_attrs_get_string_by_name ( attrs, "pd_location", &path ); + + MMPLAYER_FREEIF(player->pd_file_save_path); + + debug_log("PD Location : %s\n", path); + + if ( path ) + { + player->pd_file_save_path = g_strdup(path); + } + else + { + debug_error("can't find pd location so, it should be set \n"); + return MM_ERROR_PLAYER_FILE_NOT_FOUND; + } + } + + element = gst_element_factory_make("pdpushsrc", "PD pushsrc"); + if ( !element ) + { + debug_error("failed to create PD push source element[%s].\n", "pdpushsrc"); + break; + } + + if (player->pd_mode == MM_PLAYER_PD_MODE_URI) + g_object_set(G_OBJECT(element), "location", player->pd_file_save_path, NULL); + else + g_object_set(G_OBJECT(element), "location", player->profile.uri, NULL); + + g_object_get(element, "location", &location, NULL); + debug_log("PD_LOCATION [%s].\n", location); + if (location) + g_free (location); + } + } + break; + + /* file source */ + case MM_PLAYER_URI_TYPE_FILE: + { + +#ifdef ENABLE_DRMSRC + + char* drmsrc = player->ini.name_of_drmsrc; + + debug_log("using [%s] for 'file://' handler.\n", drmsrc); + + element = gst_element_factory_make(drmsrc, "source"); + if ( !element ) + { + debug_error("failed to create %s\n", drmsrc); + break; + } +#else + debug_log("using filesrc for 'file://' handler.\n"); + + element = gst_element_factory_make("filesrc", "source"); + + if ( !element ) + { + debug_error("failed to create filesrc\n"); + break; + } +#endif + g_object_set(G_OBJECT(element), "location", (player->profile.uri)+7, NULL); /* uri+7 -> remove "file:// */ + //g_object_set(G_OBJECT(element), "use-mmap", TRUE, NULL); + } + break; + + case MM_PLAYER_URI_TYPE_SS: + { + gint http_timeout = DEFAULT_HTTP_TIMEOUT; + element = gst_element_factory_make("souphttpsrc", "http streaming source"); + if ( !element ) + { + debug_error("failed to create http streaming source element[%s]", player->ini.name_of_httpsrc); + break; + } + + mm_attrs_get_int_by_name ( attrs, "streaming_timeout", &http_timeout ); + + if ((http_timeout == DEFAULT_HTTP_TIMEOUT) && + (player->ini.http_timeout != DEFAULT_HTTP_TIMEOUT)) + { + debug_log("get timeout from ini\n"); + http_timeout = player->ini.http_timeout; + } + + /* setting property to streaming source */ + g_object_set(G_OBJECT(element), "location", player->profile.uri, NULL); + g_object_set(G_OBJECT(element), "timeout", http_timeout, NULL); + } + break; + /* appsrc */ + case MM_PLAYER_URI_TYPE_BUFF: + { + guint64 stream_type = GST_APP_STREAM_TYPE_STREAM; + + debug_log("mem src is selected\n"); + + element = gst_element_factory_make("appsrc", "buff-source"); + if ( !element ) + { + debug_error("failed to create appsrc element\n"); + break; + } + + g_object_set( element, "stream-type", stream_type, NULL ); + //g_object_set( element, "size", player->mem_buf.len, NULL ); + //g_object_set( element, "blocksize", (guint64)20480, NULL ); + + MMPLAYER_SIGNAL_CONNECT( player, element, MM_PLAYER_SIGNAL_TYPE_OTHERS, "seek-data", + G_CALLBACK(__gst_appsrc_seek_data), player); + MMPLAYER_SIGNAL_CONNECT( player, element, MM_PLAYER_SIGNAL_TYPE_OTHERS, "need-data", + G_CALLBACK(__gst_appsrc_feed_data), player); + MMPLAYER_SIGNAL_CONNECT( player, element, MM_PLAYER_SIGNAL_TYPE_OTHERS, "enough-data", + G_CALLBACK(__gst_appsrc_enough_data), player); + } + break; + + /* appsrc */ + case MM_PLAYER_URI_TYPE_MEM: + { + guint64 stream_type = GST_APP_STREAM_TYPE_RANDOM_ACCESS; + + debug_log("mem src is selected\n"); + + element = gst_element_factory_make("appsrc", "mem-source"); + if ( !element ) + { + debug_error("failed to create appsrc element\n"); + break; + } + + g_object_set( element, "stream-type", stream_type, NULL ); + g_object_set( element, "size", player->mem_buf.len, NULL ); + g_object_set( element, "blocksize", (guint64)20480, NULL ); + + MMPLAYER_SIGNAL_CONNECT( player, element, MM_PLAYER_SIGNAL_TYPE_OTHERS, "seek-data", + G_CALLBACK(__gst_appsrc_seek_data_mem), &player->mem_buf ); + MMPLAYER_SIGNAL_CONNECT( player, element, MM_PLAYER_SIGNAL_TYPE_OTHERS, "need-data", + G_CALLBACK(__gst_appsrc_feed_data_mem), &player->mem_buf ); + } + break; + case MM_PLAYER_URI_TYPE_URL: + break; + + case MM_PLAYER_URI_TYPE_TEMP: + break; + + case MM_PLAYER_URI_TYPE_NONE: default: - return GST_BUS_PASS; + break; + } + + /* check source element is OK */ + if ( ! element ) + { + debug_error("no source element was created.\n"); + goto INIT_ERROR; + } + + /* take source element */ + mainbin[MMPLAYER_M_SRC].id = MMPLAYER_M_SRC; + mainbin[MMPLAYER_M_SRC].gst = element; + element_bucket = g_list_append(element_bucket, &mainbin[MMPLAYER_M_SRC]); + + if ((MMPLAYER_IS_STREAMING(player)) && (player->streamer == NULL)) + { + player->streamer = __mm_player_streaming_create(); + __mm_player_streaming_initialize(player->streamer); + } + + if ( MMPLAYER_IS_HTTP_PD(player) ) + { + gdouble pre_buffering_time = (gdouble)player->streamer->buffering_req.initial_second; + + debug_log ("Picked queue2 element(pre buffer : %d sec)....\n", pre_buffering_time); + element = gst_element_factory_make("queue2", "queue2"); + if ( !element ) + { + debug_error ( "failed to create http streaming buffer element\n" ); + goto INIT_ERROR; + } + + /* take it */ + mainbin[MMPLAYER_M_MUXED_S_BUFFER].id = MMPLAYER_M_MUXED_S_BUFFER; + mainbin[MMPLAYER_M_MUXED_S_BUFFER].gst = element; + element_bucket = g_list_append(element_bucket, &mainbin[MMPLAYER_M_MUXED_S_BUFFER]); + + pre_buffering_time = (pre_buffering_time > 0)?(pre_buffering_time):(player->ini.http_buffering_time); + + __mm_player_streaming_set_queue2(player->streamer, + element, + TRUE, + player->ini.http_max_size_bytes, + pre_buffering_time, + 1.0, + player->ini.http_buffering_limit, + FALSE, + NULL, + 0); + } + + /* create autoplugging element if src element is not a rtsp src */ + if ((player->profile.uri_type != MM_PLAYER_URI_TYPE_URL_RTSP) && + (player->profile.uri_type != MM_PLAYER_URI_TYPE_URL_WFD)) + { + element = NULL; + enum MainElementID elemId = MMPLAYER_M_NUM; + + if ((player->use_decodebin) && + ((MMPLAYER_IS_HTTP_PD(player)) || + (!MMPLAYER_IS_HTTP_STREAMING(player)))) + { + elemId = MMPLAYER_M_AUTOPLUG; + element = __mmplayer_create_decodebin(player); + need_state_holder = FALSE; + } + else + { + elemId = MMPLAYER_M_TYPEFIND; + element = gst_element_factory_make("typefind", "typefinder"); + MMPLAYER_SIGNAL_CONNECT( player, element, MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "have-type", + G_CALLBACK(__mmplayer_typefind_have_type), (gpointer)player ); + } + + + /* check autoplug element is OK */ + if ( ! element ) + { + debug_error("can not create element (%d)\n", elemId); + goto INIT_ERROR; + } + + mainbin[elemId].id = elemId; + mainbin[elemId].gst = element; + + element_bucket = g_list_append(element_bucket, &mainbin[elemId]); + } + + /* add elements to pipeline */ + if( !__mmplayer_gst_element_add_bucket_to_bin(GST_BIN(mainbin[MMPLAYER_M_PIPE].gst), element_bucket)) + { + debug_error("Failed to add elements to pipeline\n"); + goto INIT_ERROR; + } + + + /* linking elements in the bucket by added order. */ + if ( __mmplayer_gst_element_link_bucket(element_bucket) == -1 ) + { + debug_error("Failed to link some elements\n"); + goto INIT_ERROR; + } + + + /* create fakesink element for keeping the pipeline state PAUSED. if needed */ + if ( need_state_holder ) + { + /* create */ + mainbin[MMPLAYER_M_SRC_FAKESINK].id = MMPLAYER_M_SRC_FAKESINK; + mainbin[MMPLAYER_M_SRC_FAKESINK].gst = gst_element_factory_make ("fakesink", "state-holder"); + + if (!mainbin[MMPLAYER_M_SRC_FAKESINK].gst) + { + debug_error ("fakesink element could not be created\n"); + goto INIT_ERROR; + } + GST_OBJECT_FLAG_UNSET (mainbin[MMPLAYER_M_SRC_FAKESINK].gst, GST_ELEMENT_FLAG_SINK); + + /* take ownership of fakesink. we are reusing it */ + gst_object_ref( mainbin[MMPLAYER_M_SRC_FAKESINK].gst ); + + /* add */ + if ( FALSE == gst_bin_add(GST_BIN(mainbin[MMPLAYER_M_PIPE].gst), + mainbin[MMPLAYER_M_SRC_FAKESINK].gst) ) + { + debug_error("failed to add fakesink to bin\n"); + goto INIT_ERROR; + } + } + + /* now we have completed mainbin. take it */ + player->pipeline->mainbin = mainbin; + + /* connect bus callback */ + bus = gst_pipeline_get_bus(GST_PIPELINE(mainbin[MMPLAYER_M_PIPE].gst)); + if ( !bus ) + { + debug_error ("cannot get bus from pipeline.\n"); + goto INIT_ERROR; } - gst_message_unref (message); - return GST_BUS_DROP; + player->bus_watcher = gst_bus_add_watch(bus, (GstBusFunc)__mmplayer_gst_callback, player); + + player->context.thread_default = g_main_context_get_thread_default(); + + if (NULL == player->context.thread_default) + { + player->context.thread_default = g_main_context_default(); + debug_log("thread-default context is the global default context"); + } + debug_warning("bus watcher thread context = %p, watcher : %d", player->context.thread_default, player->bus_watcher); + + /* Note : check whether subtitle atrribute uri is set. If uri is set, then try to play subtitle file */ + if ( __mmplayer_check_subtitle ( player ) ) + { + if ( MM_ERROR_NONE != __mmplayer_gst_create_subtitle_src(player) ) + debug_error("fail to create subtitle src\n"); + } + + /* set sync handler to get tag synchronously */ + gst_bus_set_sync_handler(bus, __mmplayer_bus_sync_callback, player, NULL); + + /* finished */ + gst_object_unref(GST_OBJECT(bus)); + g_list_free(element_bucket); + + MMPLAYER_FLEAVE(); + + return MM_ERROR_NONE; + +INIT_ERROR: + + __mmplayer_gst_destroy_pipeline(player); + g_list_free(element_bucket); + + /* release element which are not added to bin */ + for ( i = 1; i < MMPLAYER_M_NUM; i++ ) /* NOTE : skip pipeline */ + { + if ( mainbin[i].gst ) + { + GstObject* parent = NULL; + parent = gst_element_get_parent( mainbin[i].gst ); + + if ( !parent ) + { + gst_object_unref(GST_OBJECT(mainbin[i].gst)); + mainbin[i].gst = NULL; + } + else + { + gst_object_unref(GST_OBJECT(parent)); + } + } + } + + /* release pipeline with it's childs */ + if ( mainbin[MMPLAYER_M_PIPE].gst ) + { + gst_object_unref(GST_OBJECT(mainbin[MMPLAYER_M_PIPE].gst)); + } + + MMPLAYER_FREEIF( player->pipeline ); + MMPLAYER_FREEIF( mainbin ); + + return MM_ERROR_PLAYER_INTERNAL; } -void __mmplayer_remove_g_source_from_context(guint source_id) +void __mmplayer_remove_g_source_from_context(GMainContext *context, guint source_id) { - GMainContext *context = g_main_context_get_thread_default (); GSource *source = NULL; - debug_fenter(); + MMPLAYER_FENTER(); source = g_main_context_find_source_by_id (context, source_id); if (source != NULL) { - debug_log("context : %x, source : %x", context, source); + debug_warning("context: %p, source id: %d, source: %p", context, source_id, source); g_source_destroy(source); } - debug_fleave(); + MMPLAYER_FLEAVE(); +} + +static int +__mmplayer_gst_destroy_pipeline(mm_player_t* player) // @ +{ + gint timeout = 0; + int ret = MM_ERROR_NONE; + + MMPLAYER_FENTER(); + + return_val_if_fail ( player, MM_ERROR_INVALID_HANDLE ); + + /* cleanup stuffs */ + MMPLAYER_FREEIF(player->type); + player->have_dynamic_pad = FALSE; + player->no_more_pad = FALSE; + player->num_dynamic_pad = 0; + player->demux_pad_index = 0; + player->subtitle_language_list = NULL; + player->use_deinterleave = FALSE; + player->pp_rebuilding = FALSE; + player->max_audio_channels = 0; + player->video_share_api_delta = 0; + player->video_share_clock_delta = 0; + player->video_hub_download_mode = 0; + + __mmplayer_post_proc_reset(player); + + if (player->streamer) + { + __mm_player_streaming_deinitialize (player->streamer); + __mm_player_streaming_destroy(player->streamer); + player->streamer = NULL; + } + + /* cleanup unlinked mime type */ + MMPLAYER_FREEIF(player->unlinked_audio_mime); + MMPLAYER_FREEIF(player->unlinked_video_mime); + MMPLAYER_FREEIF(player->unlinked_demuxer_mime); + + /* cleanup running stuffs */ + __mmplayer_cancel_eos_timer( player ); + + /* remove sound cb */ +// if ( MM_ERROR_NONE != mm_sound_remove_active_device_changed_callback(MM_PLAYER_NAME)) +// { +// debug_error("failed to mm_sound_remove_active_device_changed_callback"); +// } + + /* cleanup gst stuffs */ + if ( player->pipeline ) + { + MMPlayerGstElement* mainbin = player->pipeline->mainbin; + GstTagList* tag_list = player->pipeline->tag_list; + + /* first we need to disconnect all signal hander */ + __mmplayer_release_signal_connection( player, MM_PLAYER_SIGNAL_TYPE_ALL ); + + /* disconnecting bus watch */ + if ( player->bus_watcher ) + __mmplayer_remove_g_source_from_context(player->context.thread_default, player->bus_watcher); + player->bus_watcher = 0; + + if ( mainbin ) + { + MMPlayerGstElement* audiobin = player->pipeline->audiobin; + MMPlayerGstElement* videobin = player->pipeline->videobin; + MMPlayerGstElement* textbin = player->pipeline->textbin; + GstBus *bus = gst_pipeline_get_bus (GST_PIPELINE (mainbin[MMPLAYER_M_PIPE].gst)); + gst_bus_set_sync_handler (bus, NULL, NULL, NULL); + gst_object_unref(bus); + + timeout = MMPLAYER_STATE_CHANGE_TIMEOUT(player); + ret = __mmplayer_gst_set_state ( player, mainbin[MMPLAYER_M_PIPE].gst, GST_STATE_NULL, FALSE, timeout ); + if ( ret != MM_ERROR_NONE ) + { + debug_error("fail to change state to NULL\n"); + return MM_ERROR_PLAYER_INTERNAL; + } + + debug_warning("succeeded in chaning state to NULL\n"); + + gst_object_unref(GST_OBJECT(mainbin[MMPLAYER_M_PIPE].gst)); + + /* free fakesink */ + if ( mainbin[MMPLAYER_M_SRC_FAKESINK].gst ) + gst_object_unref(GST_OBJECT(mainbin[MMPLAYER_M_SRC_FAKESINK].gst)); + + /* free avsysaudiosink + avsysaudiosink should be unref when destory pipeline just after start play with BT. + Because audiosink is created but never added to bin, and therefore it will not be unref when pipeline is destroyed. + */ + MMPLAYER_FREEIF( audiobin ); + MMPLAYER_FREEIF( videobin ); + MMPLAYER_FREEIF( textbin ); + MMPLAYER_FREEIF( mainbin ); + } + + if ( tag_list ) + gst_tag_list_free(tag_list); + + MMPLAYER_FREEIF( player->pipeline ); + } + MMPLAYER_FREEIF(player->album_art); + + if (player->v_stream_caps) + { + gst_caps_unref(player->v_stream_caps); + player->v_stream_caps = NULL; + } + + _mmplayer_track_destroy(player); + + if ( player->sink_elements ) + g_list_free ( player->sink_elements ); + player->sink_elements = NULL; + + debug_warning("finished destroy pipeline\n"); + + MMPLAYER_FLEAVE(); + + return ret; +} + +static int __gst_realize(mm_player_t* player) // @ +{ + gint timeout = 0; + int ret = MM_ERROR_NONE; + + MMPLAYER_FENTER(); + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_PENDING_STATE(player) = MM_PLAYER_STATE_READY; + + ret = __mmplayer_gst_create_pipeline(player); + if ( ret ) + { + debug_error("failed to create pipeline\n"); + return ret; + } + + /* set pipeline state to READY */ + /* NOTE : state change to READY must be performed sync. */ + timeout = MMPLAYER_STATE_CHANGE_TIMEOUT(player); + ret = __mmplayer_gst_set_state(player, + player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_STATE_READY, FALSE, timeout); + + if ( ret != MM_ERROR_NONE ) + { + /* return error if failed to set state */ + debug_error("failed to set READY state"); + return ret; + } + else + { + MMPLAYER_SET_STATE ( player, MM_PLAYER_STATE_READY ); + } + + /* create dot before error-return. for debugging */ + MMPLAYER_GENERATE_DOT_IF_ENABLED ( player, "pipeline-status-realize" ); + + MMPLAYER_FLEAVE(); + + return ret; +} + +static int __gst_unrealize(mm_player_t* player) // @ +{ + int ret = MM_ERROR_NONE; + + MMPLAYER_FENTER(); + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + MMPLAYER_PENDING_STATE(player) = MM_PLAYER_STATE_NULL; + MMPLAYER_PRINT_STATE(player); + + /* release miscellaneous information */ + __mmplayer_release_misc( player ); + + /* destroy pipeline */ + ret = __mmplayer_gst_destroy_pipeline( player ); + if ( ret != MM_ERROR_NONE ) + { + debug_error("failed to destory pipeline\n"); + return ret; + } + + /* release miscellaneous information. + these info needs to be released after pipeline is destroyed. */ + __mmplayer_release_misc_post( player ); + + MMPLAYER_SET_STATE ( player, MM_PLAYER_STATE_NULL ); + + MMPLAYER_FLEAVE(); + + return ret; +} + +static int __gst_pending_seek ( mm_player_t* player ) +{ + MMPlayerStateType current_state = MM_PLAYER_STATE_NONE; + int ret = MM_ERROR_NONE; + + MMPLAYER_FENTER(); + + return_val_if_fail ( player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED ); + + if ( !player->pending_seek.is_pending ) + { + debug_log("pending seek is not reserved. nothing to do.\n" ); + return ret; + } + + /* check player state if player could pending seek or not. */ + current_state = MMPLAYER_CURRENT_STATE(player); + + if ( current_state != MM_PLAYER_STATE_PAUSED && current_state != MM_PLAYER_STATE_PLAYING ) + { + debug_warning("try to pending seek in %s state, try next time. \n", + MMPLAYER_STATE_GET_NAME(current_state)); + return ret; + } + + debug_log("trying to play from (%lu) pending position\n", player->pending_seek.pos); + + ret = __gst_set_position ( player, player->pending_seek.format, player->pending_seek.pos, FALSE ); + + if ( MM_ERROR_NONE != ret ) + debug_error("failed to seek pending postion. just keep staying current position.\n"); + + player->pending_seek.is_pending = FALSE; + + MMPLAYER_FLEAVE(); + + return ret; +} + +static int __gst_start(mm_player_t* player) // @ +{ + gboolean sound_extraction = 0; + int ret = MM_ERROR_NONE; + + MMPLAYER_FENTER(); + + return_val_if_fail ( player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED ); + + /* get sound_extraction property */ + mm_attrs_get_int_by_name(player->attrs, "pcm_extraction", &sound_extraction); + + /* NOTE : if SetPosition was called before Start. do it now */ + /* streaming doesn't support it. so it should be always sync */ + /* !! create one more api to check if there is pending seek rather than checking variables */ + if ( (player->pending_seek.is_pending || sound_extraction) && !MMPLAYER_IS_STREAMING(player)) + { + MMPLAYER_TARGET_STATE(player) = MM_PLAYER_STATE_PAUSED; + ret = __gst_pause(player, FALSE); + if ( ret != MM_ERROR_NONE ) + { + debug_error("failed to set state to PAUSED for pending seek\n"); + return ret; + } + + MMPLAYER_TARGET_STATE(player) = MM_PLAYER_STATE_PLAYING; + + if ( sound_extraction ) + { + debug_log("setting pcm extraction\n"); + + ret = __mmplayer_set_pcm_extraction(player); + if ( MM_ERROR_NONE != ret ) + { + debug_warning("failed to set pcm extraction\n"); + return ret; + } + } + else + { + if ( MM_ERROR_NONE != __gst_pending_seek(player) ) + { + debug_warning("failed to seek pending postion. starting from the begin of content.\n"); + } + } + } + + debug_log("current state before doing transition"); + MMPLAYER_PENDING_STATE(player) = MM_PLAYER_STATE_PLAYING; + MMPLAYER_PRINT_STATE(player); + + /* set pipeline state to PLAYING */ + ret = __mmplayer_gst_set_state(player, + player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_STATE_PLAYING, FALSE, MMPLAYER_STATE_CHANGE_TIMEOUT(player) ); + if (ret == MM_ERROR_NONE) + { + MMPLAYER_SET_STATE(player, MM_PLAYER_STATE_PLAYING); + } + else + { + debug_error("failed to set state to PLAYING"); + return ret; + } + + /* generating debug info before returning error */ + MMPLAYER_GENERATE_DOT_IF_ENABLED ( player, "pipeline-status-start" ); + + MMPLAYER_FLEAVE(); + + return ret; } -void __mmplayer_do_sound_fadedown(mm_player_t* player, unsigned int time) +#if 0 +static void __mmplayer_do_sound_fadedown(mm_player_t* player, unsigned int time) { - debug_fenter(); + MMPLAYER_FENTER(); return_if_fail(player && player->pipeline @@ -1925,12 +7581,12 @@ void __mmplayer_do_sound_fadedown(mm_player_t* player, unsigned int time) usleep(time); - debug_fleave(); + MMPLAYER_FLEAVE(); } -void __mmplayer_undo_sound_fadedown(mm_player_t* player) +static void __mmplayer_undo_sound_fadedown(mm_player_t* player) { - debug_fenter(); + MMPLAYER_FENTER(); return_if_fail(player && player->pipeline @@ -1939,15 +7595,711 @@ void __mmplayer_undo_sound_fadedown(mm_player_t* player) g_object_set(G_OBJECT(player->pipeline->audiobin[MMPLAYER_A_SINK].gst), "mute", 0, NULL); - debug_fleave(); + MMPLAYER_FLEAVE(); } +#endif -static gboolean __mmfplayer_parse_profile(const char *uri, void *param, MMPlayerParseProfile* data) // @ +static int __gst_stop(mm_player_t* player) // @ { - gboolean ret = FALSE; + GstStateChangeReturn change_ret = GST_STATE_CHANGE_SUCCESS; + MMHandleType attrs = 0; + gboolean fadedown = FALSE; + gboolean rewind = FALSE; + gint timeout = 0; + int ret = MM_ERROR_NONE; + GstState state; + + MMPLAYER_FENTER(); + + return_val_if_fail ( player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED); + return_val_if_fail ( player->pipeline->mainbin, MM_ERROR_PLAYER_NOT_INITIALIZED); + + debug_log("current state before doing transition"); + MMPLAYER_PENDING_STATE(player) = MM_PLAYER_STATE_READY; + MMPLAYER_PRINT_STATE(player); + + attrs = MMPLAYER_GET_ATTRS(player); + if ( !attrs ) + { + debug_error("cannot get content attribute\n"); + return MM_ERROR_PLAYER_INTERNAL; + } + + mm_attrs_get_int_by_name(attrs, "sound_fadedown", &fadedown); + + /* enable fadedown */ +// if (fadedown || player->sm.by_asm_cb) +// __mmplayer_do_sound_fadedown(player, MM_PLAYER_FADEOUT_TIME_DEFAULT); + + /* Just set state to PAUESED and the rewind. it's usual player behavior. */ + timeout = MMPLAYER_STATE_CHANGE_TIMEOUT ( player ); + + if (player->profile.uri_type == MM_PLAYER_URI_TYPE_BUFF || + player->profile.uri_type == MM_PLAYER_URI_TYPE_HLS) + { + state = GST_STATE_READY; + } + else + { + state = GST_STATE_PAUSED; + + if ( ! MMPLAYER_IS_STREAMING(player) || + (player->streaming_type == STREAMING_SERVICE_VOD && player->videodec_linked)) { + rewind = TRUE; + } + } + + /* set gst state */ + ret = __mmplayer_gst_set_state( player, player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, state, FALSE, timeout ); + + /* disable fadeout */ +// if (fadedown || player->sm.by_asm_cb) +// __mmplayer_undo_sound_fadedown(player); + + /* return if set_state has failed */ + if ( ret != MM_ERROR_NONE ) + { + debug_error("failed to set state.\n"); + return ret; + } + + /* rewind */ + if ( rewind ) + { + if ( ! __gst_seek( player, player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, player->playback_rate, + GST_FORMAT_TIME, GST_SEEK_FLAG_FLUSH, GST_SEEK_TYPE_SET, 0, + GST_SEEK_TYPE_NONE, GST_CLOCK_TIME_NONE) ) + { + debug_warning("failed to rewind\n"); + ret = MM_ERROR_PLAYER_SEEK; + } + } + + /* initialize */ + player->sent_bos = FALSE; + + /* wait for seek to complete */ + change_ret = gst_element_get_state (player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, NULL, NULL, timeout * GST_SECOND); + if ( change_ret == GST_STATE_CHANGE_SUCCESS || change_ret == GST_STATE_CHANGE_NO_PREROLL ) + { + MMPLAYER_SET_STATE ( player, MM_PLAYER_STATE_READY ); + } + else + { + debug_error("fail to stop player.\n"); + ret = MM_ERROR_PLAYER_INTERNAL; + __mmplayer_dump_pipeline_state(player); + } + + /* generate dot file if enabled */ + MMPLAYER_GENERATE_DOT_IF_ENABLED ( player, "pipeline-status-stop" ); + + MMPLAYER_FLEAVE(); + + return ret; +} + +int __gst_pause(mm_player_t* player, gboolean async) // @ +{ + int ret = MM_ERROR_NONE; + + MMPLAYER_FENTER(); + + return_val_if_fail(player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED); + return_val_if_fail(player->pipeline->mainbin, MM_ERROR_PLAYER_NOT_INITIALIZED); + + debug_log("current state before doing transition"); + MMPLAYER_PENDING_STATE(player) = MM_PLAYER_STATE_PAUSED; + MMPLAYER_PRINT_STATE(player); + + /* set pipeline status to PAUSED */ + player->ignore_asyncdone = TRUE; + + ret = __mmplayer_gst_set_state(player, + player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_STATE_PAUSED, async, MMPLAYER_STATE_CHANGE_TIMEOUT(player)); + + player->ignore_asyncdone = FALSE; + + if ( FALSE == async ) + { + if ( ret != MM_ERROR_NONE ) + { + GstMessage *msg = NULL; + GTimer *timer = NULL; + gdouble MAX_TIMEOUT_SEC = 3; + + debug_error("failed to set state to PAUSED"); + + timer = g_timer_new(); + g_timer_start(timer); + + GstBus *bus = gst_pipeline_get_bus (GST_PIPELINE(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst)); + gboolean got_msg = FALSE; + /* check if gst error posted or not */ + do + { + msg = gst_bus_timed_pop(bus, GST_SECOND /2); + if (msg) + { + if (GST_MESSAGE_TYPE(msg) == GST_MESSAGE_ERROR) + { + GError *error = NULL; + + /* parse error code */ + gst_message_parse_error(msg, &error, NULL); + + if ( gst_structure_has_name ( gst_message_get_structure(msg), "streaming_error" ) ) + { + /* Note : the streaming error from the streaming source is handled + * using __mmplayer_handle_streaming_error. + */ + __mmplayer_handle_streaming_error ( player, msg ); + + } + else if (error) + { + debug_error("paring error posted from bus, domain : %s, code : %d", g_quark_to_string(error->domain), error->code); + + if (error->domain == GST_STREAM_ERROR) + { + ret = __gst_handle_stream_error( player, error, msg ); + } + else if (error->domain == GST_RESOURCE_ERROR) + { + ret = __gst_handle_resource_error( player, error->code ); + } + else if (error->domain == GST_LIBRARY_ERROR) + { + ret = __gst_handle_library_error( player, error->code ); + } + else if (error->domain == GST_CORE_ERROR) + { + ret = __gst_handle_core_error( player, error->code ); + } + } + + got_msg = TRUE; + player->msg_posted = TRUE; + } + gst_message_unref(msg); + } + } while (!got_msg && (g_timer_elapsed(timer, NULL) < MAX_TIMEOUT_SEC)); + /* clean */ + gst_object_unref(bus); + g_timer_stop (timer); + g_timer_destroy (timer); + + return ret; + } + else if ( (!player->pipeline->videobin) && (!player->pipeline->audiobin) ) + { + if (MMPLAYER_IS_RTSP_STREAMING(player)) + return ret; + return MM_ERROR_PLAYER_CODEC_NOT_FOUND; + } + else if ( ret== MM_ERROR_NONE) + { + MMPLAYER_SET_STATE ( player, MM_PLAYER_STATE_PAUSED ); + } + } + + /* generate dot file before returning error */ + MMPLAYER_GENERATE_DOT_IF_ENABLED ( player, "pipeline-status-pause" ); + + MMPLAYER_FLEAVE(); + + return ret; +} + +int __gst_resume(mm_player_t* player, gboolean async) // @ +{ + int ret = MM_ERROR_NONE; + gint timeout = 0; + + MMPLAYER_FENTER(); + + return_val_if_fail(player && player->pipeline, + MM_ERROR_PLAYER_NOT_INITIALIZED); + + debug_log("current state before doing transition"); + MMPLAYER_PENDING_STATE(player) = MM_PLAYER_STATE_PLAYING; + MMPLAYER_PRINT_STATE(player); + + /* generate dot file before returning error */ + MMPLAYER_GENERATE_DOT_IF_ENABLED ( player, "pipeline-status-resume" ); + + __mmplayer_set_antishock( player , FALSE ); + + if ( async ) + debug_log("do async state transition to PLAYING.\n"); + + /* set pipeline state to PLAYING */ + timeout = MMPLAYER_STATE_CHANGE_TIMEOUT(player); + + ret = __mmplayer_gst_set_state(player, + player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_STATE_PLAYING, async, timeout ); + if (ret != MM_ERROR_NONE) + { + debug_error("failed to set state to PLAYING\n"); + return ret; + } + else + { + if (async == FALSE) + { + // MMPLAYER_SET_STATE ( player, MM_PLAYER_STATE_PLAYING ); + debug_log("update state machine to %d\n", MM_PLAYER_STATE_PLAYING); + ret = __mmplayer_set_state(player, MM_PLAYER_STATE_PLAYING); + } + } + + /* generate dot file before returning error */ + MMPLAYER_GENERATE_DOT_IF_ENABLED ( player, "pipeline-status-resume" ); + + MMPLAYER_FLEAVE(); + + return ret; +} + +static int +__gst_set_position(mm_player_t* player, int format, unsigned long position, gboolean internal_called) // @ +{ + unsigned long dur_msec = 0; + gint64 dur_nsec = 0; + gint64 pos_nsec = 0; + gboolean ret = TRUE; + gboolean accurated = FALSE; + GstSeekFlags seek_flags = GST_SEEK_FLAG_FLUSH; + + MMPLAYER_FENTER(); + return_val_if_fail ( player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED ); + return_val_if_fail ( !MMPLAYER_IS_LIVE_STREAMING(player), MM_ERROR_PLAYER_NO_OP ); + + if ( MMPLAYER_CURRENT_STATE(player) != MM_PLAYER_STATE_PLAYING + && MMPLAYER_CURRENT_STATE(player) != MM_PLAYER_STATE_PAUSED ) + goto PENDING; + + /* check duration */ + /* NOTE : duration cannot be zero except live streaming. + * Since some element could have some timing problemn with quering duration, try again. + */ + if ( !player->duration ) + { + if ( !gst_element_query_duration( player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_FORMAT_TIME, &dur_nsec )) + { + goto SEEK_ERROR; + } + player->duration = dur_nsec; + } + + if ( player->duration ) + { + dur_msec = GST_TIME_AS_MSECONDS(player->duration); + } + else + { + debug_error("could not get the duration. fail to seek.\n"); + goto SEEK_ERROR; + } + + debug_log("playback rate: %f\n", player->playback_rate); + + mm_attrs_get_int_by_name(player->attrs,"accurate_seek", &accurated); + if (accurated) + { + seek_flags |= GST_SEEK_FLAG_ACCURATE; + } + else + { + seek_flags |= GST_SEEK_FLAG_KEY_UNIT; + } + + /* do seek */ + switch ( format ) + { + case MM_PLAYER_POS_FORMAT_TIME: + { + /* check position is valid or not */ + if ( position > dur_msec ) + goto INVALID_ARGS; + + debug_log("seeking to (%lu) msec, duration is %d msec\n", position, dur_msec); + + if (player->doing_seek) + { + debug_log("not completed seek"); + return MM_ERROR_PLAYER_DOING_SEEK; + } + + if ( !internal_called) + player->doing_seek = TRUE; + + pos_nsec = position * G_GINT64_CONSTANT(1000000); + + if ((MMPLAYER_IS_HTTP_STREAMING(player)) && (!player->videodec_linked)) + { + gint64 cur_time = 0; + + /* get current position */ + gst_element_query_position(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_FORMAT_TIME, &cur_time); + + /* flush */ + GstEvent *event = gst_event_new_seek (1.0, + GST_FORMAT_TIME, + (GstSeekFlags)GST_SEEK_FLAG_FLUSH, + GST_SEEK_TYPE_SET, cur_time, + GST_SEEK_TYPE_NONE, GST_CLOCK_TIME_NONE); + if(event) { + __gst_send_event_to_sink(player, event); + } + + __gst_pause( player, FALSE ); + } + + ret = __gst_seek ( player, player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, player->playback_rate, + GST_FORMAT_TIME, seek_flags, + GST_SEEK_TYPE_SET, pos_nsec, GST_SEEK_TYPE_NONE, GST_CLOCK_TIME_NONE ); + if ( !ret ) + { + debug_error("failed to set position. dur[%lu] pos[%lu] pos_msec[%llu]\n", dur_msec, position, pos_nsec); + goto SEEK_ERROR; + } + } + break; + + case MM_PLAYER_POS_FORMAT_PERCENT: + { + debug_log("seeking to (%lu)%% \n", position); + + if (player->doing_seek) + { + debug_log("not completed seek"); + return MM_ERROR_PLAYER_DOING_SEEK; + } + + if ( !internal_called) + player->doing_seek = TRUE; + + /* FIXIT : why don't we use 'GST_FORMAT_PERCENT' */ + pos_nsec = (gint64) ( ( position * player->duration ) / 100 ); + ret = __gst_seek ( player, player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, player->playback_rate, + GST_FORMAT_TIME, seek_flags, + GST_SEEK_TYPE_SET, pos_nsec, GST_SEEK_TYPE_NONE, GST_CLOCK_TIME_NONE ); + if ( !ret ) + { + debug_error("failed to set position. dur[%lud] pos[%lud] pos_msec[%llud]\n", dur_msec, position, pos_nsec); + goto SEEK_ERROR; + } + } + break; + + default: + goto INVALID_ARGS; + + } + + /* NOTE : store last seeking point to overcome some bad operation + * ( returning zero when getting current position ) of some elements + */ + player->last_position = pos_nsec; + + /* MSL should guarante playback rate when seek is selected during trick play of fast forward. */ + if ( player->playback_rate > 1.0 ) + _mmplayer_set_playspeed ( (MMHandleType)player, player->playback_rate ); + + MMPLAYER_FLEAVE(); + return MM_ERROR_NONE; + +PENDING: + player->pending_seek.is_pending = TRUE; + player->pending_seek.format = format; + player->pending_seek.pos = position; + + debug_warning("player current-state : %s, pending-state : %s, just preserve pending position(%lu).\n", + MMPLAYER_STATE_GET_NAME(MMPLAYER_CURRENT_STATE(player)), MMPLAYER_STATE_GET_NAME(MMPLAYER_PENDING_STATE(player)), player->pending_seek.pos); + + return MM_ERROR_NONE; + +INVALID_ARGS: + debug_error("invalid arguments, position : %ld dur : %ld format : %d \n", position, dur_msec, format); + return MM_ERROR_INVALID_ARGUMENT; + +SEEK_ERROR: + player->doing_seek = FALSE; + return MM_ERROR_PLAYER_SEEK; +} + +#define TRICKPLAY_OFFSET GST_MSECOND + +static int +__gst_get_position(mm_player_t* player, int format, unsigned long* position) // @ +{ + MMPlayerStateType current_state = MM_PLAYER_STATE_NONE; + signed long long pos_msec = 0; + gboolean ret = TRUE; + + return_val_if_fail( player && position && player->pipeline && player->pipeline->mainbin, + MM_ERROR_PLAYER_NOT_INITIALIZED ); + + current_state = MMPLAYER_CURRENT_STATE(player); + + /* NOTE : query position except paused state to overcome some bad operation + * please refer to below comments in details + */ + if ( current_state != MM_PLAYER_STATE_PAUSED ) + { + ret = gst_element_query_position(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_FORMAT_TIME, &pos_msec); + } + + /* NOTE : get last point to overcome some bad operation of some elements + * ( returning zero when getting current position in paused state + * and when failed to get postion during seeking + */ + if ( ( current_state == MM_PLAYER_STATE_PAUSED ) + || ( ! ret )) + //|| ( player->last_position != 0 && pos_msec == 0 ) ) + { + debug_log ("pos_msec = %"GST_TIME_FORMAT" and ret = %d and state = %d", GST_TIME_ARGS (pos_msec), ret, current_state); + + if(player->playback_rate < 0.0) + pos_msec = player->last_position - TRICKPLAY_OFFSET; + else + pos_msec = player->last_position; + + if (!ret) + pos_msec = player->last_position; + else + player->last_position = pos_msec; + + debug_log("returning last point : %"GST_TIME_FORMAT, GST_TIME_ARGS(pos_msec)); + + } + else + { + if (player->duration > 0 && pos_msec > player->duration) { + pos_msec = player->duration; + } + +// if (player->sm.keep_last_pos) { +// debug_log("return last pos as stop by asm, %"GST_TIME_FORMAT, GST_TIME_ARGS(player->last_position)); +// pos_msec = player->last_position; +// } +// else { +// player->last_position = pos_msec; +// } + } + + switch (format) { + case MM_PLAYER_POS_FORMAT_TIME: + *position = GST_TIME_AS_MSECONDS(pos_msec); + break; + + case MM_PLAYER_POS_FORMAT_PERCENT: + { + gint64 dur = 0; + gint64 pos = 0; + + dur = player->duration / GST_SECOND; + if (dur <= 0) + { + debug_log ("duration is [%d], so returning position 0\n",dur); + *position = 0; + } + else + { + pos = pos_msec / GST_SECOND; + *position = pos * 100 / dur; + } + break; + } + default: + return MM_ERROR_PLAYER_INTERNAL; + } + + return MM_ERROR_NONE; +} + + +static int __gst_get_buffer_position(mm_player_t* player, int format, unsigned long* start_pos, unsigned long* stop_pos) +{ +#define STREAMING_IS_FINISHED 0 +#define BUFFERING_MAX_PER 100 + + GstQuery *query = NULL; + + return_val_if_fail( player && + player->pipeline && + player->pipeline->mainbin, + MM_ERROR_PLAYER_NOT_INITIALIZED ); + + return_val_if_fail( start_pos && stop_pos, MM_ERROR_INVALID_ARGUMENT ); + + if (!MMPLAYER_IS_HTTP_STREAMING ( player )) + { + /* and rtsp is not ready yet. */ + debug_warning ( "it's only used for http streaming case.\n" ); + return MM_ERROR_NONE; + } + + *start_pos = 0; + *stop_pos = 0; + + switch ( format ) + { + case MM_PLAYER_POS_FORMAT_PERCENT : + { + gint start_per = -1, stop_per = -1; + gint64 buffered_total = 0; + + unsigned long position = 0; + guint curr_size_bytes = 0; + gint64 buffering_left = -1; + gint buffered_sec = -1; + + gint64 content_duration = player->duration; + guint64 content_size = player->http_content_size; + + if (content_duration > 0) + { + if (!__gst_get_position(player, MM_PLAYER_POS_FORMAT_TIME, &position)) + { + debug_log ("[Time] pos %d ms / dur %d sec / %lld bytes", position, (guint)(content_duration/GST_SECOND), content_size); + start_per = 100 * (position*GST_MSECOND) / content_duration; + + /* buffered size info from multiqueue */ + if (player->pipeline->mainbin[MMPLAYER_M_DEMUXED_S_BUFFER].gst) + { + g_object_get(G_OBJECT(player->pipeline->mainbin[MMPLAYER_M_DEMUXED_S_BUFFER].gst), "curr-size-bytes", &curr_size_bytes, NULL); + debug_log ("[MQ] curr_size_bytes = %d", curr_size_bytes); + + buffered_total += curr_size_bytes; + } + + /* buffered size info from queue2 */ + if (player->pipeline->mainbin[MMPLAYER_M_MUXED_S_BUFFER].gst) + { + query = gst_query_new_buffering ( GST_FORMAT_BYTES ); + if (gst_element_query(player->pipeline->mainbin[MMPLAYER_M_MUXED_S_BUFFER].gst, query)) + { + GstBufferingMode mode; + gint byte_in_rate = 0, byte_out_rate = 0; + gint64 start_byte = 0, stop_byte = 0; + guint num_of_ranges = 0; + guint idx = 0; + + num_of_ranges = gst_query_get_n_buffering_ranges(query); + for ( idx=0 ; idx<num_of_ranges ; idx++ ) + { + gst_query_parse_nth_buffering_range (query, idx, &start_byte, &stop_byte); + debug_log ("[Q2][range %d] %lld ~ %lld\n", idx, start_byte, stop_byte); + + buffered_total += (stop_byte - start_byte); + } + + gst_query_parse_buffering_stats(query, &mode, &byte_in_rate, &byte_out_rate, &buffering_left); + debug_log ("[Q2] in_rate %d, out_rate %d, left %lld\n", byte_in_rate, byte_out_rate, buffering_left); + } + gst_query_unref (query); + } + + if (buffering_left == STREAMING_IS_FINISHED) + { + stop_per = BUFFERING_MAX_PER; + } + else + { + guint dur_sec = (guint)(content_duration/GST_SECOND); + guint avg_byterate = (dur_sec>0)?((guint)(content_size/dur_sec)):(0); + + if (avg_byterate > 0) + buffered_sec = (gint)(buffered_total/avg_byterate); + else if (player->total_maximum_bitrate > 0) + buffered_sec = (gint)(GET_BIT_FROM_BYTE(buffered_total)/(gint64)player->total_maximum_bitrate); + else if (player->total_bitrate > 0) + buffered_sec = (gint)(GET_BIT_FROM_BYTE(buffered_total)/(gint64)player->total_bitrate); + + if ((buffered_sec >= 0) && (dur_sec > 0)) + stop_per = start_per + (100 * buffered_sec / dur_sec); + } + + debug_log ("[Buffered Total] %lld bytes, %d sec, per %d~%d\n", buffered_total, buffered_sec, start_per, stop_per); + } + } + + if (((buffered_total == 0) || (start_per < 0) || (stop_per < 0)) && + (player->pipeline->mainbin[MMPLAYER_M_MUXED_S_BUFFER].gst)) + { + query = gst_query_new_buffering ( GST_FORMAT_PERCENT ); + if ( gst_element_query ( player->pipeline->mainbin[MMPLAYER_M_MUXED_S_BUFFER].gst, query ) ) + { + GstFormat format; + gint64 range_start_per = -1, range_stop_per = -1; + + gst_query_parse_buffering_range ( query, &format, &range_start_per, &range_stop_per, NULL ); + + debug_log ("[Q2] range start %" G_GINT64_FORMAT " ~ stop %" G_GINT64_FORMAT "\n", range_start_per , range_stop_per); + + if (range_start_per != -1) + start_per = (gint)(100 * range_start_per / GST_FORMAT_PERCENT_MAX); + + if (range_stop_per != -1) + stop_per = (gint)(100 * range_stop_per / GST_FORMAT_PERCENT_MAX); + } + gst_query_unref (query); + } + + if ( start_per > 0) + *start_pos = (start_per < 100)?(start_per):(100); + else + *start_pos = 0; + + if ( stop_per > 0) + *stop_pos = (stop_per < 100)?(stop_per):(100); + else + *stop_pos = 0; + + break; + } + case MM_PLAYER_POS_FORMAT_TIME : + debug_warning ( "Time format is not supported yet.\n" ); + break; + + default : + break; + } + + debug_log("current buffer position : %lu~%lu \n", *start_pos, *stop_pos ); + + return MM_ERROR_NONE; +} + +static int +__gst_set_message_callback(mm_player_t* player, MMMessageCallback callback, gpointer user_param) // @ +{ + MMPLAYER_FENTER(); + + if ( !player ) + { + debug_warning("set_message_callback is called with invalid player handle\n"); + return MM_ERROR_PLAYER_NOT_INITIALIZED; + } + + player->msg_cb = callback; + player->msg_cb_param = user_param; + + debug_log("msg_cb : 0x%x msg_cb_param : 0x%x\n", (guint)callback, (guint)user_param); + + MMPLAYER_FLEAVE(); + + return MM_ERROR_NONE; +} + +static int __mmfplayer_parse_profile(const char *uri, void *param, MMPlayerParseProfile* data) // @ +{ + int ret = MM_ERROR_PLAYER_INVALID_URI; char *path = NULL; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( uri , FALSE); return_val_if_fail ( data , FALSE); @@ -1957,7 +8309,12 @@ static gboolean __mmfplayer_parse_profile(const char *uri, void *param, MMPlayer if ((path = strstr(uri, "file://"))) { - if (util_exist_file_path(path + 7)) { + int file_stat = MM_ERROR_NONE; + + file_stat = util_exist_file_path(path + 7); + + if (file_stat == MM_ERROR_NONE) + { strncpy(data->uri, path, MM_MAX_URL_LEN-1); if ( util_is_sdp_file ( path ) ) @@ -1969,8 +8326,14 @@ static gboolean __mmfplayer_parse_profile(const char *uri, void *param, MMPlayer { data->uri_type = MM_PLAYER_URI_TYPE_FILE; } - ret = TRUE; + ret = MM_ERROR_NONE; } + #if 0 + else if (file_stat == MM_ERROR_PLAYER_PERMISSION_DENIED) + { + data->uri_type = MM_PLAYER_URI_TYPE_NO_PERMISSION; + } + #endif else { debug_warning("could access %s.\n", path); @@ -1979,32 +8342,55 @@ static gboolean __mmfplayer_parse_profile(const char *uri, void *param, MMPlayer else if ((path = strstr(uri, "buff://"))) { data->uri_type = MM_PLAYER_URI_TYPE_BUFF; - ret = TRUE; + ret = MM_ERROR_NONE; } else if ((path = strstr(uri, "rtsp://"))) { if (strlen(path)) { - strcpy(data->uri, uri); - data->uri_type = MM_PLAYER_URI_TYPE_URL_RTSP; - ret = TRUE; + if((path = strstr(uri, "/wfd1.0/"))) { + strcpy(data->uri, uri); + data->uri_type = MM_PLAYER_URI_TYPE_URL_WFD; + ret = MM_ERROR_NONE; + debug_log("uri is actually a wfd client path. giving it to wfdrtspsrc\n"); + } + else { + strcpy(data->uri, uri); + data->uri_type = MM_PLAYER_URI_TYPE_URL_RTSP; + ret = MM_ERROR_NONE; + } } } else if ((path = strstr(uri, "http://"))) { if (strlen(path)) { strcpy(data->uri, uri); +#ifdef MM_SMOOTH_STREAMING + if (g_str_has_suffix (g_ascii_strdown(uri, strlen(uri)), ".ism/manifest") || + g_str_has_suffix (g_ascii_strdown(uri, strlen(uri)), ".isml/manifest")) + { + data->uri_type = MM_PLAYER_URI_TYPE_SS; + } + else +#endif data->uri_type = MM_PLAYER_URI_TYPE_URL_HTTP; - ret = TRUE; + ret = MM_ERROR_NONE; } } else if ((path = strstr(uri, "https://"))) { if (strlen(path)) { strcpy(data->uri, uri); +#ifdef MM_SMOOTH_STREAMING + if (g_str_has_suffix (g_ascii_strdown(uri, strlen(uri)), ".ism/manifest") || + g_str_has_suffix (g_ascii_strdown(uri, strlen(uri)), ".isml/manifest")) + { + data->uri_type = MM_PLAYER_URI_TYPE_SS; + } +#endif data->uri_type = MM_PLAYER_URI_TYPE_URL_HTTP; - ret = TRUE; + ret = MM_ERROR_NONE; } } else if ((path = strstr(uri, "rtspu://"))) @@ -2012,7 +8398,7 @@ static gboolean __mmfplayer_parse_profile(const char *uri, void *param, MMPlayer if (strlen(path)) { strcpy(data->uri, uri); data->uri_type = MM_PLAYER_URI_TYPE_URL_RTSP; - ret = TRUE; + ret = MM_ERROR_NONE; } } else if ((path = strstr(uri, "rtspr://"))) @@ -2028,7 +8414,7 @@ static gboolean __mmfplayer_parse_profile(const char *uri, void *param, MMPlayer data->uri[strlen(path) - urgent_len - strlen("*")] = '\0'; strcpy(data->urgent, urgent); data->uri_type = MM_PLAYER_URI_TYPE_URL_RTSP; - ret = TRUE; + ret = MM_ERROR_NONE; } } } @@ -2037,7 +8423,7 @@ static gboolean __mmfplayer_parse_profile(const char *uri, void *param, MMPlayer if (strlen(path)) { strcpy(data->uri, uri); data->uri_type = MM_PLAYER_URI_TYPE_URL_MMS; - ret = TRUE; + ret = MM_ERROR_NONE; } } else if ((path = strstr(uri, "mem://"))) @@ -2080,21 +8466,25 @@ static gboolean __mmfplayer_parse_profile(const char *uri, void *param, MMPlayer } } - debug_log("ext: %s, mem_size: %d, mmap(param): %p\n", ext, mem_size, param); - if ( mem_size && param) { + debug_log("ext: %s, mem_size: %d, mmap(param): %p\n", ext, mem_size, param); + if ( mem_size && param) + { data->mem = param; data->mem_size = mem_size; data->uri_type = MM_PLAYER_URI_TYPE_MEM; - ret = TRUE; + ret = MM_ERROR_NONE; } } } else { + int file_stat = MM_ERROR_NONE; + + file_stat = util_exist_file_path(uri); + /* if no protocol prefix exist. check file existence and then give file:// as it's prefix */ - if (util_exist_file_path(uri)) + if (file_stat == MM_ERROR_NONE) { - debug_warning("uri has no protocol-prefix. giving 'file://' by default.\n"); g_snprintf(data->uri, MM_MAX_URL_LEN, "file://%s", uri); if ( util_is_sdp_file( (char*)uri ) ) @@ -2106,49 +8496,73 @@ static gboolean __mmfplayer_parse_profile(const char *uri, void *param, MMPlayer { data->uri_type = MM_PLAYER_URI_TYPE_FILE; } - ret = TRUE; + ret = MM_ERROR_NONE; } + #if 0 + else if (file_stat == MM_ERROR_PLAYER_PERMISSION_DENIED) + { + data->uri_type = MM_PLAYER_URI_TYPE_NO_PERMISSION; + } + #endif else { debug_error ("invalid uri, could not play..\n"); - data->uri_type = MM_PLAYER_URI_TYPE_NONE; + data->uri_type = MM_PLAYER_URI_TYPE_NONE; } } if (data->uri_type == MM_PLAYER_URI_TYPE_NONE) { - ret = FALSE; + ret = MM_ERROR_PLAYER_FILE_NOT_FOUND; + } else if (data->uri_type == MM_PLAYER_URI_TYPE_NO_PERMISSION){ +// ret = MM_ERROR_PLAYER_PERMISSION_DENIED; } /* dump parse result */ - debug_log("profile parsing result ---\n"); - debug_warning("incomming uri : %s\n", uri); - debug_log("uri : %s\n", data->uri); - debug_log("uri_type : %d\n", data->uri_type); - debug_log("play_mode : %d\n", data->play_mode); - debug_log("mem : 0x%x\n", (guint)data->mem); - debug_log("mem_size : %d\n", data->mem_size); - debug_log("urgent : %s\n", data->urgent); - debug_log("--------------------------\n"); - - debug_fleave(); + secure_debug_warning("incomming uri : %s\n", uri); + debug_log("uri_type : %d, play_mode : %d, mem : 0x%x, mem_size : %d, urgent : %s\n", + data->uri_type, data->play_mode, (guint)data->mem, data->mem_size, data->urgent); + + MMPLAYER_FLEAVE(); return ret; } - +#if 0 gboolean _asm_postmsg(gpointer *data) { mm_player_t* player = (mm_player_t*)data; MMMessageParamType msg = {0, }; - debug_fenter(); - + MMPLAYER_FENTER(); return_val_if_fail ( player, FALSE ); + debug_warning("get notified"); + + if ((player->cmd == MMPLAYER_COMMAND_DESTROY) || + (player->cmd == MMPLAYER_COMMAND_UNREALIZE)) + { + debug_warning("dispatched"); + return FALSE; + } + msg.union_type = MM_MSG_UNION_CODE; msg.code = player->sm.event_src; - MMPLAYER_POST_MSG( player, MM_MESSAGE_READY_TO_RESUME, &msg); +#if 0 // should remove + if (player->sm.event_src == ASM_EVENT_SOURCE_RESUMABLE_CANCELED) + { + /* fill the message with state of player */ + msg.state.current = MMPLAYER_CURRENT_STATE(player); + MMPLAYER_POST_MSG( player, MM_MESSAGE_STATE_INTERRUPTED, &msg); + player->resumable_cancel_id = 0; + } + else +#endif + { + MMPLAYER_POST_MSG( player, MM_MESSAGE_READY_TO_RESUME, &msg); + player->resume_event_id = 0; + } + debug_warning("dispatched"); return FALSE; } @@ -2157,7 +8571,7 @@ gboolean _asm_lazy_pause(gpointer *data) mm_player_t* player = (mm_player_t*)data; int ret = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, FALSE ); @@ -2179,13 +8593,70 @@ gboolean _asm_lazy_pause(gpointer *data) if (player->pipeline && player->pipeline->audiobin) g_object_set(G_OBJECT(player->pipeline->audiobin[MMPLAYER_A_SINK].gst), "mute", 0, NULL); - player->sm.by_asm_cb = 0; //should be reset here + player->sm.by_asm_cb = FALSE; //should be reset here - debug_fleave(); + MMPLAYER_FLEAVE(); return FALSE; } +static gboolean +__mmplayer_can_do_interrupt(mm_player_t *player) +{ + if (!player || !player->pipeline || !player->attrs) + { + debug_warning("not initialized"); + goto FAILED; + } + + if (/*(player->sm.exit_cb) ||*/ (player->set_mode.pcm_extraction)) + { +// debug_warning("leave from asm cb right now, %d, %d", player->sm.exit_cb, player->set_mode.pcm_extraction); + goto FAILED; + } + + /* check if seeking */ + if (player->doing_seek) + { + MMMessageParamType msg_param; + memset (&msg_param, 0, sizeof(MMMessageParamType)); + msg_param.code = MM_ERROR_PLAYER_SEEK; + player->doing_seek = FALSE; + MMPLAYER_POST_MSG(player, MM_MESSAGE_ERROR, &msg_param); + goto FAILED; + } + + /* check other thread */ + if (player->cmd_lock) + { + if (!g_mutex_trylock(player->cmd_lock)) + { + debug_warning("locked already, cmd state : %d", player->cmd); + + /* check application command */ + if (player->cmd == MMPLAYER_COMMAND_START || player->cmd == MMPLAYER_COMMAND_RESUME) + { + debug_warning("playing.. should wait cmd lock then, will be interrupted"); + g_mutex_lock(player->cmd_lock); + goto INTERRUPT; + } + debug_warning("nothing to do"); + goto FAILED; + } + else + { + debug_warning("can interrupt immediately"); + goto INTERRUPT; + } + } + +FAILED: + return FALSE; + +INTERRUPT: + return TRUE; +} + ASM_cb_result_t __mmplayer_asm_callback(int handle, ASM_event_sources_t event_src, ASM_sound_commands_t command, unsigned int sound_status, void* cb_data) { @@ -2194,27 +8665,27 @@ __mmplayer_asm_callback(int handle, ASM_event_sources_t event_src, ASM_sound_com int result = MM_ERROR_NONE; gboolean lazy_pause = FALSE; - debug_fenter(); - - return_val_if_fail ( player && player->pipeline, ASM_CB_RES_IGNORE ); - return_val_if_fail ( player->attrs, MM_ERROR_PLAYER_INTERNAL ); + debug_warning("get notified"); - if (player->is_sound_extraction) + if (!__mmplayer_can_do_interrupt(player)) { - debug_log("sound extraction is working...so, asm command is ignored.\n"); - return result; + debug_warning("no need to interrupt, so leave"); + goto EXIT; } - player->sm.by_asm_cb = 1; // it should be enabled for player state transition with called application command + player->sm.cb_pending = TRUE; + debug_warning("asm event src type : %d, command : 0x%x", event_src, command); + + player->sm.by_asm_cb = TRUE; player->sm.event_src = event_src; - if(event_src == ASM_EVENT_SOURCE_EARJACK_UNPLUG ) + /* first, check event source */ + if(event_src == ASM_EVENT_SOURCE_EARJACK_UNPLUG) { int stop_by_asm = 0; - mm_attrs_get_int_by_name(player->attrs, "sound_stop_when_unplugged", &stop_by_asm); if (!stop_by_asm) - return cb_res; + goto DONE; } else if (event_src == ASM_EVENT_SOURCE_RESOURCE_CONFLICT) { @@ -2222,121 +8693,160 @@ __mmplayer_asm_callback(int handle, ASM_event_sources_t event_src, ASM_sound_com /* video resource conflict */ if(player->pipeline->videobin) { - if (PLAYER_INI()->multiple_codec_supported) + if (player->ini.multiple_codec_supported) { - debug_log("video conflict but, can support to use video overlay simultaneously"); + debug_log("video conflict but, can support multiple video"); result = _mmplayer_pause((MMHandleType)player); cb_res = ASM_CB_RES_PAUSE; } else { - debug_log("video conflict, can't support for multiple codec instance"); + debug_log("video conflict, can't support multiple video"); result = _mmplayer_unrealize((MMHandleType)player); cb_res = ASM_CB_RES_STOP; } } - return cb_res; + else if (player->pipeline->audiobin) + { + debug_log("audio resource conflict"); + result = _mmplayer_pause((MMHandleType)player); + if (result != MM_ERROR_NONE) + { + debug_warning("fail to set pause by asm"); + } + cb_res = ASM_CB_RES_PAUSE; + } + goto DONE; } +#if 0 // should remove + else if (event_src == ASM_EVENT_SOURCE_RESUMABLE_CANCELED) + { + debug_warning("Got msg from asm for resumable canceled.\n"); + player->sm.antishock = TRUE; + player->sm.by_asm_cb = FALSE; + player->resumable_cancel_id = g_idle_add((GSourceFunc)_asm_postmsg, (gpointer)player); + cb_res = ASM_CB_RES_IGNORE; + goto DONE; + } +#endif + /* then, check command */ switch(command) { case ASM_COMMAND_PLAY: debug_warning ("Got unexpected asm command (%d)", command); - break; + break; case ASM_COMMAND_STOP: // notification case - { - debug_warning("Got msg from asm to stop"); - - result = _mmplayer_stop((MMHandleType)player); - if (result != MM_ERROR_NONE) { - debug_warning("fail to set stop state by asm"); - cb_res = ASM_CB_RES_IGNORE; - } - else - { - cb_res = ASM_CB_RES_STOP; - } - player->sm.by_asm_cb = 0; // reset because no message any more from asm - } - break; + debug_warning("Got msg from asm to stop"); - case ASM_COMMAND_PAUSE: - { - debug_warning("Got msg from asm to Pause"); - - if(event_src == ASM_EVENT_SOURCE_CALL_START - || event_src == ASM_EVENT_SOURCE_ALARM_START - || event_src == ASM_EVENT_SOURCE_MEDIA) - { - //hold 0.7 second to excute "fadedown mute" effect - debug_warning ("do fade down->pause->undo fade down"); + if (!gst_element_query_position(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_FORMAT_TIME, &player->last_position)) { + debug_error("failed to get position"); + player->last_position = 0; + } - __mmplayer_do_sound_fadedown(player, MM_PLAYER_FADEOUT_TIME_DEFAULT); + debug_log ("pos_msec = %"GST_TIME_FORMAT"", GST_TIME_ARGS(player->last_position)); - result = _mmplayer_pause((MMHandleType)player); + result = _mmplayer_stop((MMHandleType)player); if (result != MM_ERROR_NONE) { - debug_warning("fail to set Pause state by asm"); + debug_warning("fail to set stop state by asm"); cb_res = ASM_CB_RES_IGNORE; - break; } - __mmplayer_undo_sound_fadedown(player); + else + { + cb_res = ASM_CB_RES_STOP; + } + player->sm.by_asm_cb = FALSE; // reset because no message any more from asm + player->sm.keep_last_pos = TRUE; } - else if(event_src == ASM_EVENT_SOURCE_OTHER_PLAYER_APP) + break; + + case ASM_COMMAND_PAUSE: { - lazy_pause = TRUE; // return as soon as possible, for fast start of other app + debug_warning("Got msg from asm to Pause"); + if(event_src == ASM_EVENT_SOURCE_CALL_START || + event_src == ASM_EVENT_SOURCE_ALARM_START || + event_src == ASM_EVENT_SOURCE_MEDIA) + { + if ( ! MMPLAYER_IS_RTSP_STREAMING(player) ) { + //hold 0.7 second to excute "fadedown mute" effect + debug_warning ("do fade down->pause->undo fade down"); - if ( player->pipeline->audiobin && player->pipeline->audiobin[MMPLAYER_A_SINK].gst ) - g_object_set( player->pipeline->audiobin[MMPLAYER_A_SINK].gst, "mute", 2, NULL); + __mmplayer_do_sound_fadedown(player, MM_PLAYER_FADEOUT_TIME_DEFAULT); - player->lazy_pause_event_id = g_timeout_add(LAZY_PAUSE_TIMEOUT_MSEC, (GSourceFunc)_asm_lazy_pause, (gpointer)player); - debug_warning ("set lazy pause timer (id=[%d], timeout=[%d ms])", player->lazy_pause_event_id, LAZY_PAUSE_TIMEOUT_MSEC); - } - else - { - //immediate pause - debug_log ("immediate pause"); - result = _mmplayer_pause((MMHandleType)player); - } - cb_res = ASM_CB_RES_PAUSE; - } - break; + result = _mmplayer_pause((MMHandleType)player); + if (result != MM_ERROR_NONE) + { + debug_warning("fail to set Pause state by asm"); + cb_res = ASM_CB_RES_IGNORE; + break; + } + __mmplayer_undo_sound_fadedown(player); + } else { + /* rtsp should connect again in specific network becasue tcp session can't be kept any more */ + _mmplayer_unrealize((MMHandleType)player); + } + } +#ifdef USE_LAZY_PAUSE // if enabled, should consider event id and context when removed + else if(event_src == ASM_EVENT_SOURCE_OTHER_PLAYER_APP) + { + lazy_pause = TRUE; // return as soon as possible, for fast start of other app + + if ( player->pipeline->audiobin && player->pipeline->audiobin[MMPLAYER_A_SINK].gst ) + g_object_set( player->pipeline->audiobin[MMPLAYER_A_SINK].gst, "mute", 2, NULL); + player->lazy_pause_event_id = g_timeout_add(LAZY_PAUSE_TIMEOUT_MSEC, (GSourceFunc)_asm_lazy_pause, (gpointer)player); + debug_warning ("set lazy pause timer (id=[%d], timeout=[%d ms])", player->lazy_pause_event_id, LAZY_PAUSE_TIMEOUT_MSEC); + } +#endif + else + { + debug_warning ("pause immediately"); + result = _mmplayer_pause((MMHandleType)player); + } + cb_res = ASM_CB_RES_PAUSE; + } + break; case ASM_COMMAND_RESUME: - { - debug_warning("Got msg from asm to Resume. So, application can resume. code (%d) \n", event_src); - player->sm.by_asm_cb = 0; - //ASM server is single thread daemon. So use g_idle_add() to post resume msg - g_idle_add((GSourceFunc)_asm_postmsg, (gpointer)player); - cb_res = ASM_CB_RES_IGNORE; - } - break; + { + debug_warning("Got msg from asm to Resume. So, application can resume. code (%d) \n", event_src); + player->sm.antishock = TRUE; + player->sm.by_asm_cb = FALSE; + //ASM server is single thread daemon. So use g_idle_add() to post resume msg + player->resume_event_id = g_idle_add((GSourceFunc)_asm_postmsg, (gpointer)player); + cb_res = ASM_CB_RES_IGNORE; + goto DONE; + } + break; default: - break; + break; } - if (!lazy_pause) - player->sm.by_asm_cb = 0; - - debug_fleave(); +DONE: + if ( !lazy_pause ) + { + player->sm.by_asm_cb = FALSE; + } + player->sm.cb_pending = FALSE; + MMPLAYER_CMD_UNLOCK( player ); +EXIT: + debug_warning("dispatched"); return cb_res; } - +#endif int _mmplayer_create_player(MMHandleType handle) // @ { mm_player_t* player = MM_PLAYER_CAST(handle); - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); - MMTA_ACUM_ITEM_BEGIN("[KPI] media player service create->playing", FALSE); - /* initialize player state */ MMPLAYER_CURRENT_STATE(player) = MM_PLAYER_STATE_NONE; MMPLAYER_PREV_STATE(player) = MM_PLAYER_STATE_NONE; @@ -2351,53 +8861,76 @@ _mmplayer_create_player(MMHandleType handle) // @ if ( !player->attrs ) { - debug_critical("Failed to construct attributes\n"); + debug_error("Failed to construct attributes\n"); goto ERROR; } /* initialize gstreamer with configured parameter */ - if ( ! __mmplayer_gstreamer_init() ) + if ( ! __mmplayer_init_gstreamer(player) ) { - debug_critical("Initializing gstreamer failed\n"); + debug_error("Initializing gstreamer failed\n"); goto ERROR; } /* initialize factories if not using decodebin */ - if ( FALSE == PLAYER_INI()->use_decodebin ) - { - if( player->factories == NULL ) - __mmplayer_init_factories(player); - } + if( player->factories == NULL ) + __mmplayer_init_factories(player); /* create lock. note that g_tread_init() has already called in gst_init() */ - player->fsink_lock = g_mutex_new(); - if ( ! player->fsink_lock ) + g_mutex_init(&player->fsink_lock); + if (!(&player->fsink_lock) ) { - debug_critical("Cannot create mutex for command lock\n"); + debug_error("Cannot create mutex for command lock\n"); goto ERROR; } /* create repeat mutex */ - player->repeat_thread_mutex = g_mutex_new(); - if ( ! player->repeat_thread_mutex ) + g_mutex_init(&player->repeat_thread_mutex); + if (!(&player->repeat_thread_mutex)) { - debug_critical("Cannot create repeat mutex\n"); + debug_error("Cannot create repeat mutex\n"); goto ERROR; } /* create repeat cond */ - player->repeat_thread_cond = g_cond_new(); - if ( ! player->repeat_thread_cond ) + g_cond_init(&player->repeat_thread_cond); + if (!(&player->repeat_thread_cond)) { - debug_critical("Cannot create repeat cond\n"); + debug_error("Cannot create repeat cond\n"); goto ERROR; } /* create repeat thread */ player->repeat_thread = - g_thread_create (__mmplayer_repeat_thread, (gpointer)player, TRUE, NULL); + g_thread_try_new ("repeat_thread", __mmplayer_repeat_thread, (gpointer)player, NULL); if ( ! player->repeat_thread ) { + debug_error("failed to create repeat thread"); + goto ERROR; + } + + /* create next play mutex */ + g_mutex_init(&player->next_play_thread_mutex); + if (!(&player->next_play_thread_mutex)) + { + debug_error("Cannot create next_play mutex\n"); + goto ERROR; + } + + /* create next play cond */ + g_cond_init(&player->next_play_thread_cond); + if (! (&player->next_play_thread_cond)) + { + debug_error("Cannot create next_play cond\n"); + goto ERROR; + } + + /* create next play thread */ + player->next_play_thread = + g_thread_try_new ("next_play_thread", __mmplayer_next_play_thread, (gpointer)player, NULL); + if ( ! player->next_play_thread ) + { + debug_error("failed to create next play thread"); goto ERROR; } @@ -2406,7 +8939,7 @@ _mmplayer_create_player(MMHandleType handle) // @ debug_error("failed to initialize video capture\n"); goto ERROR; } - +#if 0 /* register to asm */ if ( MM_ERROR_NONE != _mmplayer_asm_register(&player->sm, (ASM_sound_cb_t)__mmplayer_asm_callback, (void*)player) ) { @@ -2414,6 +8947,13 @@ _mmplayer_create_player(MMHandleType handle) // @ debug_error("failed to register asm server\n"); return MM_ERROR_POLICY_INTERNAL; } +#endif + /* to add active device callback */ +// if ( MM_ERROR_NONE != mm_sound_add_active_device_changed_callback(MM_PLAYER_NAME, __mmplayer_sound_active_device_changed_cb_func, (void*)player)) + if ( MM_ERROR_NONE != mm_sound_add_active_device_changed_callback(__mmplayer_sound_active_device_changed_cb_func, (void*)player)) + { + debug_error("failed mm_sound_add_active_device_changed_callback \n"); + } if (MMPLAYER_IS_HTTP_PD(player)) { @@ -2421,71 +8961,113 @@ _mmplayer_create_player(MMHandleType handle) // @ player->pd_file_save_path = NULL; } + player->streaming_type = STREAMING_SERVICE_NONE; + /* give default value of audio effect setting */ - player->bypass_audio_effect = TRUE; player->sound.volume = MM_VOLUME_FACTOR_DEFAULT; player->playback_rate = DEFAULT_PLAYBACK_RATE; player->play_subtitle = FALSE; player->use_textoverlay = FALSE; + player->play_count = 0; + player->use_decodebin = TRUE; + player->ignore_asyncdone = FALSE; + player->use_deinterleave = FALSE; + player->pp_rebuilding = FALSE; + player->max_audio_channels = 0; + player->video_share_api_delta = 0; + player->video_share_clock_delta = 0; + player->has_closed_caption = FALSE; + + __mmplayer_post_proc_reset(player); + + if (player->ini.dump_element_keyword[0][0] == '\0') + { + player->ini.set_dump_element_flag= FALSE; + } + else + { + player->ini.set_dump_element_flag = TRUE; + } /* set player state to null */ - MMPLAYER_STATE_CHANGE_TIMEOUT(player) = PLAYER_INI()->localplayback_state_change_timeout; + MMPLAYER_STATE_CHANGE_TIMEOUT(player) = player->ini.localplayback_state_change_timeout; MMPLAYER_SET_STATE ( player, MM_PLAYER_STATE_NULL ); - debug_fleave(); - return MM_ERROR_NONE; ERROR: /* free lock */ - if ( player->fsink_lock ) - g_mutex_free( player->fsink_lock ); - player->fsink_lock = NULL; + if ( &player->fsink_lock ) + g_mutex_clear(&player->fsink_lock ); /* free thread */ - if ( player->repeat_thread_cond && - player->repeat_thread_mutex && + if ( &player->repeat_thread_cond && + &player->repeat_thread_mutex && player->repeat_thread ) { player->repeat_thread_exit = TRUE; - g_cond_signal( player->repeat_thread_cond ); + g_cond_signal( &player->repeat_thread_cond ); g_thread_join( player->repeat_thread ); player->repeat_thread = NULL; - g_mutex_free ( player->repeat_thread_mutex ); - player->repeat_thread_mutex = NULL; + g_mutex_clear(&player->repeat_thread_mutex ); - g_cond_free ( player->repeat_thread_cond ); - player->repeat_thread_cond = NULL; + g_cond_clear (&player->repeat_thread_cond ); } /* clear repeat thread mutex/cond if still alive * this can happen if only thread creating has failed */ - if ( player->repeat_thread_mutex ) - g_mutex_free ( player->repeat_thread_mutex ); + if ( &player->repeat_thread_mutex ) + g_mutex_clear(&player->repeat_thread_mutex ); + + if ( &player->repeat_thread_cond ) + g_cond_clear ( &player->repeat_thread_cond ); + + /* free next play thread */ + if ( &player->next_play_thread_cond && + &player->next_play_thread_mutex && + player->next_play_thread ) + { + player->next_play_thread_exit = TRUE; + g_cond_signal( &player->next_play_thread_cond ); + + g_thread_join( player->next_play_thread ); + player->next_play_thread = NULL; - if ( player->repeat_thread_cond ) - g_cond_free ( player->repeat_thread_cond ); + g_mutex_clear(&player->next_play_thread_mutex ); + + g_cond_clear ( &player->next_play_thread_cond ); + } + /* clear next play thread mutex/cond if still alive + * this can happen if only thread creating has failed + */ + if ( &player->next_play_thread_mutex ) + g_mutex_clear(&player->next_play_thread_mutex ); + + if ( &player->next_play_thread_cond ) + g_cond_clear ( &player->next_play_thread_cond ); /* release attributes */ _mmplayer_deconstruct_attribute(handle); + MMPLAYER_FLEAVE(); + return MM_ERROR_PLAYER_INTERNAL; } static gboolean -__mmplayer_gstreamer_init(void) // @ +__mmplayer_init_gstreamer(mm_player_t* player) // @ { static gboolean initialized = FALSE; static const int max_argc = 50; - gint* argc = NULL; + gint* argc = NULL; gchar** argv = NULL; + gchar** argv2 = NULL; GError *err = NULL; int i = 0; - - debug_fenter(); + int arg_count = 0; if ( initialized ) { @@ -2496,11 +9078,13 @@ __mmplayer_gstreamer_init(void) // @ /* alloc */ argc = malloc( sizeof(int) ); argv = malloc( sizeof(gchar*) * max_argc ); + argv2 = malloc( sizeof(gchar*) * max_argc ); if ( !argc || !argv ) goto ERROR; memset( argv, 0, sizeof(gchar*) * max_argc ); + memset( argv2, 0, sizeof(gchar*) * max_argc ); /* add initial */ *argc = 1; @@ -2509,9 +9093,9 @@ __mmplayer_gstreamer_init(void) // @ /* add gst_param */ for ( i = 0; i < 5; i++ ) /* FIXIT : num of param is now fixed to 5. make it dynamic */ { - if ( strlen( PLAYER_INI()->gst_param[i] ) > 0 ) + if ( strlen( player->ini.gst_param[i] ) > 0 ) { - argv[*argc] = g_strdup( PLAYER_INI()->gst_param[i] ); + argv[*argc] = g_strdup( player->ini.gst_param[i] ); (*argc)++; } } @@ -2521,14 +9105,14 @@ __mmplayer_gstreamer_init(void) // @ (*argc)++; /* check disable registry scan */ - if ( PLAYER_INI()->skip_rescan ) + if ( player->ini.skip_rescan ) { argv[*argc] = g_strdup("--gst-disable-registry-update"); (*argc)++; } /* check disable segtrap */ - if ( PLAYER_INI()->disable_segtrap ) + if ( player->ini.disable_segtrap ) { argv[*argc] = g_strdup("--gst-disable-segtrap"); (*argc)++; @@ -2536,47 +9120,53 @@ __mmplayer_gstreamer_init(void) // @ debug_log("initializing gstreamer with following parameter\n"); debug_log("argc : %d\n", *argc); + arg_count = *argc; - for ( i = 0; i < *argc; i++ ) + for ( i = 0; i < arg_count; i++ ) { - debug_log("argv[%d] : %s\n", i, argv[i]); + argv2[i] = argv[i]; + debug_log("argv[%d] : %s\n", i, argv2[i]); } /* initializing gstreamer */ - __ta__("gst_init time", - - if ( ! gst_init_check (argc, &argv, &err)) + if ( ! gst_init_check (argc, &argv, &err)) + { + debug_error("Could not initialize GStreamer: %s\n", err ? err->message : "unknown error occurred"); + if (err) { - debug_error("Could not initialize GStreamer: %s\n", err ? err->message : "unknown error occurred"); - if (err) - { - g_error_free (err); - } - - goto ERROR; + g_error_free (err); } - ); + goto ERROR; + } /* release */ - for ( i = 0; i < *argc; i++ ) + for ( i = 0; i < arg_count; i++ ) { - MMPLAYER_FREEIF( argv[i] ); + //debug_log("release - argv[%d] : %s\n", i, argv2[i]); + MMPLAYER_FREEIF( argv2[i] ); } MMPLAYER_FREEIF( argv ); + MMPLAYER_FREEIF( argv2 ); MMPLAYER_FREEIF( argc ); /* done */ initialized = TRUE; - debug_fleave(); - return TRUE; ERROR: + /* release */ + for ( i = 0; i < arg_count; i++ ) + { + debug_log("free[%d] : %s\n", i, argv2[i]); + MMPLAYER_FREEIF( argv2[i] ); + } + MMPLAYER_FREEIF( argv ); + MMPLAYER_FREEIF( argv2 ); MMPLAYER_FREEIF( argc ); return FALSE; @@ -2588,20 +9178,17 @@ __mmplayer_destroy_streaming_ext(mm_player_t* player) return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); if (player->pd_downloader) + { _mmplayer_unrealize_pd_downloader((MMHandleType)player); + MMPLAYER_FREEIF(player->pd_downloader); + } if (MMPLAYER_IS_HTTP_PD(player)) - _mmplayer_destroy_pd_downloader((MMHandleType)player); - - if (MMPLAYER_IS_STREAMING(player)) { - if (player->streamer) - { - __mm_player_streaming_deinitialize (player->streamer); - __mm_player_streaming_destroy(player->streamer); - player->streamer = NULL; - } + _mmplayer_destroy_pd_downloader((MMHandleType)player); + MMPLAYER_FREEIF(player->pd_file_save_path); } + return MM_ERROR_NONE; } @@ -2610,7 +9197,7 @@ _mmplayer_destroy(MMHandleType handle) // @ { mm_player_t* player = MM_PLAYER_CAST(handle); - debug_fenter(); + MMPLAYER_FENTER(); /* check player handle */ return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); @@ -2621,31 +9208,77 @@ _mmplayer_destroy(MMHandleType handle) // @ __mmplayer_destroy_streaming_ext(player); /* release repeat thread */ - if ( player->repeat_thread_cond && - player->repeat_thread_mutex && + if ( &player->repeat_thread_cond && + &player->repeat_thread_mutex && player->repeat_thread ) { player->repeat_thread_exit = TRUE; - g_cond_signal( player->repeat_thread_cond ); + g_cond_signal( &player->repeat_thread_cond ); debug_log("waitting for repeat thread exit\n"); g_thread_join ( player->repeat_thread ); - g_mutex_free ( player->repeat_thread_mutex ); - g_cond_free ( player->repeat_thread_cond ); + g_mutex_clear(&player->repeat_thread_mutex ); + g_cond_clear (&player->repeat_thread_cond ); debug_log("repeat thread released\n"); } - if (MM_ERROR_NONE != _mmplayer_release_video_capture(player)) + /* release next play thread */ + if (&player->next_play_thread_cond && + &player->next_play_thread_mutex && + player->next_play_thread ) { - debug_error("failed to release video capture\n"); - return MM_ERROR_PLAYER_INTERNAL; + + MMPLAYER_PLAYBACK_LOCK(player); + player->next_play_thread_exit = TRUE; + g_cond_signal( &player->next_play_thread_cond ); + + debug_log("waitting for next play thread exit\n"); + g_thread_join ( player->next_play_thread ); + g_mutex_clear(&player->next_play_thread_mutex ); + g_cond_clear(&player->next_play_thread_cond ); + debug_log("next play thread released\n"); + } + + _mmplayer_release_video_capture(player); +#if 0 + /* flush any pending asm_cb */ + if (player->sm.cb_pending) + { + /* set a flag for make sure asm_cb to be returned immediately */ + debug_warning("asm cb has pending state"); + player->sm.exit_cb = TRUE; + + /* make sure to release any pending asm_cb which locked by cmd_lock */ + MMPLAYER_CMD_UNLOCK(player); + sched_yield(); + MMPLAYER_CMD_LOCK(player); } /* withdraw asm */ if ( MM_ERROR_NONE != _mmplayer_asm_unregister(&player->sm) ) { debug_error("failed to deregister asm server\n"); - return MM_ERROR_PLAYER_INTERNAL; + } +#endif + +#ifdef USE_LAZY_PAUSE + if (player->lazy_pause_event_id) + { + __mmplayer_remove_g_source_from_context(player->context.global_default, player->lazy_pause_event_id); + player->lazy_pause_event_id = 0; + } +#endif + + if (player->resume_event_id) + { + g_source_remove (player->resume_event_id); + player->resume_event_id = 0; + } + + if (player->resumable_cancel_id) + { + g_source_remove (player->resumable_cancel_id); + player->resumable_cancel_id = 0; } /* release pipeline */ @@ -2655,6 +9288,18 @@ _mmplayer_destroy(MMHandleType handle) // @ return MM_ERROR_PLAYER_INTERNAL; } + if (player->is_external_subtitle_present && player->subtitle_language_list) + { + g_list_free (player->subtitle_language_list); + player->subtitle_language_list = NULL; + } + + __mmplayer_release_dump_list (player->dump_list); + + /* release miscellaneous information. + these info needs to be released after pipeline is destroyed. */ + __mmplayer_release_misc_post( player ); + /* release attributes */ _mmplayer_deconstruct_attribute( handle ); @@ -2662,19 +9307,13 @@ _mmplayer_destroy(MMHandleType handle) // @ __mmplayer_release_factories( player ); /* release lock */ - if ( player->fsink_lock ) - g_mutex_free( player->fsink_lock ); - - if ( player->msg_cb_lock ) - g_mutex_free( player->msg_cb_lock ); + if ( &player->fsink_lock ) + g_mutex_clear(&player->fsink_lock ); - if (player->lazy_pause_event_id) - { - __mmplayer_remove_g_source_from_context(player->lazy_pause_event_id); - player->lazy_pause_event_id = 0; - } + if ( &player->msg_cb_lock ) + g_mutex_clear(&player->msg_cb_lock ); - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } @@ -2684,7 +9323,7 @@ __mmplayer_realize_streaming_ext(mm_player_t* player) { int ret = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); if (MMPLAYER_IS_HTTP_PD(player)) @@ -2707,7 +9346,7 @@ __mmplayer_realize_streaming_ext(mm_player_t* player) } } - debug_fleave(); + MMPLAYER_FLEAVE(); return ret; } @@ -2722,7 +9361,7 @@ _mmplayer_realize(MMHandleType hplayer) // @ MMHandleType attrs = 0; int ret = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); /* check player handle */ return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ) @@ -2738,15 +9377,17 @@ _mmplayer_realize(MMHandleType hplayer) // @ } mm_attrs_get_int_by_name(attrs, "sound_application_pid", &application_pid ); - player->sm.pid = application_pid; +// player->sm.pid = application_pid; mm_attrs_get_string_by_name(attrs, "profile_uri", &uri); mm_attrs_get_data_by_name(attrs, "profile_user_param", ¶m); - if (! __mmfplayer_parse_profile((const char*)uri, param, &player->profile) ) + ret = __mmfplayer_parse_profile((const char*)uri, param, &player->profile); + + if (ret != MM_ERROR_NONE) { debug_error("failed to parse profile\n"); - return MM_ERROR_PLAYER_INVALID_URI; + return ret; } /* FIXIT : we can use thouse in player->profile directly */ @@ -2764,16 +9405,18 @@ _mmplayer_realize(MMHandleType hplayer) // @ } if (MMPLAYER_IS_STREAMING(player)) - MMPLAYER_STATE_CHANGE_TIMEOUT(player) = PLAYER_INI()->live_state_change_timeout; + MMPLAYER_STATE_CHANGE_TIMEOUT(player) = player->ini.live_state_change_timeout; else - MMPLAYER_STATE_CHANGE_TIMEOUT(player) = PLAYER_INI()->localplayback_state_change_timeout; + MMPLAYER_STATE_CHANGE_TIMEOUT(player) = player->ini.localplayback_state_change_timeout; + player->needed_v_parser = FALSE; + player->smooth_streaming = FALSE; player->videodec_linked = 0; player->videosink_linked = 0; player->audiodec_linked = 0; player->audiosink_linked = 0; player->textsink_linked = 0; - + player->is_external_subtitle_present = FALSE; /* set the subtitle ON default */ player->is_subtitle_off = FALSE; @@ -2801,7 +9444,7 @@ _mmplayer_realize(MMHandleType hplayer) // @ ret = __mmplayer_realize_streaming_ext(player); } - debug_fleave(); + MMPLAYER_FLEAVE(); return ret; } @@ -2809,27 +9452,27 @@ _mmplayer_realize(MMHandleType hplayer) // @ int __mmplayer_unrealize_streaming_ext(mm_player_t *player) { - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); /* destroy can called at anytime */ if (player->pd_downloader && MMPLAYER_IS_HTTP_PD(player)) { _mmplayer_unrealize_pd_downloader ((MMHandleType)player); - player->pd_downloader = NULL; + MMPLAYER_FREEIF(player->pd_downloader); } - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } int -_mmplayer_unrealize(MMHandleType hplayer) // @ +_mmplayer_unrealize(MMHandleType hplayer) { mm_player_t* player = (mm_player_t*)hplayer; int ret = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ) @@ -2841,20 +9484,28 @@ _mmplayer_unrealize(MMHandleType hplayer) // @ /* unrealize pipeline */ ret = __gst_unrealize( player ); - /* set player state if success */ - if ( MM_ERROR_NONE == ret ) + /* set asm stop if success */ + if (MM_ERROR_NONE == ret) { - if (player->sm.state != ASM_STATE_STOP) { - ret = _mmplayer_asm_set_state(hplayer, ASM_STATE_STOP); +#if 0 + if (player->sm.state != ASM_STATE_STOP) + { + /* NOTE : Stop asm after pipeline unrealize. Keep this sequence. */ + ret = _mmplayer_asm_set_state(hplayer, ASM_STATE_STOP, FALSE); if ( ret ) { - debug_error("failed to set asm state to STOP\n"); + debug_error("failed to set asm state to STOP"); return ret; } } +#endif + } + else + { + debug_error("failed and don't change asm state to stop"); } - debug_fleave(); + MMPLAYER_FLEAVE(); return ret; } @@ -2864,7 +9515,7 @@ _mmplayer_set_message_callback(MMHandleType hplayer, MMMessageCallback callback, { mm_player_t* player = (mm_player_t*)hplayer; - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); return __gst_set_message_callback(player, callback, user_param); } @@ -2889,7 +9540,7 @@ _mmplayer_set_volume(MMHandleType hplayer, MMPlayerVolumeType volume) // @ GstElement* vol_element = NULL; int i = 0; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); @@ -2905,8 +9556,12 @@ _mmplayer_set_volume(MMHandleType hplayer, MMPlayerVolumeType volume) // @ } } + /* not support to set other value into each channel */ + if ((volume.level[MM_VOLUME_CHANNEL_LEFT] != volume.level[MM_VOLUME_CHANNEL_RIGHT])) + return MM_ERROR_INVALID_ARGUMENT; + /* Save volume to handle. Currently the first array element will be saved. */ - player->sound.volume = volume.level[0]; + player->sound.volume = volume.level[MM_VOLUME_CHANNEL_LEFT]; /* check pipeline handle */ if ( ! player->pipeline || ! player->pipeline->audiobin ) @@ -2930,7 +9585,7 @@ _mmplayer_set_volume(MMHandleType hplayer, MMPlayerVolumeType volume) // @ g_object_set(vol_element, "volume", player->sound.volume, NULL); } - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } @@ -2942,7 +9597,7 @@ _mmplayer_get_volume(MMHandleType hplayer, MMPlayerVolumeType* volume) mm_player_t* player = (mm_player_t*) hplayer; int i = 0; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); return_val_if_fail( volume, MM_ERROR_INVALID_ARGUMENT ); @@ -2951,7 +9606,7 @@ _mmplayer_get_volume(MMHandleType hplayer, MMPlayerVolumeType* volume) for (i = 0; i < MM_VOLUME_CHANNEL_NUM; i++) volume->level[i] = player->sound.volume; - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } @@ -2964,12 +9619,10 @@ _mmplayer_set_mute(MMHandleType hplayer, int mute) // @ mm_player_t* player = (mm_player_t*) hplayer; GstElement* vol_element = NULL; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); - debug_log("mute : %d\n", mute); - /* mute value shoud 0 or 1 */ if ( mute != 0 && mute != 1 ) { @@ -2979,21 +9632,21 @@ _mmplayer_set_mute(MMHandleType hplayer, int mute) // @ return MM_ERROR_INVALID_ARGUMENT; } + player->sound.mute = mute; /* just hold mute value if pipeline is not ready */ if ( !player->pipeline || !player->pipeline->audiobin ) { debug_log("pipeline is not ready. holding mute value\n"); - player->sound.mute = mute; return MM_ERROR_NONE; } - - vol_element = player->pipeline->audiobin[MMPLAYER_A_VOL].gst; + vol_element = player->pipeline->audiobin[MMPLAYER_A_SINK].gst; /* NOTE : volume will only created when the bt is enabled */ if ( vol_element ) { + debug_log("mute : %d\n", mute); g_object_set(vol_element, "mute", mute, NULL); } else @@ -3001,9 +9654,7 @@ _mmplayer_set_mute(MMHandleType hplayer, int mute) // @ debug_log("volume elemnet is not created. using volume in audiosink\n"); } - player->sound.mute = mute; - - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } @@ -3012,9 +9663,8 @@ int _mmplayer_get_mute(MMHandleType hplayer, int* pmute) // @ { mm_player_t* player = (mm_player_t*) hplayer; - GstElement* vol_element = NULL; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); return_val_if_fail ( pmute, MM_ERROR_INVALID_ARGUMENT ); @@ -3027,20 +9677,9 @@ _mmplayer_get_mute(MMHandleType hplayer, int* pmute) // @ return MM_ERROR_NONE; } + *pmute = player->sound.mute; - vol_element = player->pipeline->audiobin[MMPLAYER_A_VOL].gst; - - if ( vol_element ) - { - g_object_get(vol_element, "mute", pmute, NULL); - debug_log("mute=%d\n\n", *pmute); - } - else - { - *pmute = player->sound.mute; - } - - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } @@ -3050,17 +9689,16 @@ _mmplayer_set_videostream_cb(MMHandleType hplayer, mm_player_video_stream_callba { mm_player_t* player = (mm_player_t*) hplayer; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); - return_val_if_fail ( callback, MM_ERROR_INVALID_ARGUMENT ); player->video_stream_cb = callback; player->video_stream_cb_user_param = user_param; player->use_video_stream = TRUE; debug_log("Stream cb Handle value is %p : %p\n", player, player->video_stream_cb); - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } @@ -3070,75 +9708,123 @@ _mmplayer_set_audiostream_cb(MMHandleType hplayer, mm_player_audio_stream_callba { mm_player_t* player = (mm_player_t*) hplayer; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); - return_val_if_fail(callback, MM_ERROR_INVALID_ARGUMENT); - player->audio_stream_cb = callback; - player->audio_stream_cb_user_param = user_param; - debug_log("Audio Stream cb Handle value is %p : %p\n", player, player->audio_stream_cb); + player->audio_stream_cb = callback; + player->audio_stream_cb_user_param = user_param; + debug_log("Audio Stream cb Handle value is %p : %p\n", player, player->audio_stream_cb); - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } int -_mmplayer_set_audiobuffer_cb(MMHandleType hplayer, mm_player_audio_stream_callback callback, void *user_param) // @ +_mmplayer_set_buffer_need_data_cb(MMHandleType hplayer, mm_player_buffer_need_data_callback callback, void *user_param) // @ { mm_player_t* player = (mm_player_t*) hplayer; - debug_fenter(); + MMPLAYER_FENTER(); - return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + return_val_if_fail ( player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED ); return_val_if_fail(callback, MM_ERROR_INVALID_ARGUMENT); - player->audio_buffer_cb = callback; - player->audio_buffer_cb_user_param = user_param; - debug_log("Audio Stream cb Handle value is %p : %p\n", player, player->audio_buffer_cb); + player->need_data_cb = callback; + player->buffer_cb_user_param = user_param; + + debug_log("buffer need dataHandle value is %p : %p\n", player, player->need_data_cb); - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } int -_mmplayer_set_buffer_need_data_cb(MMHandleType hplayer, mm_player_buffer_need_data_callback callback, void *user_param) // @ +_mmplayer_set_buffer_enough_data_cb(MMHandleType hplayer, mm_player_buffer_enough_data_callback callback, void *user_param) // @ { mm_player_t* player = (mm_player_t*) hplayer; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED ); return_val_if_fail(callback, MM_ERROR_INVALID_ARGUMENT); - player->need_data_cb = callback; + player->enough_data_cb = callback; player->buffer_cb_user_param = user_param; - debug_log("buffer need dataHandle value is %p : %p\n", player, player->need_data_cb); + debug_log("buffer enough data cb Handle value is %p : %p\n", player, player->enough_data_cb); - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } +// set prepare size int -_mmplayer_set_buffer_enough_data_cb(MMHandleType hplayer, mm_player_buffer_enough_data_callback callback, void *user_param) // @ +_mmplayer_set_prepare_buffering_time(MMHandleType hplayer, int second) { mm_player_t* player = (mm_player_t*) hplayer; - debug_fenter(); + MMPLAYER_FENTER(); - return_val_if_fail ( player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED ); - return_val_if_fail(callback, MM_ERROR_INVALID_ARGUMENT); + return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); - player->enough_data_cb = callback; - player->buffer_cb_user_param = user_param; + if (MMPLAYER_CURRENT_STATE(player) != MM_PLAYER_STATE_NULL) + return MM_ERROR_PLAYER_INVALID_STATE; - debug_log("buffer enough data cb Handle value is %p : %p\n", player, player->enough_data_cb); + debug_log("pre buffer size : %d sec\n", second); + + if ( second <= 0 ) + { + debug_error("bad size value\n"); + return MM_ERROR_INVALID_ARGUMENT; + } + + if (player->streamer == NULL) + { + player->streamer = __mm_player_streaming_create(); + __mm_player_streaming_initialize(player->streamer); + } - debug_fleave(); + player->streamer->buffering_req.initial_second = second; + + MMPLAYER_FLEAVE(); + + return MM_ERROR_NONE; +} + +// set runtime mode +int +_mmplayer_set_runtime_buffering_mode(MMHandleType hplayer, MMPlayerBufferingMode mode, int second) +{ + mm_player_t* player = (mm_player_t*) hplayer; + + MMPLAYER_FENTER(); + + return_val_if_fail (player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + debug_log("mode %d\n", mode); + + if ((mode < 0) || (mode > MM_PLAYER_BUFFERING_MODE_MAX) || + ((mode == MM_PLAYER_BUFFERING_MODE_FIXED) && (second <= 0))) + return MM_ERROR_INVALID_ARGUMENT; + + if (player->streamer == NULL) + { + player->streamer = __mm_player_streaming_create(); + __mm_player_streaming_initialize(player->streamer); + } + + player->streamer->buffering_req.mode = mode; + + if ((second > 0) && + ((mode == MM_PLAYER_BUFFERING_MODE_FIXED) || + (mode == MM_PLAYER_BUFFERING_MODE_ADAPTIVE))) + player->streamer->buffering_req.runtime_second = second; + + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } @@ -3148,19 +9834,19 @@ _mmplayer_set_buffer_seek_data_cb(MMHandleType hplayer, mm_player_buffer_seek_da { mm_player_t* player = (mm_player_t*) hplayer; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED ); return_val_if_fail(callback, MM_ERROR_INVALID_ARGUMENT); player->seek_data_cb = callback; - player->buffer_cb_user_param = user_param; + player->buffer_cb_user_param = user_param; - debug_log("buffer seek data cb Handle value is %p : %p\n", player, player->seek_data_cb); + debug_log("buffer seek data cb Handle value is %p : %p\n", player, player->seek_data_cb); - debug_fleave(); + MMPLAYER_FLEAVE(); - return MM_ERROR_NONE; + return MM_ERROR_NONE; } int @@ -3168,7 +9854,7 @@ _mmplayer_set_videoframe_render_error_cb(MMHandleType hplayer, mm_player_video_f { mm_player_t* player = (mm_player_t*) hplayer; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); return_val_if_fail ( callback, MM_ERROR_INVALID_ARGUMENT ); @@ -3178,7 +9864,7 @@ _mmplayer_set_videoframe_render_error_cb(MMHandleType hplayer, mm_player_video_f debug_log("Video frame render error cb Handle value is %p : %p\n", player, player->video_frame_render_error_cb); - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } @@ -3188,7 +9874,7 @@ __mmplayer_start_streaming_ext(mm_player_t *player) { gint ret = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); if (MMPLAYER_IS_HTTP_PD(player)) @@ -3216,7 +9902,7 @@ __mmplayer_start_streaming_ext(mm_player_t *player) } } - debug_fleave(); + MMPLAYER_FLEAVE(); return ret; } @@ -3226,19 +9912,19 @@ _mmplayer_start(MMHandleType hplayer) // @ mm_player_t* player = (mm_player_t*) hplayer; gint ret = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); /* check current state */ MMPLAYER_CHECK_STATE_RETURN_IF_FAIL( player, MMPLAYER_COMMAND_START ); - ret = _mmplayer_asm_set_state(hplayer, ASM_STATE_PLAYING); - if ( ret != MM_ERROR_NONE ) - { - debug_error("failed to set asm state to PLAYING\n"); - return ret; - } +// ret = _mmplayer_asm_set_state(hplayer, ASM_STATE_PLAYING, TRUE); +// if ( ret != MM_ERROR_NONE ) +// { +// debug_error("failed to set asm state to PLAYING\n"); +// return ret; +// } /* NOTE : we should check and create pipeline again if not created as we destroy * whole pipeline when stopping in streamming playback @@ -3249,6 +9935,7 @@ _mmplayer_start(MMHandleType hplayer) // @ if ( MM_ERROR_NONE != ret ) { debug_error("failed to realize before starting. only in streamming\n"); + /* unlock */ return ret; } } @@ -3266,11 +9953,132 @@ _mmplayer_start(MMHandleType hplayer) // @ debug_error("failed to start player.\n"); } - debug_fleave(); + MMPLAYER_FLEAVE(); return ret; } +/* NOTE: post "not supported codec message" to application + * when one codec is not found during AUTOPLUGGING in MSL. + * So, it's separated with error of __mmplayer_gst_callback(). + * And, if any codec is not found, don't send message here. + * Because GST_ERROR_MESSAGE is posted by other plugin internally. + */ +int +__mmplayer_handle_missed_plugin(mm_player_t* player) +{ + MMMessageParamType msg_param; + memset (&msg_param, 0, sizeof(MMMessageParamType)); + gboolean post_msg_direct = FALSE; + + MMPLAYER_FENTER(); + + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + debug_log("not_supported_codec = 0x%02x, can_support_codec = 0x%02x\n", + player->not_supported_codec, player->can_support_codec); + + if( player->not_found_demuxer ) + { + msg_param.code = MM_ERROR_PLAYER_CODEC_NOT_FOUND; + msg_param.data = g_strdup_printf("%s", player->unlinked_demuxer_mime); + + MMPLAYER_POST_MSG( player, MM_MESSAGE_ERROR, &msg_param ); + MMPLAYER_FREEIF(msg_param.data); + + return MM_ERROR_NONE; + } + + if (player->not_supported_codec) + { + if ( player->can_support_codec ) // There is one codec to play + { + post_msg_direct = TRUE; + } + else + { + if ( player->pipeline->audiobin ) // Some content has only PCM data in container. + post_msg_direct = TRUE; + } + + if ( post_msg_direct ) + { + MMMessageParamType msg_param; + memset (&msg_param, 0, sizeof(MMMessageParamType)); + + if ( player->not_supported_codec == MISSING_PLUGIN_AUDIO ) + { + debug_warning("not found AUDIO codec, posting error code to application.\n"); + + msg_param.code = MM_ERROR_PLAYER_AUDIO_CODEC_NOT_FOUND; + msg_param.data = g_strdup_printf("%s", player->unlinked_audio_mime); + } + else if ( player->not_supported_codec == MISSING_PLUGIN_VIDEO ) + { + debug_warning("not found VIDEO codec, posting error code to application.\n"); + + msg_param.code = MM_ERROR_PLAYER_VIDEO_CODEC_NOT_FOUND; + msg_param.data = g_strdup_printf("%s", player->unlinked_video_mime); + } + + MMPLAYER_POST_MSG( player, MM_MESSAGE_ERROR, &msg_param ); + + MMPLAYER_FREEIF(msg_param.data); + + return MM_ERROR_NONE; + } + else // no any supported codec case + { + debug_warning("not found any codec, posting error code to application.\n"); + + if ( player->not_supported_codec == MISSING_PLUGIN_AUDIO ) + { + msg_param.code = MM_ERROR_PLAYER_AUDIO_CODEC_NOT_FOUND; + msg_param.data = g_strdup_printf("%s", player->unlinked_audio_mime); + } + else + { + msg_param.code = MM_ERROR_PLAYER_CODEC_NOT_FOUND; + msg_param.data = g_strdup_printf("%s, %s", player->unlinked_video_mime, player->unlinked_audio_mime); + } + + MMPLAYER_POST_MSG( player, MM_MESSAGE_ERROR, &msg_param ); + + MMPLAYER_FREEIF(msg_param.data); + } + } + + MMPLAYER_FLEAVE(); + + return MM_ERROR_NONE; +} + +static void __mmplayer_check_pipeline(mm_player_t* player) +{ + GstState element_state = GST_STATE_VOID_PENDING; + GstState element_pending_state = GST_STATE_VOID_PENDING; + gint timeout = 0; + int ret = MM_ERROR_NONE; + + if (player->pp_rebuilding) + { + debug_warning("pipeline is under construction.\n"); + + MMPLAYER_PLAYBACK_LOCK(player); + MMPLAYER_PLAYBACK_UNLOCK(player); + + timeout = MMPLAYER_STATE_CHANGE_TIMEOUT ( player ); + + /* wait for state transition */ + ret = gst_element_get_state( player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, &element_state, &element_pending_state, timeout * GST_SECOND ); + + if ( ret == GST_STATE_CHANGE_FAILURE ) + { + debug_error("failed to change pipeline state within %d sec\n", timeout ); + } + } +} + /* NOTE : it should be able to call 'stop' anytime*/ int _mmplayer_stop(MMHandleType hplayer) // @ @@ -3278,18 +10086,24 @@ _mmplayer_stop(MMHandleType hplayer) // @ mm_player_t* player = (mm_player_t*)hplayer; int ret = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); /* check current state */ MMPLAYER_CHECK_STATE_RETURN_IF_FAIL( player, MMPLAYER_COMMAND_STOP ); + /* check pipline building state */ + __mmplayer_check_pipeline(player); + /* NOTE : application should not wait for EOS after calling STOP */ - __mmplayer_cancel_delayed_eos( player ); + __mmplayer_cancel_eos_timer( player ); __mmplayer_unrealize_streaming_ext(player); + /* reset */ + player->doing_seek = FALSE; + /* stop pipeline */ ret = __gst_stop( player ); @@ -3298,7 +10112,7 @@ _mmplayer_stop(MMHandleType hplayer) // @ debug_error("failed to stop player.\n"); } - debug_fleave(); + MMPLAYER_FLEAVE(); return ret; } @@ -3307,18 +10121,20 @@ int _mmplayer_pause(MMHandleType hplayer) // @ { mm_player_t* player = (mm_player_t*)hplayer; - GstFormat fmt = GST_FORMAT_TIME; gint64 pos_msec = 0; gboolean async = FALSE; gint ret = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); /* check current state */ MMPLAYER_CHECK_STATE_RETURN_IF_FAIL( player, MMPLAYER_COMMAND_PAUSE ); + /* check pipline building state */ + __mmplayer_check_pipeline(player); + switch (MMPLAYER_CURRENT_STATE(player)) { case MM_PLAYER_STATE_READY: @@ -3327,7 +10143,7 @@ _mmplayer_pause(MMHandleType hplayer) // @ * In the case of streaming playback, it's recommned to avoid blocking wait. */ mm_attrs_get_int_by_name(player->attrs, "profile_prepare_async", &async); - debug_log("prepare mode : %s", (async ? "async" : "sync")); + debug_log("prepare working mode : %s", (async ? "async" : "sync")); } break; @@ -3337,8 +10153,8 @@ _mmplayer_pause(MMHandleType hplayer) // @ * ( returning zero when getting current position in paused state) of some * elements */ - if ( !gst_element_query_position(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, fmt, &pos_msec)) - debug_warning("getting current position failed in paused\n"); + if ( !gst_element_query_position(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_FORMAT_TIME, &pos_msec)) + debug_warning("getting current position failed in paused\n"); player->last_position = pos_msec; } @@ -3353,7 +10169,7 @@ _mmplayer_pause(MMHandleType hplayer) // @ debug_error("failed to pause player. ret : 0x%x\n", ret); } - debug_fleave(); + MMPLAYER_FLEAVE(); return ret; } @@ -3363,31 +10179,31 @@ _mmplayer_resume(MMHandleType hplayer) { mm_player_t* player = (mm_player_t*)hplayer; int ret = MM_ERROR_NONE; + gboolean async = FALSE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); - ret = _mmplayer_asm_set_state(hplayer, ASM_STATE_PLAYING); - if ( ret ) - { - debug_error("failed to set asm state to PLAYING\n"); - return ret; - } +// ret = _mmplayer_asm_set_state(hplayer, ASM_STATE_PLAYING, TRUE); +// if ( ret ) +// { +// debug_error("failed to set asm state to PLAYING\n"); +// return ret; +// } /* check current state */ MMPLAYER_CHECK_STATE_RETURN_IF_FAIL( player, MMPLAYER_COMMAND_RESUME ); /* resume pipeline */ - ret = __gst_resume( player, FALSE ); + ret = __gst_resume( player, async ); if ( ret != MM_ERROR_NONE ) { debug_error("failed to resume player.\n"); } - - debug_fleave(); + MMPLAYER_FLEAVE(); return ret; } @@ -3397,7 +10213,7 @@ __mmplayer_set_play_count(mm_player_t* player, gint count) { MMHandleType attrs = 0; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); @@ -3412,7 +10228,7 @@ __mmplayer_set_play_count(mm_player_t* player, gint count) if ( mmf_attrs_commit ( attrs ) ) /* return -1 if error */ debug_error("failed to commit\n"); - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } @@ -3425,7 +10241,7 @@ _mmplayer_activate_section_repeat(MMHandleType hplayer, unsigned long start, uns gint64 end_pos = 0; gint infinity = -1; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); return_val_if_fail ( end <= GST_TIME_AS_MSECONDS(player->duration), MM_ERROR_INVALID_ARGUMENT ); @@ -3454,24 +10270,23 @@ _mmplayer_activate_section_repeat(MMHandleType hplayer, unsigned long start, uns debug_log("succeeded to set section repeat from %d to %d\n", player->section_repeat_start, player->section_repeat_end); - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } -int +static int __mmplayer_set_pcm_extraction(mm_player_t* player) { - guint64 start_nsec = 0; - guint64 end_nsec = 0; - guint64 dur_nsec = 0; - guint64 dur_msec = 0; - GstFormat fmt = GST_FORMAT_TIME; + gint64 start_nsec = 0; + gint64 end_nsec = 0; + gint64 dur_nsec = 0; + gint64 dur_msec = 0; int required_start = 0; int required_end = 0; int ret = 0; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail( player, FALSE ); @@ -3495,7 +10310,7 @@ __mmplayer_set_pcm_extraction(mm_player_t* player) } /* get duration */ - ret = gst_element_query_duration(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, fmt, &dur_nsec); + ret = gst_element_query_duration(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_FORMAT_TIME, &dur_nsec); if ( !ret ) { debug_error("failed to get duration"); @@ -3526,7 +10341,7 @@ __mmplayer_set_pcm_extraction(mm_player_t* player) debug_log("succeeded to set up segment extraction from [%llu] to [%llu] (nsec)\n", start_nsec, end_nsec); - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } @@ -3536,17 +10351,17 @@ _mmplayer_deactivate_section_repeat(MMHandleType hplayer) { mm_player_t* player = (mm_player_t*)hplayer; gint64 cur_pos = 0; - GstFormat fmt = GST_FORMAT_TIME; gint onetime = 1; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); player->section_repeat = FALSE; __mmplayer_set_play_count( player, onetime ); - gst_element_query_position(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, fmt, &cur_pos); + + gst_element_query_position(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_FORMAT_TIME, &cur_pos); if ( (!__gst_seek( player, player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, 1.0, @@ -3560,21 +10375,20 @@ _mmplayer_deactivate_section_repeat(MMHandleType hplayer) return MM_ERROR_PLAYER_SEEK; } - debug_fenter(); + MMPLAYER_FENTER(); return MM_ERROR_NONE; } int -_mmplayer_set_playspeed(MMHandleType hplayer, gdouble rate) +_mmplayer_set_playspeed(MMHandleType hplayer, float rate) { mm_player_t* player = (mm_player_t*)hplayer; signed long long pos_msec = 0; int ret = MM_ERROR_NONE; int mute = FALSE; - GstFormat format =GST_FORMAT_TIME; MMPlayerStateType current_state = MM_PLAYER_STATE_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED ); return_val_if_fail ( !MMPLAYER_IS_STREAMING(player), MM_ERROR_NOT_SUPPORT_API ); @@ -3598,7 +10412,7 @@ _mmplayer_set_playspeed(MMHandleType hplayer, gdouble rate) current_state = MMPLAYER_CURRENT_STATE(player); if ( current_state != MM_PLAYER_STATE_PAUSED ) - ret = gst_element_query_position(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, format, &pos_msec); + ret = gst_element_query_position(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_FORMAT_TIME, &pos_msec); debug_log ("pos_msec = %"GST_TIME_FORMAT" and ret = %d and state = %d", GST_TIME_ARGS (pos_msec), ret, current_state); @@ -3619,13 +10433,13 @@ _mmplayer_set_playspeed(MMHandleType hplayer, gdouble rate) //GST_SEEK_TYPE_NONE, GST_CLOCK_TIME_NONE, GST_SEEK_TYPE_NONE, GST_CLOCK_TIME_NONE))) { - debug_error("failed to set speed playback\n"); + debug_error("failed to set speed playback\n"); return MM_ERROR_PLAYER_SEEK; } - debug_log("succeeded to set speed playback as %fl\n", rate); + debug_log("succeeded to set speed playback as %0.1f\n", rate); - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE;; } @@ -3636,13 +10450,13 @@ _mmplayer_set_position(MMHandleType hplayer, int format, int position) // @ mm_player_t* player = (mm_player_t*)hplayer; int ret = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); ret = __gst_set_position ( player, format, (unsigned long)position, FALSE ); - debug_fleave(); + MMPLAYER_FLEAVE(); return ret; } @@ -3674,18 +10488,34 @@ _mmplayer_get_buffer_position(MMHandleType hplayer, int format, unsigned long* s } int -_mmplayer_adjust_subtitle_postion(MMHandleType hplayer, int format, unsigned long position) // @ +_mmplayer_adjust_subtitle_postion(MMHandleType hplayer, int format, int position) // @ { mm_player_t* player = (mm_player_t*)hplayer; int ret = MM_ERROR_NONE; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); ret = __gst_adjust_subtitle_position(player, format, position); - debug_fleave(); + MMPLAYER_FLEAVE(); + + return ret; +} +int +_mmplayer_adjust_video_postion(MMHandleType hplayer, int offset) // @ +{ + mm_player_t* player = (mm_player_t*)hplayer; + int ret = MM_ERROR_NONE; + + MMPLAYER_FENTER(); + + return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + + ret = __gst_adjust_video_position(player, offset); + + MMPLAYER_FLEAVE(); return ret; } @@ -3710,35 +10540,79 @@ __mmplayer_is_midi_type( gchar* str_caps) } static gboolean -__mmplayer_is_amr_type (gchar *str_caps) +__mmplayer_is_only_mp3_type (gchar *str_caps) { - if ((g_strrstr(str_caps, "AMR")) || - (g_strrstr(str_caps, "amr"))) + if (g_strrstr(str_caps, "application/x-id3") || + (g_strrstr(str_caps, "audio/mpeg") && g_strrstr(str_caps, "mpegversion=(int)1"))) { return TRUE; } return FALSE; } +/* try to use ALP decoder first instead of selected decoder */ static gboolean -__mmplayer_is_only_mp3_type (gchar *str_caps) +__mmplayer_is_omx_decoder_type (mm_player_t* player) { - if (g_strrstr(str_caps, "application/x-id3") || - (g_strrstr(str_caps, "audio/mpeg") && g_strrstr(str_caps, "mpegversion=(int)1"))) + #define MIN_THRESHOLD_SIZE 320 * 1024 // 320K + gboolean ret = FALSE; + gchar* path = NULL; + guint64 data_size = 0; + struct stat sb; + + return_val_if_fail (player, FALSE); + + /* consider mp3 audio only */ + if ((!MMPLAYER_IS_STREAMING(player)) && + (__mmplayer_is_only_mp3_type(player->type))) { - return TRUE; + mm_attrs_get_string_by_name(player->attrs, "profile_uri", &path); + + if (stat(path, &sb) == 0) + { + data_size = (guint64)sb.st_size; + + if (data_size > MIN_THRESHOLD_SIZE) + { + ret = TRUE; + } + } } - return FALSE; + + debug_log ("need to select omx_decoder ? [%s]\n", (ret)?"YES":"NO"); + return ret; } -void +static void +__mmplayer_set_audio_attrs (mm_player_t* player, GstCaps* caps) +{ + GstStructure* caps_structure = NULL; + gint samplerate = 0; + gint channels = 0; + + MMPLAYER_FENTER(); + return_if_fail (player && caps); + + caps_structure = gst_caps_get_structure(caps, 0); + + /* set stream information */ + gst_structure_get_int (caps_structure, "rate", &samplerate); + mm_attrs_set_int_by_name (player->attrs, "content_audio_samplerate", samplerate); + + gst_structure_get_int (caps_structure, "channels", &channels); + mm_attrs_set_int_by_name (player->attrs, "content_audio_channels", channels); + + debug_log ("audio samplerate : %d channels : %d\n", samplerate, channels); +} + +static void __mmplayer_typefind_have_type( GstElement *tf, guint probability, // @ GstCaps *caps, gpointer data) { mm_player_t* player = (mm_player_t*)data; GstPad* pad = NULL; - debug_fenter(); + MMPLAYER_FENTER(); return_if_fail( player && tf && caps ); @@ -3748,31 +10622,31 @@ GstCaps *caps, gpointer data) if (player->type) debug_log("meida type %s found, probability %d%% / %d\n", player->type, probability, gst_caps_get_size(caps)); + if ( (!MMPLAYER_IS_WFD_STREAMING( player )) && + (!MMPLAYER_IS_RTSP_STREAMING( player )) && + (g_strrstr(player->type, "audio/x-raw-int"))) + { + debug_error("not support media format\n"); + + if (player->msg_posted == FALSE) + { + MMMessageParamType msg_param; + memset (&msg_param, 0, sizeof(MMMessageParamType)); + + msg_param.code = MM_ERROR_PLAYER_NOT_SUPPORTED_FORMAT; + MMPLAYER_POST_MSG( player, MM_MESSAGE_ERROR, &msg_param ); + + /* don't post more if one was sent already */ + player->msg_posted = TRUE; + } + return; + } + /* midi type should be stored because it will be used to set audio gain in avsysaudiosink */ if ( __mmplayer_is_midi_type(player->type)) { player->profile.play_mode = MM_PLAYER_MODE_MIDI; - } - else if (__mmplayer_is_amr_type(player->type)) - { - player->bypass_audio_effect = FALSE; - if ( (PLAYER_INI()->use_audio_effect_preset || PLAYER_INI()->use_audio_effect_custom) ) - { - if ( player->audio_effect_info.effect_type == MM_AUDIO_EFFECT_TYPE_PRESET ) - { - if (!_mmplayer_audio_effect_preset_apply(player, player->audio_effect_info.preset)) - { - debug_msg("apply audio effect(preset:%d) setting success\n",player->audio_effect_info.preset); - } - } - else if ( player->audio_effect_info.effect_type == MM_AUDIO_EFFECT_TYPE_CUSTOM ) - { - if (!_mmplayer_audio_effect_custom_apply(player)) - { - debug_msg("apply audio effect(custom) setting success\n"); - } - } - } + player->bypass_audio_effect = TRUE; } else if ( g_strrstr(player->type, "application/x-hls")) { @@ -3781,6 +10655,10 @@ GstCaps *caps, gpointer data) */ player->profile.uri_type = MM_PLAYER_URI_TYPE_HLS; } + else if ( g_strrstr(player->type, "application/dash+xml")) + { + player->profile.uri_type = MM_PLAYER_URI_TYPE_DASH; + } pad = gst_element_get_static_pad(tf, "src"); if ( !pad ) @@ -3789,67 +10667,430 @@ GstCaps *caps, gpointer data) return; } - /* try to plug */ - if ( ! __mmplayer_try_to_plug( player, pad, caps ) ) + if (player->use_decodebin) { - gboolean async = FALSE; + if(!__mmplayer_try_to_plug_decodebin( player, pad, caps )) + { + gboolean async = FALSE; + debug_error("failed to autoplug %s\n", player->type); - debug_error("failed to autoplug %s\n", player->type); - mm_attrs_get_int_by_name(player->attrs, "profile_prepare_async", &async); + mm_attrs_get_int_by_name(player->attrs, "profile_prepare_async", &async); - if ( async && player->msg_posted == FALSE ) - { - __mmplayer_handle_missed_plugin( player ); - } + if ( async && player->msg_posted == FALSE ) + { + __mmplayer_handle_missed_plugin( player ); + } - goto DONE; + goto DONE; + } } - - /* finish autopluging if no dynamic pad waiting */ - if( ( ! player->have_dynamic_pad) && ( ! player->has_many_types) ) + else { - if ( ! MMPLAYER_IS_RTSP_STREAMING( player ) ) + /* try to plug */ + if ( ! __mmplayer_try_to_plug( player, pad, caps ) ) { - __mmplayer_pipeline_complete( NULL, (gpointer)player ); + gboolean async = FALSE; + debug_error("failed to autoplug %s\n", player->type); + + mm_attrs_get_int_by_name(player->attrs, "profile_prepare_async", &async); + + if ( async && player->msg_posted == FALSE ) + { + __mmplayer_handle_missed_plugin( player ); + } + + goto DONE; + } + + /* finish autopluging if no dynamic pad waiting */ + if( ( ! player->have_dynamic_pad) && ( ! player->has_many_types) ) + { + if ( ! MMPLAYER_IS_RTSP_STREAMING( player ) ) + { + __mmplayer_pipeline_complete( NULL, (gpointer)player ); + } } } DONE: gst_object_unref( GST_OBJECT(pad) ); - debug_fleave(); + MMPLAYER_FLEAVE(); return; } +#ifdef _MM_PLAYER_ALP_PARSER +void check_name (void *data, void *user_data) +{ + mm_player_t* player = user_data; + + if (g_strrstr((gchar*)data, "mpegaudioparse")) + { + debug_log("mpegaudioparse - set alp-mp3dec\n"); + g_object_set(player->pipeline->mainbin[MMPLAYER_M_DEMUX].gst, "alp-mp3dec", TRUE, NULL); + } +} +#endif + +static GstElement * +__mmplayer_create_decodebin (mm_player_t* player) +{ + GstElement *decodebin = NULL; + + MMPLAYER_FENTER(); + + /* create decodebin */ + decodebin = gst_element_factory_make("decodebin", "decodebin"); + + if (!decodebin) + { + debug_error("fail to create decodebin\n"); + goto ERROR; + } + + /* raw pad handling signal */ + MMPLAYER_SIGNAL_CONNECT( player, G_OBJECT(decodebin), MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "pad-added", + G_CALLBACK(__mmplayer_gst_decode_pad_added), player); + + /* no-more-pad pad handling signal */ + MMPLAYER_SIGNAL_CONNECT( player, G_OBJECT(decodebin), MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "no-more-pads", + G_CALLBACK(__mmplayer_gst_decode_no_more_pads), player); + + MMPLAYER_SIGNAL_CONNECT( player, G_OBJECT(decodebin), MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "pad-removed", + G_CALLBACK(__mmplayer_gst_decode_pad_removed), player); + + /* This signal is emitted when a pad for which there is no further possible + decoding is added to the decodebin.*/ + MMPLAYER_SIGNAL_CONNECT( player, G_OBJECT(decodebin), MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "unknown-type", + G_CALLBACK(__mmplayer_gst_decode_unknown_type), player ); + + /* This signal is emitted whenever decodebin2 finds a new stream. It is emitted + before looking for any elements that can handle that stream.*/ + MMPLAYER_SIGNAL_CONNECT( player, G_OBJECT(decodebin), MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "autoplug-continue", + G_CALLBACK(__mmplayer_gst_decode_autoplug_continue), player); + + /* This signal is emitted whenever decodebin2 finds a new stream. It is emitted + before looking for any elements that can handle that stream.*/ + MMPLAYER_SIGNAL_CONNECT( player, G_OBJECT(decodebin), MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "autoplug-select", + G_CALLBACK(__mmplayer_gst_decode_autoplug_select), player); + + /* Once decodebin2 has found the possible GstElementFactory objects to try for + caps on pad, this signal is emited. The purpose of the signal is for the + application to perform additional sorting or filtering on the element factory + array.*/ + MMPLAYER_SIGNAL_CONNECT( player, G_OBJECT(decodebin), MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "autoplug-sort", + G_CALLBACK(__mmplayer_gst_decode_autoplug_sort), player); + + /* This signal is emitted once decodebin2 has finished decoding all the data.*/ + MMPLAYER_SIGNAL_CONNECT( player, G_OBJECT(decodebin), MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "drained", + G_CALLBACK(__mmplayer_gst_decode_drained), player); + + /* This signal is emitted when a element is added to the bin.*/ + MMPLAYER_SIGNAL_CONNECT( player, G_OBJECT(decodebin), MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "element-added", + G_CALLBACK(__mmplayer_gst_element_added), player); + +ERROR: + return decodebin; +} + +static void +__mmplayer_gst_id3_pad_added(GstElement *element, GstPad *pad, gpointer data) +{ + mm_player_t* player = (mm_player_t*)data; + GstCaps *caps = NULL; + gchar *caps_str = NULL; + + MMPLAYER_FENTER(); + return_if_fail (player && pad); + + caps = gst_pad_query_caps(pad, NULL); + caps_str = gst_caps_to_string(caps); + + debug_log("pad %s:%s, caps %s", GST_DEBUG_PAD_NAME(pad), caps_str); + __mmplayer_try_to_plug_decodebin(player, pad, caps); + + MMPLAYER_FREEIF( caps_str ); + gst_caps_unref(caps); + + MMPLAYER_FLEAVE(); +} + static gboolean -__mmplayer_warm_up_video_codec( mm_player_t* player, GstElementFactory *factory) +__mmplayer_try_to_plug_decodebin(mm_player_t* player, GstPad *srcpad, const GstCaps *caps) { - GstElement *element; - GstStateChangeReturn ret; - gboolean usable = TRUE; + MMPlayerGstElement* mainbin = NULL; + GstElement* decodebin2 = NULL; + GstElement* queue2 = NULL; + GstElement* id3demux = NULL; + GstPad* sinkpad = NULL; + GstPad* qsrcpad= NULL; + gchar *caps_str = NULL; + gint64 dur_bytes = 0L; + gchar* file_buffering_path = NULL; + gboolean use_file_buffer = FALSE; + + guint max_buffer_size_bytes = 0; + gdouble init_buffering_time = (gdouble)player->streamer->buffering_req.initial_second; + + MMPLAYER_FENTER(); + return_val_if_fail (player && player->pipeline && player->pipeline->mainbin, FALSE); - return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); - return_val_if_fail ( factory, MM_ERROR_COMMON_INVALID_ARGUMENT ); + mainbin = player->pipeline->mainbin; - element = gst_element_factory_create (factory, NULL); + if ((!MMPLAYER_IS_HTTP_PD(player)) && + (MMPLAYER_IS_HTTP_STREAMING(player))) + { + debug_log ("creating http streaming buffering queue (queue2)\n"); - ret = gst_element_set_state (element, GST_STATE_READY); + if (mainbin[MMPLAYER_M_MUXED_S_BUFFER].gst) + { + debug_error ("MMPLAYER_M_MUXED_S_BUFFER is not null\n"); + } + else + { + if (!mainbin[MMPLAYER_M_ID3DEMUX].gst) + { + caps_str = gst_caps_to_string(caps); + if (g_strrstr(caps_str, "application/x-id3")) + { + debug_log("create id3demux in front of queue2 \n"); - if (ret != GST_STATE_CHANGE_SUCCESS) + id3demux = gst_element_factory_make ("id3demux", NULL); + if (!id3demux) + { + debug_error ("failed to create buffering id3demux element\n"); + goto ERROR; + } + + MMPLAYER_SIGNAL_CONNECT( player, G_OBJECT(id3demux), MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "pad-added", + G_CALLBACK(__mmplayer_gst_id3_pad_added), player); + + if (!gst_bin_add(GST_BIN(mainbin[MMPLAYER_M_PIPE].gst), id3demux)) + { + debug_error("failed to add id3demux\n"); + goto ERROR; + } + + sinkpad = gst_element_get_static_pad(id3demux, "sink"); + + if (GST_PAD_LINK_OK != gst_pad_link(srcpad, sinkpad)) + { + debug_error("failed to link buffering queue\n"); + goto ERROR; + } + + if (GST_STATE_CHANGE_FAILURE == gst_element_sync_state_with_parent (id3demux)) + { + debug_error("failed to sync id3demux state with parent\n"); + goto ERROR; + } + + mainbin[MMPLAYER_M_ID3DEMUX].id = MMPLAYER_M_ID3DEMUX; + mainbin[MMPLAYER_M_ID3DEMUX].gst = id3demux; + + gst_object_unref(GST_OBJECT(sinkpad)); + MMPLAYER_FREEIF( caps_str ); + + MMPLAYER_FLEAVE(); + return TRUE; + } + + MMPLAYER_FREEIF( caps_str ); + } + + queue2 = gst_element_factory_make ("queue2", "queue2"); + if (!queue2) + { + debug_error ("failed to create buffering queue element\n"); + goto ERROR; + } + + if (!gst_bin_add(GST_BIN(mainbin[MMPLAYER_M_PIPE].gst), queue2)) + { + debug_error("failed to add buffering queue\n"); + goto ERROR; + } + + sinkpad = gst_element_get_static_pad(queue2, "sink"); + qsrcpad = gst_element_get_static_pad(queue2, "src"); + + if (GST_PAD_LINK_OK != gst_pad_link(srcpad, sinkpad)) + { + debug_error("failed to link buffering queue\n"); + goto ERROR; + } + + // if ( !MMPLAYER_IS_HTTP_LIVE_STREAMING(player)) + { + if ( !gst_element_query_duration(player->pipeline->mainbin[MMPLAYER_M_SRC].gst, GST_FORMAT_BYTES, &dur_bytes)) + debug_error("fail to get duration.\n"); + + debug_log("dur_bytes = %lld\n", dur_bytes); + + if (dur_bytes > 0) + { + use_file_buffer = MMPLAYER_USE_FILE_FOR_BUFFERING(player); + file_buffering_path = g_strdup(player->ini.http_file_buffer_path); + } + else + { + dur_bytes = 0; + } + } + + /* NOTE : we cannot get any duration info from ts container in case of streaming */ + // if(!g_strrstr(GST_ELEMENT_NAME(sinkelement), "mpegtsdemux")) + if(!g_strrstr(player->type, "video/mpegts")) + { + max_buffer_size_bytes = (use_file_buffer)?(player->ini.http_max_size_bytes):(5*1024*1024); + debug_log("max_buffer_size_bytes = %d\n", max_buffer_size_bytes); + + __mm_player_streaming_set_queue2(player->streamer, + queue2, + FALSE, + max_buffer_size_bytes, + player->ini.http_buffering_time, + 1.0, // no meaning + player->ini.http_buffering_limit, // no meaning + use_file_buffer, + file_buffering_path, + (guint64)dur_bytes); + } + + MMPLAYER_FREEIF(file_buffering_path); + if (GST_STATE_CHANGE_FAILURE == gst_element_sync_state_with_parent (queue2)) + { + debug_error("failed to sync queue2 state with parent\n"); + goto ERROR; + } + + srcpad = qsrcpad; + + gst_object_unref(GST_OBJECT(sinkpad)); + + mainbin[MMPLAYER_M_MUXED_S_BUFFER].id = MMPLAYER_M_MUXED_S_BUFFER; + mainbin[MMPLAYER_M_MUXED_S_BUFFER].gst = queue2; + } + } + + /* create decodebin */ + decodebin2 = __mmplayer_create_decodebin(player); + + if (!decodebin2) + { + debug_error("can not create autoplug element\n"); + goto ERROR; + } + + if (!gst_bin_add(GST_BIN(mainbin[MMPLAYER_M_PIPE].gst), decodebin2)) + { + debug_error("failed to add decodebin2\n"); + goto ERROR; + } + + /* to force caps on the decodebin element and avoid reparsing stuff by + * typefind. It also avoids a deadlock in the way typefind activates pads in + * the state change */ + g_object_set (decodebin2, "sink-caps", caps, NULL); + + sinkpad = gst_element_get_static_pad(decodebin2, "sink"); + + if (GST_PAD_LINK_OK != gst_pad_link(srcpad, sinkpad)) + { + debug_error("failed to link decodebin2\n"); + goto ERROR; + } + + gst_object_unref(GST_OBJECT(sinkpad)); + + mainbin[MMPLAYER_M_AUTOPLUG].id = MMPLAYER_M_AUTOPLUG; + mainbin[MMPLAYER_M_AUTOPLUG].gst = decodebin2; + + if ( ((!MMPLAYER_IS_HTTP_PD(player)) && + (MMPLAYER_IS_HTTP_STREAMING(player))) || MMPLAYER_IS_DASH_STREAMING (player)) + { + init_buffering_time = (init_buffering_time != 0)?(init_buffering_time):(player->ini.http_buffering_time); + + g_object_set (G_OBJECT(decodebin2), "use-buffering", TRUE, + "high-percent", (gint)player->ini.http_buffering_limit, + "low-percent", 1, // 1% + "max-size-bytes", MAX_DECODEBIN_BUFFER_BYTES, + "max-size-time", (guint64)(MAX_DECODEBIN_BUFFER_TIME * GST_SECOND), + "max-size-buffers", 0, NULL); // disable or automatic + } + + if (GST_STATE_CHANGE_FAILURE == gst_element_sync_state_with_parent(decodebin2)) { - debug_error ("resource conflict so, %s unusable\n", GST_PLUGIN_FEATURE_NAME (factory)); - usable = FALSE; + debug_error("failed to sync decodebin2 state with parent\n"); + goto ERROR; } - gst_element_set_state (element, GST_STATE_NULL); - gst_object_unref (element); + MMPLAYER_FLEAVE(); + + return TRUE; + +ERROR: - return usable; + MMPLAYER_FREEIF( caps_str ); + + if (sinkpad) + gst_object_unref(GST_OBJECT(sinkpad)); + + if (queue2) + { + /* NOTE : Trying to dispose element queue0, but it is in READY instead of the NULL state. + * You need to explicitly set elements to the NULL state before + * dropping the final reference, to allow them to clean up. + */ + gst_element_set_state(queue2, GST_STATE_NULL); + + /* And, it still has a parent "player". + * You need to let the parent manage the object instead of unreffing the object directly. + */ + gst_bin_remove (GST_BIN(mainbin[MMPLAYER_M_PIPE].gst), queue2); + gst_object_unref (queue2); + queue2 = NULL; + } + + if (id3demux) + { + /* NOTE : Trying to dispose element id3demux, but it is in READY instead of the NULL state. + * You need to explicitly set elements to the NULL state before + * dropping the final reference, to allow them to clean up. + */ + gst_element_set_state(id3demux, GST_STATE_NULL); + + /* And, it still has a parent "player". + * You need to let the parent manage the object instead of unreffing the object directly. + */ + gst_bin_remove (GST_BIN(mainbin[MMPLAYER_M_PIPE].gst), id3demux); + gst_object_unref (id3demux); + id3demux = NULL; + } + + if (decodebin2) + { + /* NOTE : Trying to dispose element queue0, but it is in READY instead of the NULL state. + * You need to explicitly set elements to the NULL state before + * dropping the final reference, to allow them to clean up. + */ + gst_element_set_state(decodebin2, GST_STATE_NULL); + + /* And, it still has a parent "player". + * You need to let the parent manage the object instead of unreffing the object directly. + */ + + gst_bin_remove (GST_BIN(mainbin[MMPLAYER_M_PIPE].gst), decodebin2); + gst_object_unref (decodebin2); + decodebin2 = NULL; + } + + return FALSE; } /* it will return first created element */ -gboolean +static gboolean __mmplayer_try_to_plug(mm_player_t* player, GstPad *pad, const GstCaps *caps) // @ { MMPlayerGstElement* mainbin = NULL; @@ -3861,19 +11102,17 @@ __mmplayer_try_to_plug(mm_player_t* player, GstPad *pad, const GstCaps *caps) // GstPad* queue_pad = NULL; GstElement* queue = NULL; GstElement *element = NULL; - GstStructure *structure = NULL; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail( player && player->pipeline && player->pipeline->mainbin, FALSE ); mainbin = player->pipeline->mainbin; - mime = gst_structure_get_name(gst_caps_get_structure(caps, 0)); + mime = gst_structure_get_name(gst_caps_get_structure(caps, 0)); /* return if we got raw output */ if(g_str_has_prefix(mime, "video/x-raw") || g_str_has_prefix(mime, "audio/x-raw") - || g_str_has_prefix(mime, "video/x-surface") || g_str_has_prefix(mime, "text/plain") ||g_str_has_prefix(mime, "text/x-pango-markup")) { @@ -3948,7 +11187,7 @@ __mmplayer_try_to_plug(mm_player_t* player, GstPad *pad, const GstCaps *caps) // MMPLAYER_CHECK_CMD_IF_EXIT(player); if(__mmplayer_link_sink(player,pad)) - __mmplayer_gst_decode_callback(element, pad, FALSE, player); + __mmplayer_gst_decode_callback(element, pad, player); gst_object_unref( GST_OBJECT(element)); element = NULL; @@ -3966,20 +11205,31 @@ __mmplayer_try_to_plug(mm_player_t* player, GstPad *pad, const GstCaps *caps) // skip = FALSE; /* filtering exclude keyword */ - for ( idx = 0; PLAYER_INI()->exclude_element_keyword[idx][0] != '\0'; idx++ ) + for ( idx = 0; player->ini.exclude_element_keyword[idx][0] != '\0'; idx++ ) { - if ( g_strrstr(GST_OBJECT_NAME (factory), - PLAYER_INI()->exclude_element_keyword[idx] ) ) + if ( g_strrstr(GST_OBJECT_NAME (factory), + player->ini.exclude_element_keyword[idx] ) ) { debug_warning("skipping [%s] by exculde keyword [%s]\n", - GST_OBJECT_NAME (factory), - PLAYER_INI()->exclude_element_keyword[idx] ); + GST_OBJECT_NAME (factory), + player->ini.exclude_element_keyword[idx] ); skip = TRUE; break; } } + if ( MMPLAYER_IS_RTSP_STREAMING(player) && g_strrstr(GST_OBJECT_NAME (factory), "omx_mpeg4dec")) + { + // omx decoder can not support mpeg4video data partitioned + // rtsp streaming didn't know mpeg4video data partitioned format + // so, if rtsp playback, player will skip omx_mpeg4dec. + debug_warning("skipping [%s] when rtsp streaming \n", + GST_OBJECT_NAME (factory)); + + skip = TRUE; + } + if ( skip ) continue; /* check factory class for filtering */ @@ -3990,25 +11240,25 @@ __mmplayer_try_to_plug(mm_player_t* player, GstPad *pad, const GstCaps *caps) // */ if ( g_strrstr(klass, "Codec/Decoder/Image") ) { - debug_log("skipping [%s] by not required\n", GST_OBJECT_NAME (factory)); + debug_log("skipping [%s] by not required\n", GST_OBJECT_NAME (factory)); continue; } /* check pad compatability */ for(pads = gst_element_factory_get_static_pad_templates(factory); - pads != NULL; pads=pads->next) + pads != NULL; pads=pads->next) { GstStaticPadTemplate *temp1 = pads->data; GstCaps* static_caps = NULL; - if( temp1->direction != GST_PAD_SINK || - temp1->presence != GST_PAD_ALWAYS) + if( temp1->direction != GST_PAD_SINK + || temp1->presence != GST_PAD_ALWAYS) continue; - - if ( GST_IS_CAPS( temp1->static_caps.caps) ) +#if 0 //should check + if ( GST_IS_CAPS( &temp1->static_caps.caps) ) { /* using existing caps */ - static_caps = gst_caps_ref( temp1->static_caps.caps ); + static_caps = gst_caps_ref( &temp1->static_caps.caps ); } else { @@ -4016,26 +11266,8 @@ __mmplayer_try_to_plug(mm_player_t* player, GstPad *pad, const GstCaps *caps) // static_caps = gst_caps_from_string ( temp1->static_caps.string ); } - if ( strcmp (GST_OBJECT_NAME(factory),"rtpamrdepay") ==0 ) - { - /* store encoding-name */ - structure = gst_caps_get_structure (caps, 0); - - /* figure out the mode first and set the clock rates */ - player->temp_encode_name = gst_structure_get_string (structure, "encoding-name"); - - } - if (player->temp_encode_name != NULL) - { - if ((strcmp (player->temp_encode_name, "AMR") == 0) && (strcmp (GST_OBJECT_NAME(factory), "amrwbdec" ) == 0)) - { - debug_log("skip AMR-WB dec\n"); - continue; - } - } - - res = gst_caps_intersect((GstCaps*)caps, static_caps); - + res = gst_caps_intersect(caps, static_caps); +#endif gst_caps_unref( static_caps ); static_caps = NULL; @@ -4045,9 +11277,83 @@ __mmplayer_try_to_plug(mm_player_t* player, GstPad *pad, const GstCaps *caps) // GList *elements = player->parsers; char *name_template = g_strdup(temp1->name_template); gchar *name_to_plug = GST_OBJECT_NAME(factory); - gst_caps_unref(res); + /* check ALP Codec can be used or not */ + if ((g_strrstr(klass, "Codec/Decoder/Audio"))) + { + /* consider mp3 audio only */ + if ( !MMPLAYER_IS_STREAMING(player) && __mmplayer_is_only_mp3_type(player->type) ) + { + /* try to use ALP decoder first instead of selected decoder */ + GstElement *element = NULL; + GstElementFactory * element_facory; + gchar *path = NULL; + guint64 data_size = 0; + #define MIN_THRESHOLD_SIZE 320 * 1024 // 320K + struct stat sb; + + mm_attrs_get_string_by_name(player->attrs, "profile_uri", &path); + + if (stat(path, &sb) == 0) + { + data_size = (guint64)sb.st_size; + } + debug_log("file size : %u", data_size); + + if (data_size > MIN_THRESHOLD_SIZE) + { + debug_log("checking if ALP can be used or not"); + element = gst_element_factory_make("omx_mp3dec", "omx mp3 decoder"); + if ( element ) + { + /* check availability because multi-instance is not supported */ + GstStateChangeReturn ret = gst_element_set_state(element, GST_STATE_READY); + + if (ret != GST_STATE_CHANGE_SUCCESS) // use just selected decoder + { + gst_object_unref (element); + } + else if (ret == GST_STATE_CHANGE_SUCCESS) // replace facotry to use omx + { + /* clean */ + gst_element_set_state(element, GST_STATE_NULL); + gst_object_unref (element); + + element_facory = gst_element_factory_find("omx_mp3dec"); + /* replace, otherwise use selected thing instead */ + if (element_facory) + { + factory = element_facory; + name_to_plug = GST_OBJECT_NAME(factory); + } + + /* make parser alp mode */ + #ifdef _MM_PLAYER_ALP_PARSER + g_list_foreach (player->parsers, check_name, player); + #endif + } + } + } + } + } + else if ((g_strrstr(klass, "Codec/Decoder/Video"))) + { + if ( g_strrstr(GST_OBJECT_NAME(factory), "omx_") ) + { + char *env = getenv ("MM_PLAYER_HW_CODEC_DISABLE"); + if (env != NULL) + { + if (strncasecmp(env, "yes", 3) == 0) + { + debug_log("skipping [%s] by disabled\n", name_to_plug); + MMPLAYER_FREEIF(name_template); + continue; + } + } + } + } + debug_log("found %s to plug\n", name_to_plug); new_element = gst_element_factory_create(GST_ELEMENT_FACTORY(factory), NULL); @@ -4079,10 +11385,13 @@ __mmplayer_try_to_plug(mm_player_t* player, GstPad *pad, const GstCaps *caps) // } } - if (skip) continue; + if (skip) + { + MMPLAYER_FREEIF(name_template); + continue; + } selected = g_strdup(name_to_plug); - player->parsers = g_list_append(player->parsers, selected); } @@ -4095,6 +11404,26 @@ __mmplayer_try_to_plug(mm_player_t* player, GstPad *pad, const GstCaps *caps) // debug_log("plugged element is demuxer. take it\n"); mainbin[MMPLAYER_M_DEMUX].id = MMPLAYER_M_DEMUX; mainbin[MMPLAYER_M_DEMUX].gst = new_element; + + /*Added for multi audio support */ + if(g_strrstr(klass, "Demux")) + { + mainbin[MMPLAYER_M_DEMUX_EX].id = MMPLAYER_M_DEMUX_EX; + mainbin[MMPLAYER_M_DEMUX_EX].gst = new_element; + + /* NOTE : workaround for bug in mpegtsdemux since doesn't emit + no-more-pad signal. this may cause wrong content attributes at PAUSED state + this code should be removed after mpegtsdemux is fixed */ + if ( g_strrstr(GST_OBJECT_NAME(factory), "mpegtsdemux") ) + { + debug_warning("force no-more-pad to TRUE since mpegtsdemux os not giving no-more-pad signal. content attributes may wrong"); + player->no_more_pad = TRUE; + } + } + if (g_strrstr(name_to_plug, "asfdemux")) // to support trust-zone only + { + g_object_set(mainbin[MMPLAYER_M_DEMUX_EX].gst, "file-location", player->profile.uri,NULL); + } } else if(g_strrstr(klass, "Decoder") && __mmplayer_link_decoder(player,pad)) { @@ -4120,7 +11449,7 @@ __mmplayer_try_to_plug(mm_player_t* player, GstPad *pad, const GstCaps *caps) // GstPad *src_pad = NULL; GstPadTemplate *pad_templ = NULL; GstCaps *caps = NULL; - gchar *caps_type = NULL; + gchar *caps_str = NULL; debug_log("found VIDEO decoder\n"); player->not_supported_codec &= MISSING_PLUGIN_AUDIO; @@ -4130,14 +11459,10 @@ __mmplayer_try_to_plug(mm_player_t* player, GstPad *pad, const GstCaps *caps) // pad_templ = gst_pad_get_pad_template (src_pad); caps = GST_PAD_TEMPLATE_CAPS(pad_templ); - caps_type = gst_caps_to_string(caps); - - if ( g_strrstr( caps_type, "ST12") ) - player->is_nv12_tiled = TRUE; + caps_str = gst_caps_to_string(caps); /* clean */ - MMPLAYER_FREEIF( caps_type ); - gst_caps_unref (caps); + MMPLAYER_FREEIF( caps_str ); gst_object_unref (src_pad); } else if (g_str_has_prefix(mime, "audio")) @@ -4147,16 +11472,17 @@ __mmplayer_try_to_plug(mm_player_t* player, GstPad *pad, const GstCaps *caps) // player->can_support_codec |= FOUND_PLUGIN_AUDIO; } } + if ( ! __mmplayer_close_link(player, pad, new_element, - name_template,gst_element_factory_get_static_pad_templates(factory)) ) + name_template,gst_element_factory_get_static_pad_templates(factory)) ) { + MMPLAYER_FREEIF(name_template); if (player->keep_detecting_vcodec) - continue; + continue; /* Link is failed even though a supportable codec is found. */ - __mmplayer_check_not_supported_codec(player, (gchar *)mime); + __mmplayer_check_not_supported_codec(player, klass, mime); - MMPLAYER_FREEIF(name_template); debug_error("failed to call _close_link\n"); return FALSE; } @@ -4166,16 +11492,14 @@ __mmplayer_try_to_plug(mm_player_t* player, GstPad *pad, const GstCaps *caps) // } gst_caps_unref(res); - break; } } /* There is no available codec. */ - __mmplayer_check_not_supported_codec(player,(gchar *)mime); - - debug_fleave(); + __mmplayer_check_not_supported_codec(player, klass, mime); + MMPLAYER_FLEAVE(); return FALSE; ERROR: @@ -4183,7 +11507,6 @@ ERROR: if ( queue ) gst_object_unref( queue ); - if ( queue_pad ) gst_object_unref( queue_pad ); @@ -4194,15 +11517,15 @@ ERROR: } -static -int __mmplayer_check_not_supported_codec(mm_player_t* player, gchar* mime) +static int +__mmplayer_check_not_supported_codec(mm_player_t* player, const gchar* factory_class, const gchar* mime) { - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail(player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED); return_val_if_fail ( mime, MM_ERROR_INVALID_ARGUMENT ); - debug_log("mimetype to check: %s\n", mime ); + debug_log("class : %s, mime : %s \n", factory_class, mime ); /* add missing plugin */ /* NOTE : msl should check missing plugin for image mime type. @@ -4221,53 +11544,57 @@ int __mmplayer_check_not_supported_codec(mm_player_t* player, gchar* mime) } } - if( ( g_str_has_prefix(mime, "video") ) ||( g_str_has_prefix(mime, "image") ) ) + if( !g_strrstr(factory_class, "Demuxer")) { - debug_log("can support codec=%d, vdec_linked=%d, adec_linked=%d\n", - player->can_support_codec, player->videodec_linked, player->audiodec_linked); - - /* check that clip have multi tracks or not */ - if ( ( player->can_support_codec & FOUND_PLUGIN_VIDEO ) && ( player->videodec_linked ) ) + if( ( g_str_has_prefix(mime, "video") ) ||( g_str_has_prefix(mime, "image") ) ) { - debug_log("video plugin is already linked\n"); - } - else - { - debug_warning("add VIDEO to missing plugin\n"); - player->not_supported_codec |= MISSING_PLUGIN_VIDEO; - } - } - else if ( g_str_has_prefix(mime, "audio") ) - { - if ( ( player->can_support_codec & FOUND_PLUGIN_AUDIO ) && ( player->audiodec_linked ) ) - { - debug_log("audio plugin is already linked\n"); + debug_log("can support codec=%d, vdec_linked=%d, adec_linked=%d\n", + player->can_support_codec, player->videodec_linked, player->audiodec_linked); + + /* check that clip have multi tracks or not */ + if ( ( player->can_support_codec & FOUND_PLUGIN_VIDEO ) && ( player->videodec_linked ) ) + { + debug_log("video plugin is already linked\n"); + } + else + { + debug_warning("add VIDEO to missing plugin\n"); + player->not_supported_codec |= MISSING_PLUGIN_VIDEO; + } } - else + else if ( g_str_has_prefix(mime, "audio") ) { - debug_warning("add AUDIO to missing plugin\n"); - player->not_supported_codec |= MISSING_PLUGIN_AUDIO; + if ( ( player->can_support_codec & FOUND_PLUGIN_AUDIO ) && ( player->audiodec_linked ) ) + { + debug_log("audio plugin is already linked\n"); + } + else + { + debug_warning("add AUDIO to missing plugin\n"); + player->not_supported_codec |= MISSING_PLUGIN_AUDIO; + } } } DONE: - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } -void __mmplayer_pipeline_complete(GstElement *decodebin, gpointer data) // @ +static void +__mmplayer_pipeline_complete(GstElement *decodebin, gpointer data) { mm_player_t* player = (mm_player_t*)data; - debug_fenter(); + MMPLAYER_FENTER(); return_if_fail( player ); - /* remove fakesink */ + /* remove fakesink. */ if ( ! __mmplayer_gst_remove_fakesink( player, - &player->pipeline->mainbin[MMPLAYER_M_SRC_FAKESINK]) ) + &player->pipeline->mainbin[MMPLAYER_M_SRC_FAKESINK]) ) { /* NOTE : __mmplayer_pipeline_complete() can be called several time. because * signaling mechanism ( pad-added, no-more-pad, new-decoded-pad ) from various @@ -4276,11 +11603,10 @@ void __mmplayer_pipeline_complete(GstElement *decodebin, gpointer data) // @ */ return; } - debug_log("pipeline has completely constructed\n"); - player->pipeline_is_constructed = TRUE; + debug_log("pipeline has completely constructed\n"); - if ( ( PLAYER_INI()->async_start ) && + if ( ( player->ini.async_start ) && ( player->msg_posted == FALSE ) && ( player->cmd >= MMPLAYER_COMMAND_START )) { @@ -4290,12 +11616,1380 @@ void __mmplayer_pipeline_complete(GstElement *decodebin, gpointer data) // @ MMPLAYER_GENERATE_DOT_IF_ENABLED ( player, "pipeline-status-complete" ); } -gboolean __mmplayer_configure_audio_callback(mm_player_t* player) +static gboolean +__mmplayer_verify_next_play_path(mm_player_t *player) { - debug_fenter(); + MMHandleType attrs = 0; + MMPlayerParseProfile profile; + gint uri_idx = 0, check_cnt = 0; + char *uri = NULL; + gint mode = MM_PLAYER_PD_MODE_NONE; + gint count = 0; + guint num_of_list = 0; - return_val_if_fail ( player, FALSE ); + MMPLAYER_FENTER(); + + debug_log("checking for next play"); + + if (player->pipeline->textbin) + { + debug_error("subtitle path is enabled. next play is not supported.\n"); + goto ERROR; + } + + attrs = MMPLAYER_GET_ATTRS(player); + if ( !attrs ) + { + debug_error("fail to get attributes.\n"); + goto ERROR; + } + + /* seamless playback is supported in case of audio only */ + mm_attrs_get_int_by_name(attrs, "content_video_found", &mode); + if (mode) + { + debug_log("video found"); + goto ERROR; + } + + if (mm_attrs_get_int_by_name (attrs, "pd_mode", &mode) == MM_ERROR_NONE) + { + if (mode == TRUE) + { + debug_warning("pd mode\n"); + goto ERROR; + } + } + + if (mm_attrs_get_int_by_name(attrs, "profile_play_count", &count) != MM_ERROR_NONE) + { + debug_error("can not get play count\n"); + } + + num_of_list = g_list_length(player->uri_info.uri_list); + + debug_log("repeat count = %d, num_of_list = %d\n", count, num_of_list); + + if ( num_of_list == 0 ) + { + if (mm_attrs_get_string_by_name(player->attrs, "profile_uri", &uri) != MM_ERROR_NONE) + { + debug_error("can not get profile_uri\n"); + goto ERROR; + } + + if (!uri) + { + debug_error("uri list is empty.\n"); + goto ERROR; + } + + player->uri_info.uri_list = g_list_append(player->uri_info.uri_list, g_strdup(uri)); + debug_log("add original path : %s ", uri); + + num_of_list = 1; + uri= NULL; + } + + uri_idx = player->uri_info.uri_idx; + + while(TRUE) + { + check_cnt++; + + if (check_cnt > num_of_list) + { + debug_error("there is no valid uri."); + goto ERROR; + } + + debug_log("uri idx : %d / %d\n", uri_idx, num_of_list); + + if ( uri_idx < num_of_list-1 ) + { + uri_idx++; + } + else + { + if ((count <= 1) && (count != -1)) + { + debug_log("no repeat."); + goto ERROR; + } + else if ( count > 1 ) /* decrease play count */ + { + /* we successeded to rewind. update play count and then wait for next EOS */ + count--; + + mm_attrs_set_int_by_name(attrs, "profile_play_count", count); + + /* commit attribute */ + if ( mmf_attrs_commit ( attrs ) ) + { + debug_error("failed to commit attribute\n"); + } + } + + /* count < 0 : repeat continually */ + uri_idx = 0; + } + + uri = g_list_nth_data(player->uri_info.uri_list, uri_idx); + debug_log("uri idx : %d, uri = %s\n", uri_idx, uri); + + if (uri == NULL) + { + debug_warning("next uri does not exist\n"); + continue; + } + + if (__mmfplayer_parse_profile((const char*)uri, NULL, &profile) != MM_ERROR_NONE) + { + debug_error("failed to parse profile\n"); + continue; + } + + if ((profile.uri_type != MM_PLAYER_URI_TYPE_FILE) && + (profile.uri_type != MM_PLAYER_URI_TYPE_URL_HTTP)) + { + debug_warning("uri type is not supported (%d).", profile.uri_type); + continue; + } + + break; + } + + player->uri_info.uri_idx = uri_idx; + mm_attrs_set_string_by_name(player->attrs, "profile_uri", uri); + + + if (mmf_attrs_commit(player->attrs)) + { + debug_error("failed to commit.\n"); + goto ERROR; + } + + debug_log("next uri %s (%d)\n", uri, uri_idx); + + return TRUE; + +ERROR: + + debug_error("unable to play next path. EOS will be posted soon.\n"); + return FALSE; +} + +static void +__mmplayer_initialize_next_play(mm_player_t *player) +{ + int i; + + MMPLAYER_FENTER(); + + player->needed_v_parser = FALSE; + player->smooth_streaming = FALSE; + player->videodec_linked = 0; + player->audiodec_linked = 0; + player->videosink_linked = 0; + player->audiosink_linked = 0; + player->textsink_linked = 0; + player->is_external_subtitle_present = FALSE; + player->not_supported_codec = MISSING_PLUGIN_NONE; + player->can_support_codec = FOUND_PLUGIN_NONE; + player->pending_seek.is_pending = FALSE; + player->pending_seek.format = MM_PLAYER_POS_FORMAT_TIME; + player->pending_seek.pos = 0; + player->msg_posted = FALSE; + player->has_many_types = FALSE; + player->no_more_pad = FALSE; + player->is_drm_file = FALSE; + player->not_found_demuxer = 0; + player->doing_seek = FALSE; + player->max_audio_channels = 0; + player->is_subtitle_force_drop = FALSE; + player->play_subtitle = FALSE; + player->use_textoverlay = FALSE; + player->adjust_subtitle_pos = 0; + + player->updated_bitrate_count = 0; + player->total_bitrate = 0; + player->updated_maximum_bitrate_count = 0; + player->total_maximum_bitrate = 0; + + _mmplayer_track_initialize(player); + + for (i = 0; i < MM_PLAYER_STREAM_COUNT_MAX; i++) + { + player->bitrate[i] = 0; + player->maximum_bitrate[i] = 0; + } + + if (player->v_stream_caps) + { + gst_caps_unref(player->v_stream_caps); + player->v_stream_caps = NULL; + } + + mm_attrs_set_int_by_name(player->attrs, "content_video_found", 0); + mm_attrs_set_int_by_name(player->attrs, "content_audio_found", 0); + + /* clean found parsers */ + if (player->parsers) + { + GList *parsers = player->parsers; + for ( ;parsers ; parsers = g_list_next(parsers)) + { + gchar *name = parsers->data; + MMPLAYER_FREEIF(name); + } + g_list_free(player->parsers); + player->parsers = NULL; + } + + /* clean found audio decoders */ + if (player->audio_decoders) + { + GList *a_dec = player->audio_decoders; + for ( ;a_dec ; a_dec = g_list_next(a_dec)) + { + gchar *name = a_dec->data; + MMPLAYER_FREEIF(name); + } + g_list_free(player->audio_decoders); + player->audio_decoders = NULL; + } + + MMPLAYER_FLEAVE(); +} + +static void +__mmplayer_activate_next_source(mm_player_t *player, GstState target) +{ + MMPlayerGstElement *mainbin = NULL; + MMMessageParamType msg_param = {0,}; + GstElement *element = NULL; + MMHandleType attrs = 0; + char *uri = NULL; + enum MainElementID elemId = MMPLAYER_M_NUM; + + MMPLAYER_FENTER(); + + if ((player == NULL) || + (player->pipeline == NULL) || + (player->pipeline->mainbin == NULL)) + { + debug_error("player is null.\n"); + goto ERROR; + } + + mainbin = player->pipeline->mainbin; + msg_param.code = MM_ERROR_PLAYER_INTERNAL; + + attrs = MMPLAYER_GET_ATTRS(player); + if ( !attrs ) + { + debug_error("fail to get attributes.\n"); + goto ERROR; + } + + /* Initialize Player values */ + __mmplayer_initialize_next_play(player); + + mm_attrs_get_string_by_name(attrs, "profile_uri", &uri); + + if (__mmfplayer_parse_profile((const char*)uri, NULL, &player->profile) != MM_ERROR_NONE) + { + debug_error("failed to parse profile\n"); + msg_param.code = MM_ERROR_PLAYER_INVALID_URI; + goto ERROR; + } + + if ((MMPLAYER_URL_HAS_DASH_SUFFIX(player)) || + (MMPLAYER_URL_HAS_HLS_SUFFIX(player))) + { + debug_error("it's dash or hls. not support."); + msg_param.code = MM_ERROR_PLAYER_INVALID_URI; + goto ERROR; + } + + /* setup source */ + switch ( player->profile.uri_type ) + { + /* file source */ + case MM_PLAYER_URI_TYPE_FILE: + { + +#ifdef ENABLE_DRMSRC + + char* drmsrc = player->ini.name_of_drmsrc; + + debug_log("using [%s] for 'file://' handler.\n", drmsrc); + + element = gst_element_factory_make(drmsrc, "source"); + if ( !element ) + { + debug_error("failed to create %s\n", drmsrc); + break; + } +#else + debug_log("using filesrc for 'file://' handler.\n"); + + element = gst_element_factory_make("filesrc", "source"); + + if ( !element ) + { + debug_error("failed to create filesrc\n"); + break; + } +#endif + g_object_set(G_OBJECT(element), "location", (player->profile.uri)+7, NULL); /* uri+7 -> remove "file:// */ + break; + } + case MM_PLAYER_URI_TYPE_URL_HTTP: + { + gchar *user_agent, *proxy, *cookies, **cookie_list; + gint http_timeout = DEFAULT_HTTP_TIMEOUT; + user_agent = proxy = cookies = NULL; + cookie_list = NULL; + + element = gst_element_factory_make(player->ini.name_of_httpsrc, "http_streaming_source"); + if ( !element ) + { + debug_error("failed to create http streaming source element[%s].\n", player->ini.name_of_httpsrc); + break; + } + debug_log("using http streamming source [%s].\n", player->ini.name_of_httpsrc); + + /* get attribute */ + mm_attrs_get_string_by_name ( attrs, "streaming_cookie", &cookies ); + mm_attrs_get_string_by_name ( attrs, "streaming_user_agent", &user_agent ); + mm_attrs_get_string_by_name ( attrs, "streaming_proxy", &proxy ); + mm_attrs_get_int_by_name ( attrs, "streaming_timeout", &http_timeout ); + + if ((http_timeout == DEFAULT_HTTP_TIMEOUT) && + (player->ini.http_timeout != DEFAULT_HTTP_TIMEOUT)) + { + debug_log("get timeout from ini\n"); + http_timeout = player->ini.http_timeout; + } + + /* get attribute */ + secure_debug_log("location : %s\n", player->profile.uri); + secure_debug_log("cookies : %s\n", cookies); + secure_debug_log("proxy : %s\n", proxy); + secure_debug_log("user_agent : %s\n", user_agent); + debug_log("timeout : %d\n", http_timeout); + + /* setting property to streaming source */ + g_object_set(G_OBJECT(element), "location", player->profile.uri, NULL); + g_object_set(G_OBJECT(element), "timeout", http_timeout, NULL); + g_object_set(G_OBJECT(element), "blocksize", (unsigned long)(64*1024), NULL); + + /* check if prosy is vailid or not */ + if ( util_check_valid_url ( proxy ) ) + g_object_set(G_OBJECT(element), "proxy", proxy, NULL); + /* parsing cookies */ + if ( ( cookie_list = util_get_cookie_list ((const char*)cookies) ) ) + g_object_set(G_OBJECT(element), "cookies", cookie_list, NULL); + if ( user_agent ) + g_object_set(G_OBJECT(element), "user_agent", user_agent, NULL); + break; + } + default: + debug_error("not support uri type %d\n", player->profile.uri_type); + break; + } + + if ( !element ) + { + debug_error("no source element was created.\n"); + goto ERROR; + } + + if (gst_bin_add(GST_BIN(mainbin[MMPLAYER_M_PIPE].gst), element) == FALSE) + { + debug_error("failed to add source element to pipeline\n"); + gst_object_unref(GST_OBJECT(element)); + element = NULL; + goto ERROR; + } + + /* take source element */ + mainbin[MMPLAYER_M_SRC].id = MMPLAYER_M_SRC; + mainbin[MMPLAYER_M_SRC].gst = element; + + element = NULL; + + if (MMPLAYER_IS_HTTP_STREAMING(player)) + { + if (player->streamer == NULL) + { + player->streamer = __mm_player_streaming_create(); + __mm_player_streaming_initialize(player->streamer); + } + + elemId = MMPLAYER_M_TYPEFIND; + element = gst_element_factory_make("typefind", "typefinder"); + MMPLAYER_SIGNAL_CONNECT( player, element, MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "have-type", + G_CALLBACK(__mmplayer_typefind_have_type), (gpointer)player ); + } + else + { + elemId = MMPLAYER_M_AUTOPLUG; + element = __mmplayer_create_decodebin(player); + } + + /* check autoplug element is OK */ + if ( ! element ) + { + debug_error("can not create element (%d)\n", elemId); + goto ERROR; + } + + if (gst_bin_add(GST_BIN(mainbin[MMPLAYER_M_PIPE].gst), element) == FALSE) + { + debug_error("failed to add sinkbin to pipeline\n"); + gst_object_unref(GST_OBJECT(element)); + element = NULL; + goto ERROR; + } + + mainbin[elemId].id = elemId; + mainbin[elemId].gst = element; + + if ( gst_element_link (mainbin[MMPLAYER_M_SRC].gst, mainbin[elemId].gst) == FALSE ) + { + debug_error("Failed to link src - autoplug (or typefind)\n"); + goto ERROR; + } + + if (gst_element_set_state (mainbin[MMPLAYER_M_SRC].gst, target) == GST_STATE_CHANGE_FAILURE) + { + debug_error("Failed to change state of src element\n"); + goto ERROR; + } + + if (!MMPLAYER_IS_HTTP_STREAMING(player)) + { + if (gst_element_set_state (mainbin[MMPLAYER_M_AUTOPLUG].gst, target) == GST_STATE_CHANGE_FAILURE) + { + debug_error("Failed to change state of decodebin2\n"); + goto ERROR; + } + } + else + { + if (gst_element_set_state (mainbin[MMPLAYER_M_TYPEFIND].gst, target) == GST_STATE_CHANGE_FAILURE) + { + debug_error("Failed to change state of src element\n"); + goto ERROR; + } + } + + player->src_changed = TRUE; + MMPLAYER_FLEAVE(); + return; + +ERROR: + MMPLAYER_PLAYBACK_UNLOCK(player); + + if (!player->msg_posted) + { + MMPLAYER_POST_MSG(player, MM_MESSAGE_ERROR, &msg_param); + player->msg_posted = TRUE; + } + return; +} + +static gboolean +__mmplayer_deactivate_selector(mm_player_t *player, MMPlayerTrackType type) +{ + mm_player_selector_t *selector = &player->selector[type]; + MMPlayerGstElement *sinkbin = NULL; + enum MainElementID selectorId = MMPLAYER_M_NUM; + enum MainElementID sinkId = MMPLAYER_M_NUM; + GstPad *srcpad = NULL; + GstPad *sinkpad = NULL; + + MMPLAYER_FENTER(); + return_val_if_fail (player, FALSE); + + debug_log("type %d", type); + + switch (type) + { +#ifdef _USE_M_V_INPUT_SELECTOR_ + case MM_PLAYER_TRACK_TYPE_VIDEO: + selectorId = MMPLAYER_M_V_INPUT_SELECTOR; + sinkId = MMPLAYER_V_BIN; + sinkbin = player->pipeline->videobin; + debug_log("not supported yet"); + break; +#endif + case MM_PLAYER_TRACK_TYPE_AUDIO: + selectorId = MMPLAYER_M_A_INPUT_SELECTOR; + sinkId = MMPLAYER_A_BIN; + sinkbin = player->pipeline->audiobin; + break; + case MM_PLAYER_TRACK_TYPE_TEXT: + selectorId = MMPLAYER_M_T_INPUT_SELECTOR; + sinkId = MMPLAYER_T_BIN; + sinkbin = player->pipeline->textbin; + break; + default: + debug_error("requested type is not supportable"); + return FALSE; + break; + } + + if (player->pipeline->mainbin[selectorId].gst) + { + gint n; + + srcpad = gst_element_get_static_pad(player->pipeline->mainbin[selectorId].gst, "src"); + + if ((sinkbin) && (sinkbin[sinkId].gst)) + { + sinkpad = gst_element_get_static_pad(sinkbin[sinkId].gst, "sink"); + + if (srcpad && sinkpad) + { + /* after getting drained signal there is no data flows, so no need to do pad_block */ + debug_log("unlink %s:%s, %s:%s", GST_DEBUG_PAD_NAME(srcpad), GST_DEBUG_PAD_NAME(sinkpad)); + gst_pad_unlink (srcpad, sinkpad); + } + + gst_object_unref (sinkpad); + sinkpad = NULL; + } + gst_object_unref (srcpad); + srcpad = NULL; + + debug_log("selector release"); + + /* release and unref requests pad from the selector */ + for (n = 0; n < selector->channels->len; n++) + { + GstPad *sinkpad = g_ptr_array_index (selector->channels, n); + gst_element_release_request_pad ((player->pipeline->mainbin[selectorId].gst), sinkpad); + } + g_ptr_array_set_size (selector->channels, 0); + + gst_element_set_state (player->pipeline->mainbin[selectorId].gst, GST_STATE_NULL); + gst_bin_remove (GST_BIN_CAST (player->pipeline->mainbin[MMPLAYER_M_PIPE].gst), player->pipeline->mainbin[selectorId].gst); + + player->pipeline->mainbin[selectorId].gst = NULL; + selector = NULL; + } + + return TRUE; +} + +static void +__mmplayer_deactivate_old_path(mm_player_t *player) +{ + MMPLAYER_FENTER(); + return_if_fail ( player ); + + g_object_set(G_OBJECT(player->pipeline->mainbin[MMPLAYER_M_DEC1].gst), "remove-buffer-signal", TRUE, NULL); +#ifdef _USE_M_V_INPUT_SELECTOR_ + if ((!__mmplayer_deactivate_selector(player, MM_PLAYER_TRACK_TYPE_VIDEO)) || + (!__mmplayer_deactivate_selector(player, MM_PLAYER_TRACK_TYPE_AUDIO)) || + (!__mmplayer_deactivate_selector(player, MM_PLAYER_TRACK_TYPE_TEXT))) +#else + if ((!__mmplayer_deactivate_selector(player, MM_PLAYER_TRACK_TYPE_AUDIO)) || + (!__mmplayer_deactivate_selector(player, MM_PLAYER_TRACK_TYPE_TEXT))) +#endif + { + debug_error("deactivate selector error"); + goto ERROR; + } + + _mmplayer_track_destroy(player); + __mmplayer_release_signal_connection( player, MM_PLAYER_SIGNAL_TYPE_AUTOPLUG ); + + if (player->streamer) + { + __mm_player_streaming_deinitialize (player->streamer); + __mm_player_streaming_destroy(player->streamer); + player->streamer = NULL; + } + + MMPLAYER_PLAYBACK_LOCK(player); + g_cond_signal( &player->next_play_thread_cond ); + + MMPLAYER_FLEAVE(); + return; + +ERROR: + + if (!player->msg_posted) + { + MMMessageParamType msg = {0,}; + + /*post error*/ + msg.code = MM_ERROR_PLAYER_INTERNAL; + debug_error("next_uri_play> deactivate error"); + + MMPLAYER_POST_MSG(player, MM_MESSAGE_ERROR, &msg); + player->msg_posted = TRUE; + } + return; +} + +int _mmplayer_set_uri(MMHandleType hplayer, const char* uri) +{ + int result = MM_ERROR_NONE; + mm_player_t* player = (mm_player_t*) hplayer; + MMPLAYER_FENTER(); + + return_val_if_fail (player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + mm_attrs_set_string_by_name(player->attrs, "profile_uri", uri); + if (mmf_attrs_commit(player->attrs)) + { + debug_error("failed to commit the original uri.\n"); + result = MM_ERROR_PLAYER_INTERNAL; + } + else + { + if (_mmplayer_set_next_uri(hplayer, uri, TRUE) != MM_ERROR_NONE) + { + debug_error("failed to add the original uri in the uri list.\n"); + } + } + + MMPLAYER_FLEAVE(); + return result; +} + +int _mmplayer_set_next_uri(MMHandleType hplayer, const char* uri, bool is_first_path) +{ + mm_player_t* player = (mm_player_t*) hplayer; + guint num_of_list = 0; + + MMPLAYER_FENTER(); + + return_val_if_fail (player, MM_ERROR_PLAYER_NOT_INITIALIZED); + return_val_if_fail (uri, MM_ERROR_INVALID_ARGUMENT); + + if (player->pipeline && player->pipeline->textbin) + { + debug_error("subtitle path is enabled.\n"); + return MM_ERROR_PLAYER_INVALID_STATE; + } + + num_of_list = g_list_length(player->uri_info.uri_list); + + if (is_first_path == TRUE) + { + if (num_of_list == 0) + { + player->uri_info.uri_list = g_list_append(player->uri_info.uri_list, g_strdup(uri)); + debug_log("add original path : %s", uri); + } + else + { + player->uri_info.uri_list = g_list_delete_link(player->uri_info.uri_list, g_list_nth(player->uri_info.uri_list, 0)); + player->uri_info.uri_list = g_list_insert(player->uri_info.uri_list, g_strdup(uri), 0); + + debug_log("change original path : %s", uri); + } + } + else + { + if (num_of_list == 0) + { + MMHandleType attrs = 0; + char *original_uri = NULL; + + attrs = MMPLAYER_GET_ATTRS(player); + if ( attrs ) + { + mm_attrs_get_string_by_name(attrs, "profile_uri", &original_uri); + + if (!original_uri) + { + debug_error("there is no original uri."); + return MM_ERROR_PLAYER_INVALID_STATE; + } + + player->uri_info.uri_list = g_list_append(player->uri_info.uri_list, g_strdup(original_uri)); + player->uri_info.uri_idx = 0; + + debug_log("add original path at first : %s (%d)", original_uri); + } + } + + player->uri_info.uri_list = g_list_append(player->uri_info.uri_list, g_strdup(uri)); + debug_log("add new path : %s (total num of list = %d)", uri, g_list_length(player->uri_info.uri_list)); + } + + MMPLAYER_FLEAVE(); + return MM_ERROR_NONE; +} + +int _mmplayer_get_next_uri(MMHandleType hplayer, char** uri) +{ + mm_player_t* player = (mm_player_t*) hplayer; + char *next_uri = NULL; + guint num_of_list = 0; + + MMPLAYER_FENTER(); + return_val_if_fail (player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + num_of_list = g_list_length(player->uri_info.uri_list); + + if (num_of_list > 0) + { + gint uri_idx = player->uri_info.uri_idx; + + if ( uri_idx < num_of_list-1 ) + uri_idx++; + else + uri_idx = 0; + + next_uri = g_list_nth_data(player->uri_info.uri_list, uri_idx); + debug_error("next uri idx : %d, uri = %s\n", uri_idx, next_uri); + + *uri = g_strdup(next_uri); + } + + MMPLAYER_FLEAVE(); + return MM_ERROR_NONE; +} + +static void +__mmplayer_gst_decode_unknown_type(GstElement *elem, GstPad* pad, +GstCaps *caps, gpointer data) +{ + mm_player_t* player = (mm_player_t*)data; + const gchar* klass = NULL; + const gchar* mime = NULL; + gchar* caps_str = NULL; + + klass = gst_element_factory_get_klass (gst_element_get_factory(elem)); + mime = gst_structure_get_name (gst_caps_get_structure(caps, 0)); + caps_str = gst_caps_to_string(caps); + + debug_warning("unknown type of caps : %s from %s", + caps_str, GST_ELEMENT_NAME (elem)); + + MMPLAYER_FREEIF(caps_str); + + /* There is no available codec. */ + __mmplayer_check_not_supported_codec (player, klass, mime); +} + +static gboolean +__mmplayer_gst_decode_autoplug_continue(GstElement *bin, GstPad* pad, +GstCaps * caps, gpointer data) +{ + mm_player_t* player = (mm_player_t*)data; + const char* mime = NULL; + gboolean ret = TRUE; + + MMPLAYER_LOG_GST_CAPS_TYPE(caps); + mime = gst_structure_get_name (gst_caps_get_structure(caps, 0)); + + if (g_str_has_prefix(mime, "audio")) { + GstStructure* caps_structure = NULL; + gint samplerate = 0; + gint channels = 0; + gchar *caps_str = NULL; + + caps_structure = gst_caps_get_structure(caps, 0); + gst_structure_get_int (caps_structure, "rate", &samplerate); + gst_structure_get_int (caps_structure, "channels", &channels); + + if ( (channels > 0 && samplerate == 0)) { + debug_log("exclude audio..."); + ret = FALSE; + } + + caps_str = gst_caps_to_string(caps); + /* set it directly because not sent by TAG */ + if (g_strrstr(caps_str, "mobile-xmf")) { + mm_attrs_set_string_by_name(player->attrs, "content_audio_codec", "mobile-xmf"); + } + MMPLAYER_FREEIF (caps_str); + } else if (g_str_has_prefix(mime, "video") && player->videodec_linked) { + debug_log("already video linked"); + ret = FALSE; + } else { + debug_log("found new stream"); + } + + return ret; +} + +static gint +__mmplayer_gst_decode_autoplug_select(GstElement *bin, GstPad* pad, +GstCaps* caps, GstElementFactory* factory, gpointer data) +{ + /* NOTE : GstAutoplugSelectResult is defined in gstplay-enum.h but not exposed + We are defining our own and will be removed when it actually exposed */ + typedef enum { + GST_AUTOPLUG_SELECT_TRY, + GST_AUTOPLUG_SELECT_EXPOSE, + GST_AUTOPLUG_SELECT_SKIP + } GstAutoplugSelectResult; + + GstAutoplugSelectResult result = GST_AUTOPLUG_SELECT_TRY; + mm_player_t* player = (mm_player_t*)data; + + gchar* factory_name = NULL; + gchar* caps_str = NULL; + const gchar* klass = NULL; + gint idx = 0; + + factory_name = GST_OBJECT_NAME (factory); + klass = gst_element_factory_get_klass(factory); + caps_str = gst_caps_to_string(caps); + +// debug_log("found new element [%s] to link for caps [%s]", factory_name, caps_str); + debug_log("found new element [%s] to link", factory_name); + + /* store type string */ + if (player->type == NULL) + { + player->type = gst_caps_to_string(caps); + + /* midi type should be stored because it will be used to set audio gain in avsysaudiosink */ + if (__mmplayer_is_midi_type(player->type)) + { + player->profile.play_mode = MM_PLAYER_MODE_MIDI; + player->bypass_audio_effect = TRUE; + } + else if (g_strrstr(player->type, "application/x-hls")) + { + /* If it can't know exact type when it parses uri because of redirection case, + * it will be fixed by typefinder here. + */ + player->profile.uri_type = MM_PLAYER_URI_TYPE_HLS; + } + else if (g_strrstr(player->type, "application/dash+xml")) + { + player->profile.uri_type = MM_PLAYER_URI_TYPE_DASH; + } + } + + /* filtering exclude keyword */ + for ( idx = 0; player->ini.exclude_element_keyword[idx][0] != '\0'; idx++ ) + { + if ( strstr(factory_name, player->ini.exclude_element_keyword[idx] ) ) + { + debug_warning("skipping [%s] by exculde keyword [%s]\n", + factory_name, player->ini.exclude_element_keyword[idx] ); + + // NOTE : does we need to check n_value against the number of item selected? + result = GST_AUTOPLUG_SELECT_SKIP; + goto DONE; + } + } + + /* check factory class for filtering */ + /* NOTE : msl don't need to use image plugins. + * So, those plugins should be skipped for error handling. + */ + if (g_strrstr(klass, "Codec/Decoder/Image")) + { + debug_log("skipping [%s] by not required\n", factory_name); + result = GST_AUTOPLUG_SELECT_SKIP; + goto DONE; + } + + if (g_strrstr(factory_name, "mpegpsdemux")) + { + debug_log("skipping PS container - not support\n"); + result = GST_AUTOPLUG_SELECT_SKIP; + goto DONE; + } + + if (g_strrstr(factory_name, "mpegtsdemux") || g_strrstr(factory_name, "ssdemux")) + { + if (g_strrstr(factory_name, "ssdemux")) + player->smooth_streaming = TRUE; + + if (g_strrstr(caps_str, "video/x-h264")) + { + player->needed_v_parser = TRUE; + } + else if (g_strrstr(caps_str, "video/mpeg")) + { + player->needed_v_parser = TRUE; + } + } + + /* check ALP Codec can be used or not */ + if ((g_strrstr(klass, "Codec/Decoder/Audio"))) + { + GstStructure* str = NULL; + gint channels = 0; + + str = gst_caps_get_structure( caps, 0 ); + if ( str ) + { + gst_structure_get_int (str, "channels", &channels); + + debug_log ("check audio ch : %d %d\n", player->max_audio_channels, channels); + if (player->max_audio_channels < channels) + { + player->max_audio_channels = channels; + } + } + + if (!player->audiodec_linked) + { + /* set stream information */ + __mmplayer_set_audio_attrs (player, caps); + } + } + else if ((g_strrstr(klass, "Codec/Decoder/Video"))) + { + if (g_strrstr(factory_name, "omx_")) + { + char *env = getenv ("MM_PLAYER_HW_CODEC_DISABLE"); + if (env != NULL) + { + if (strncasecmp(env, "yes", 3) == 0) + { + debug_log ("skipping [%s] by disabled\n", factory_name); + result = GST_AUTOPLUG_SELECT_SKIP; + goto DONE; + } + } + } + } + + if ((g_strrstr(klass, "Codec/Parser/Converter/Video")) || + (g_strrstr(klass, "Codec/Decoder/Video"))) + { + gint stype = 0; + gint width = 0; + GstStructure *str = NULL; + mm_attrs_get_int_by_name (player->attrs, "display_surface_type", &stype); + + /* don't make video because of not required */ + if (stype == MM_DISPLAY_SURFACE_NULL) + { + debug_log ("no video because it's not required. -> return expose"); + if (player->set_mode.media_packet_video_stream == FALSE) + { + result = GST_AUTOPLUG_SELECT_EXPOSE; + goto DONE; + } + } + + /* get w/h for omx state-tune */ + str = gst_caps_get_structure (caps, 0); + gst_structure_get_int (str, "width", &width); + + if (width != 0) { + #define UHD_SIZE 3840*2160 + gint height = 0; + gst_structure_get_int (str, "height", &height); + + if (player->v_stream_caps) { + gst_caps_unref(player->v_stream_caps); + player->v_stream_caps = NULL; + } + + player->v_stream_caps = gst_caps_copy(caps); + debug_log ("take caps for video state tune"); + MMPLAYER_LOG_GST_CAPS_TYPE(player->v_stream_caps); + + /* check video resolution */ + if (width*height == UHD_SIZE) { + if ((util_is_miracast_connected()) && (player->msg_posted == FALSE)) { + MMMessageParamType msg = {0,}; + /*post error*/ + msg.code = MM_ERROR_PLAYER_RESOURCE_LIMIT; + debug_error("can't play in miracast"); + MMPLAYER_POST_MSG(player, MM_MESSAGE_ERROR, &msg); + player->msg_posted = TRUE; + } + } + } + } + if ((g_strrstr(klass, "Codec/Parser/Audio"))) + { + if (player->smooth_streaming && (g_strrstr(caps_str, "audio/mpeg"))) + { + debug_log ("ssdemux can't use audio parse"); + result = GST_AUTOPLUG_SELECT_SKIP; + goto DONE; + } + + } + + if (g_strrstr(klass, "Decoder")) + { + const char* mime = NULL; + mime = gst_structure_get_name (gst_caps_get_structure(caps, 0)); + + if (g_str_has_prefix(mime, "video")) + { + // __mmplayer_check_video_zero_cpoy(player, factory); + + player->not_supported_codec &= MISSING_PLUGIN_AUDIO; + player->can_support_codec |= FOUND_PLUGIN_VIDEO; + + player->videodec_linked = 1; + } + else if(g_str_has_prefix(mime, "audio")) + { + player->not_supported_codec &= MISSING_PLUGIN_VIDEO; + player->can_support_codec |= FOUND_PLUGIN_AUDIO; + + player->audiodec_linked = 1; + } + } + +DONE: + MMPLAYER_FREEIF(caps_str); + + return result; +} + + +#if 0 +static GValueArray* +__mmplayer_gst_decode_autoplug_factories(GstElement *bin, GstPad* pad, +GstCaps * caps, gpointer data) +{ + //mm_player_t* player = (mm_player_t*)data; + + debug_log("decodebin is requesting factories for caps [%s] from element[%s]", + gst_caps_to_string(caps), + GST_ELEMENT_NAME(GST_PAD_PARENT(pad))); + + return NULL; +} +#endif + +static GValueArray* +__mmplayer_gst_decode_autoplug_sort(GstElement *bin, GstPad* pad, +GstCaps* caps, GValueArray* factories, gpointer data) // @ +{ +#define DEFAULT_IDX 0xFFFF + + guint idx = 0; + guint a_omx_idx = DEFAULT_IDX; + guint a_dec_idx = DEFAULT_IDX; + guint v_dec_idx = DEFAULT_IDX; + guint v_parser_idx = DEFAULT_IDX; + guint new_pos = DEFAULT_IDX; + guint elem_idx = DEFAULT_IDX; + + GValueArray* new_factories = NULL; + GValue val = { 0, }; + + GstElementFactory *factory = NULL; + const gchar* klass = NULL; + gchar* factory_name = NULL; + gchar* caps_str = NULL; + + mm_player_t* player = (mm_player_t*)data; + caps_str = gst_caps_to_string(caps); + + //debug_log("autoplug-sort signal [num: %d]\n", factories->n_values); + debug_log("requesting custom sorting for the factories for caps [%s]", caps_str); + + MMPLAYER_FREEIF(caps_str); + + for(idx=0; idx < factories->n_values;idx++) + { + factory = g_value_get_object (g_value_array_get_nth (factories, idx)); + + klass = gst_element_factory_get_klass(factory); + factory_name = GST_OBJECT_NAME (factory); + + //debug_log("Klass [%s] Factory [%s]\n", klass, factory_name); + + if (g_strrstr(klass, "Codec/Decoder/Audio")) + { + if (a_dec_idx == DEFAULT_IDX) + a_dec_idx = idx; + + /* check ALP Codec can be used or not */ + if ((a_omx_idx == DEFAULT_IDX) && + (g_strrstr(factory_name, "omx_mp3dec")) && + (__mmplayer_is_omx_decoder_type(player))) + { + debug_log("--> mp3_local : Priority of omx is higher than the others\n"); + a_omx_idx = idx; + break; + } + } + else if ((v_dec_idx == DEFAULT_IDX) && (g_strrstr(klass, "Codec/Decoder/Video"))) + { + v_dec_idx = idx; + } + + if ((v_parser_idx == DEFAULT_IDX) && + (((player->smooth_streaming) && + (g_strrstr(factory_name, "legacyh264parse"))) || + // (g_strrstr(factory_name, "h264parse")) || + (g_strrstr(factory_name, "mpeg4videoparse")))) + { + v_parser_idx = idx; + } + } + + if (player->needed_v_parser || player->smooth_streaming) + { + debug_log("needed parser? %s, ss? %s\n", + (player->needed_v_parser)?"OO":"XX", + (player->smooth_streaming)?"OO":"XX"); + } + + new_pos = (a_dec_idx!=DEFAULT_IDX)?(a_dec_idx):((player->needed_v_parser)?(v_dec_idx):(v_parser_idx)); + elem_idx = (a_omx_idx!=DEFAULT_IDX)?(a_omx_idx):((player->needed_v_parser)?(v_parser_idx):(v_dec_idx)); + + /* consider file mp3 audio only */ + if ((elem_idx != DEFAULT_IDX) && (new_pos < elem_idx)) + { + debug_log("[Re-arrange] factories sequence, new_pos : %d, elem_idx : %d\n", new_pos, elem_idx); + + new_factories = g_value_array_copy (factories); + + // insert omx decoder in front of other decoders + factory = g_value_get_object (g_value_array_get_nth (factories, elem_idx)); + + g_value_init (&val, G_TYPE_OBJECT); + g_value_set_object (&val, factory); + g_value_array_insert (new_factories, new_pos, &val); + g_value_unset (&val); + + // remove duplicated omx element + g_value_array_remove(new_factories, elem_idx+1); + + for(idx=0; idx < new_factories->n_values;idx++) + { + factory = g_value_get_object (g_value_array_get_nth (new_factories, idx)); + + debug_log("[Re-arranged] Klass [%s] Factory [%s]\n", + gst_element_factory_get_klass(factory), GST_OBJECT_NAME (factory)); + } + } + + /* returning NULL to keep current order */ + return (new_factories)?(new_factories):(NULL); +} + +static void +__mmplayer_gst_decode_pad_removed(GstElement *elem, GstPad* new_pad, +gpointer data) // @ +{ + //mm_player_t* player = (mm_player_t*)data; + GstCaps* caps = NULL; + + debug_log("[Decodebin2] pad-removed signal\n"); + + caps = gst_pad_query_caps(new_pad, NULL); + if (caps) + { + gchar* caps_str = NULL; + caps_str = gst_caps_to_string(caps); + + debug_log("pad removed caps : %s from %s", caps_str, GST_ELEMENT_NAME(elem) ); + + MMPLAYER_FREEIF(caps_str); + } +} + +static void +__mmplayer_gst_decode_drained(GstElement *bin, gpointer data) +{ + mm_player_t* player = (mm_player_t*)data; + + MMPLAYER_FENTER(); + return_if_fail ( player ); + + debug_log("__mmplayer_gst_decode_drained"); + + if (player->use_deinterleave == TRUE) + { + debug_log("group playing mode."); + return; + } + + if ( !(&player->cmd_lock) ) + { + debug_warning("can't get cmd lock\n"); + return; + } + + if (!g_mutex_trylock(&player->cmd_lock)) + { + debug_warning("Fail to get cmd lock"); + return; + } + + if (!__mmplayer_verify_next_play_path(player)) + { + debug_log("decoding is finished."); + g_mutex_unlock(&player->cmd_lock); + return; + } + + player->pp_rebuilding = TRUE; + + /* deactivate pipeline except sinkbins to set up the new pipeline of next uri*/ + __mmplayer_deactivate_old_path(player); + + g_mutex_unlock(&player->cmd_lock); + + MMPLAYER_FLEAVE(); +} + +static void +__mmplayer_gst_element_added (GstElement *bin, GstElement *element, gpointer data) +{ + mm_player_t* player = (mm_player_t*)data; + const gchar* klass = NULL; + gchar* factory_name = NULL; + + klass = gst_element_factory_get_klass (gst_element_get_factory(element)); + factory_name = GST_OBJECT_NAME (gst_element_get_factory(element)); + + debug_log("new elem klass: %s, factory_name: %s, new elem name : %s\n", klass, factory_name, GST_ELEMENT_NAME(element)); + + if (__mmplayer_add_dump_buffer_probe(player, element)) + debug_log("add buffer probe"); + //<- + if (g_strrstr(klass, "Codec/Decoder/Audio")) + { + gchar* selected = NULL; + selected = g_strdup( GST_ELEMENT_NAME(element)); + player->audio_decoders = g_list_append (player->audio_decoders, selected); + } + //-> temp code + + if (g_strrstr(klass, "Parser")) + { + gchar* selected = NULL; + + selected = g_strdup (factory_name); + player->parsers = g_list_append (player->parsers, selected); + } + + if (g_strrstr(klass, "Demux") || g_strrstr(klass, "Parse")) + { + /* FIXIT : first value will be overwritten if there's more + * than 1 demuxer/parser + */ + + //debug_log ("plugged element is demuxer. take it\n"); + player->pipeline->mainbin[MMPLAYER_M_DEMUX].id = MMPLAYER_M_DEMUX; + player->pipeline->mainbin[MMPLAYER_M_DEMUX].gst = element; + + /*Added for multi audio support */ // Q. del? + if (g_strrstr(klass, "Demux")) + { + player->pipeline->mainbin[MMPLAYER_M_DEMUX_EX].id = MMPLAYER_M_DEMUX_EX; + player->pipeline->mainbin[MMPLAYER_M_DEMUX_EX].gst = element; + } + } + + if (g_strrstr(factory_name, "asfdemux") || g_strrstr(factory_name, "qtdemux") || g_strrstr(factory_name, "avidemux")) + { + int surface_type = 0; + + mm_attrs_get_int_by_name (player->attrs, "display_surface_type", &surface_type); + + /* playback protection if drm file */ + if (player->use_video_stream || surface_type == MM_DISPLAY_SURFACE_EVAS || surface_type == MM_DISPLAY_SURFACE_X_EXT) + { + debug_log("playback can be protected if playready drm"); + g_object_set (G_OBJECT(element), "playback-protection", TRUE, NULL); + } + } + + // to support trust-zone only + if (g_strrstr(factory_name, "asfdemux")) + { + debug_log ("set file-location %s\n", player->profile.uri); + g_object_set (G_OBJECT(element), "file-location", player->profile.uri, NULL); + + if (player->video_hub_download_mode == TRUE) + { + g_object_set (G_OBJECT(element), "downloading-mode", player->video_hub_download_mode, NULL); + } + } + else if (g_strrstr(factory_name, "legacyh264parse")) // ssdemux + { + debug_log ("[ssdemux] output-format to legacyh264parse\n"); + g_object_set (G_OBJECT(element), "output-format", 1, NULL); /* NALU/Byte Stream format */ + } + else if (g_strrstr(factory_name, "mpegaudioparse")) + { + if ((MMPLAYER_IS_HTTP_STREAMING(player)) && + (__mmplayer_is_only_mp3_type(player->type))) + { + debug_log ("[mpegaudioparse] set streaming pull mode."); + g_object_set(G_OBJECT(element), "http-pull-mp3dec", TRUE, NULL); + } + } + else if (g_strrstr(factory_name, "omx_")) + { + if (g_strrstr(klass, "Codec/Decoder/Video")) + { + gboolean ret = FALSE; + + if (player->v_stream_caps != NULL) + { + GstPad *pad = gst_element_get_static_pad(element, "sink"); + + if (pad) + { + ret = gst_pad_set_caps(pad, player->v_stream_caps); + debug_log("found omx decoder, setting gst_pad_set_caps for omx (ret:%d)", ret); + MMPLAYER_LOG_GST_CAPS_TYPE(player->v_stream_caps); + gst_object_unref (pad); + } + } + g_object_set (G_OBJECT(element), "state-tuning", TRUE, NULL); + } +#ifdef _MM_PLAYER_ALP_PARSER + if (g_strrstr(factory_name, "omx_mp3dec")) + { + g_list_foreach (player->parsers, check_name, player); + } +#endif + player->pipeline->mainbin[MMPLAYER_M_DEC1].gst = element; + } + + if (g_strrstr(GST_ELEMENT_NAME(element), "multiqueue")) + { + debug_log ("plugged element is multiqueue. take it\n"); + player->pipeline->mainbin[MMPLAYER_M_DEMUXED_S_BUFFER].id = MMPLAYER_M_DEMUXED_S_BUFFER; + player->pipeline->mainbin[MMPLAYER_M_DEMUXED_S_BUFFER].gst = element; + + if (MMPLAYER_IS_HTTP_STREAMING(player)) + { + __mm_player_streaming_set_multiqueue(player->streamer, + element, + TRUE, + MAX_DECODEBIN_BUFFER_BYTES, // player->ini.http_max_size_bytes, + player->ini.http_buffering_time, + 1.0, + player->ini.http_buffering_limit); + + __mm_player_streaming_sync_property(player->streamer, player->pipeline->mainbin[MMPLAYER_M_AUTOPLUG].gst); + } + } + + MMPLAYER_GENERATE_DOT_IF_ENABLED ( player, "pipeline-status-added" ); + return; +} + +static gboolean __mmplayer_configure_audio_callback(mm_player_t* player) +{ + MMPLAYER_FENTER(); + return_val_if_fail ( player, FALSE ); if ( MMPLAYER_IS_STREAMING(player) ) return FALSE; @@ -4319,14 +13013,13 @@ gboolean __mmplayer_configure_audio_callback(mm_player_t* player) debug_error("failed to get sink pad from audiosink to probe data\n"); return FALSE; } - player->audio_cb_probe_id = gst_pad_add_probe (pad, GST_PAD_PROBE_TYPE_BUFFER, __mmplayer_audio_stream_probe, player, NULL); gst_object_unref (pad); pad = NULL; - } + } } else { @@ -4334,7 +13027,7 @@ gboolean __mmplayer_configure_audio_callback(mm_player_t* player) return FALSE; } - debug_fleave(); + MMPLAYER_FLEAVE(); return TRUE; } @@ -4342,23 +13035,17 @@ gboolean __mmplayer_configure_audio_callback(mm_player_t* player) static void __mmplayer_init_factories(mm_player_t* player) // @ { - debug_fenter(); - return_if_fail ( player ); player->factories = gst_registry_feature_filter(gst_registry_get(), (GstPluginFeatureFilter)__mmplayer_feature_filter, FALSE, NULL); - player->factories = g_list_sort(player->factories, (GCompareFunc)util_factory_rank_compare); - - debug_fleave(); } static void __mmplayer_release_factories(mm_player_t* player) // @ { - debug_fenter(); - + MMPLAYER_FENTER(); return_if_fail ( player ); if (player->factories) @@ -4367,14 +13054,15 @@ __mmplayer_release_factories(mm_player_t* player) // @ player->factories = NULL; } - debug_fleave(); + MMPLAYER_FLEAVE(); } -void +static void __mmplayer_release_misc(mm_player_t* player) { int i; - debug_fenter(); + gboolean cur_mode = player->set_mode.rich_audio; + MMPLAYER_FENTER(); return_if_fail ( player ); @@ -4385,15 +13073,11 @@ __mmplayer_release_misc(mm_player_t* player) player->audio_stream_cb = NULL; player->audio_stream_cb_user_param = NULL; - player->audio_buffer_cb = NULL; - player->audio_buffer_cb_user_param = NULL; - player->sent_bos = FALSE; player->playback_rate = DEFAULT_PLAYBACK_RATE; player->doing_seek = FALSE; - player->streamer = NULL; player->updated_bitrate_count = 0; player->total_bitrate = 0; player->updated_maximum_bitrate_count = 0; @@ -4411,7 +13095,22 @@ __mmplayer_release_misc(mm_player_t* player) player->pending_seek.pos = 0; player->msg_posted = FALSE; player->has_many_types = FALSE; - player->temp_encode_name = NULL; + player->is_drm_file = FALSE; + player->max_audio_channels = 0; + player->video_share_api_delta = 0; + player->video_share_clock_delta = 0; +// player->sm.keep_last_pos = FALSE; + player->is_subtitle_force_drop = FALSE; + player->play_subtitle = FALSE; + player->use_textoverlay = FALSE; + player->adjust_subtitle_pos = 0; + player->last_multiwin_status = FALSE; + player->has_closed_caption = FALSE; + player->set_mode.media_packet_video_stream = FALSE; + + memset(&player->set_mode, 0, sizeof(MMPlayerSetMode)); + /* recover mode */ + player->set_mode.rich_audio = cur_mode; for (i = 0; i < MM_PLAYER_STREAM_COUNT_MAX; i++) { @@ -4419,22 +13118,104 @@ __mmplayer_release_misc(mm_player_t* player) player->maximum_bitrate[i] = 0; } + /* free memory related to audio effect */ + MMPLAYER_FREEIF(player->audio_effect_info.custom_ext_level_for_plugin); + + if (player->state_tune_caps) + { + gst_caps_unref(player->state_tune_caps); + player->state_tune_caps = NULL; + } + + if (player->video_cb_probe_id) + { + GstPad *pad = NULL; + + pad = gst_element_get_static_pad (player->video_fakesink, "sink"); + + if (pad) { + debug_log("release video probe\n"); + + /* release audio callback */ + gst_pad_remove_probe (pad, player->video_cb_probe_id); + player->video_cb_probe_id = 0; + player->video_stream_cb = NULL; + player->video_stream_cb_user_param = NULL; + } + } + + MMPLAYER_FLEAVE(); +} + +static void +__mmplayer_release_misc_post(mm_player_t* player) +{ + char *original_uri = NULL; + MMPLAYER_FENTER(); + + /* player->pipeline is already released before. */ + + return_if_fail ( player ); + + mm_attrs_set_int_by_name(player->attrs, "content_video_found", 0); + mm_attrs_set_int_by_name(player->attrs, "content_audio_found", 0); + /* clean found parsers */ if (player->parsers) { + GList *parsers = player->parsers; + for ( ;parsers ; parsers = g_list_next(parsers)) + { + gchar *name = parsers->data; + MMPLAYER_FREEIF(name); + } g_list_free(player->parsers); player->parsers = NULL; } - MMPLAYER_FREEIF(player->album_art); + /* clean found audio decoders */ + if (player->audio_decoders) + { + GList *a_dec = player->audio_decoders; + for ( ;a_dec ; a_dec = g_list_next(a_dec)) + { + gchar *name = a_dec->data; + MMPLAYER_FREEIF(name); + } + g_list_free(player->audio_decoders); + player->audio_decoders = NULL; + } - /* free memory related to audio effect */ - if(player->audio_effect_info.custom_ext_level_for_plugin) + /* clean the uri list except original uri */ + if (player->uri_info.uri_list) { - free(player->audio_effect_info.custom_ext_level_for_plugin); + original_uri = g_list_nth_data(player->uri_info.uri_list, 0); + + if (player->attrs) + { + mm_attrs_set_string_by_name(player->attrs, "profile_uri", original_uri); + debug_log("restore original uri = %s\n", original_uri); + + if (mmf_attrs_commit(player->attrs)) + { + debug_error("failed to commit the original uri.\n"); + } + } + + GList *uri_list = player->uri_info.uri_list; + for ( ;uri_list ; uri_list = g_list_next(uri_list)) + { + gchar *uri = uri_list->data; + MMPLAYER_FREEIF(uri); + } + g_list_free(player->uri_info.uri_list); + player->uri_info.uri_list = NULL; } - debug_fleave(); + player->uri_info.uri_idx = 0; + player->src_changed = FALSE; + + MMPLAYER_FLEAVE(); } static GstElement *__mmplayer_element_create_and_link(mm_player_t *player, GstPad* pad, const char* name) @@ -4454,12 +13235,14 @@ static GstElement *__mmplayer_element_create_and_link(mm_player_t *player, GstPa if ( GST_STATE_CHANGE_FAILURE == gst_element_set_state(element, GST_STATE_READY) ) { debug_error("failed to set state READY to %s\n", name); + gst_object_unref (element); return NULL; } if ( ! gst_bin_add(GST_BIN(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst), element)) { debug_error("failed to add %s\n", name); + gst_object_unref (element); return NULL; } @@ -4469,7 +13252,7 @@ static GstElement *__mmplayer_element_create_and_link(mm_player_t *player, GstPa { debug_error("failed to link %s\n", name); gst_object_unref (sinkpad); - + gst_object_unref (element); return NULL; } @@ -4497,11 +13280,11 @@ const char *padname, const GList *templlist) MMPlayerGstElement *mainbin = NULL; GstStructure* str = NULL; GstCaps* srccaps = NULL; - GstState warmup = GST_STATE_READY; + GstState target_state = GST_STATE_READY; gboolean isvideo_decoder = FALSE; guint q_max_size_time = 0; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( player && player->pipeline && @@ -4511,7 +13294,7 @@ const char *padname, const GList *templlist) mainbin = player->pipeline->mainbin; debug_log("plugging pad %s:%s to newly create %s:%s\n", - GST_ELEMENT_NAME( GST_PAD_PARENT ( srcpad ) ), + GST_ELEMENT_NAME( GST_PAD_PARENT ( srcpad ) ), GST_PAD_NAME( srcpad ), GST_ELEMENT_NAME( sinkelement ), padname); @@ -4522,12 +13305,48 @@ const char *padname, const GList *templlist) /* check if player can do start continually */ MMPLAYER_CHECK_CMD_IF_EXIT(player); - if ( GST_STATE_CHANGE_FAILURE == gst_element_set_state(sinkelement, warmup) ) + /* need it to warm up omx before linking to pipeline */ + if (g_strrstr(GST_ELEMENT_NAME( GST_PAD_PARENT ( srcpad ) ), "demux")) { + debug_log("get demux caps.\n"); + if (player->state_tune_caps) + { + gst_caps_unref(player->state_tune_caps); + player->state_tune_caps = NULL; + } + player->state_tune_caps = gst_caps_copy(gst_pad_get_current_caps(srcpad)); + } + + /* NOTE : OMX Codec can check if resource is available or not at this state. */ + if (g_strrstr(GST_ELEMENT_NAME(sinkelement), "omx")) + { + if (player->state_tune_caps != NULL) + { + debug_log("set demux's caps to omx codec if resource is available"); + if (gst_pad_set_caps(gst_element_get_static_pad(sinkelement, "sink"), player->state_tune_caps)) + { + target_state = GST_STATE_PAUSED; + isvideo_decoder = TRUE; + g_object_set(G_OBJECT(sinkelement), "state-tuning", TRUE, NULL); + } + else + { + debug_warning("failed to set caps for state tuning"); + } + } + gst_caps_unref(player->state_tune_caps); + player->state_tune_caps = NULL; + } + + if ( GST_STATE_CHANGE_FAILURE == gst_element_set_state(sinkelement, target_state) ) + { + debug_error("failed to set %d state to %s\n", target_state, GST_ELEMENT_NAME( sinkelement )); if (isvideo_decoder) + { + gst_element_set_state(sinkelement, GST_STATE_NULL); + gst_object_unref(G_OBJECT(sinkelement)); player->keep_detecting_vcodec = TRUE; - - debug_error("failed to set %d state to %s\n", warmup, GST_ELEMENT_NAME( sinkelement )); + } goto ERROR; } @@ -4544,43 +13363,54 @@ const char *padname, const GList *templlist) /* only decoder case and any of the video/audio still need to link*/ if(g_strrstr(klass, "Decoder") && __mmplayer_link_decoder(player,srcpad)) { - const gchar *name = NULL; + gchar *name = g_strdup(GST_ELEMENT_NAME( GST_PAD_PARENT ( srcpad ))); - name = g_strdup(GST_ELEMENT_NAME( GST_PAD_PARENT ( srcpad ))); - - if (g_strrstr(name, "mpegtsdemux")) + if (g_strrstr(name, "mpegtsdemux")|| g_strrstr(name, "ssdemux")) { - gchar *demux_caps = NULL; - gchar *parser_name = NULL; - GstCaps *dcaps = NULL; + gchar *src_demux_caps_str = NULL; + gchar *needed_parser = NULL; + GstCaps *src_demux_caps = NULL; + gboolean smooth_streaming = FALSE; + + src_demux_caps = gst_pad_query_caps(srcpad, NULL); + src_demux_caps_str = gst_caps_to_string(src_demux_caps); - dcaps = gst_pad_query_caps(srcpad, NULL); - demux_caps = gst_caps_to_string(dcaps); + gst_caps_unref(src_demux_caps); - if (g_strrstr(demux_caps, "video/x-h264")) + if (g_strrstr(src_demux_caps_str, "video/x-h264")) { - parser_name = g_strdup("h264parse"); + if (g_strrstr(name, "ssdemux")) + { + needed_parser = g_strdup("legacyh264parse"); + smooth_streaming = TRUE; + } + else + { + needed_parser = g_strdup("h264parse"); + } } - else if (g_strrstr(demux_caps, "video/mpeg")) + else if (g_strrstr(src_demux_caps_str, "video/mpeg")) { - parser_name = g_strdup("mpeg4videoparse"); + needed_parser = g_strdup("mpeg4videoparse"); } + MMPLAYER_FREEIF(src_demux_caps_str); - gst_caps_unref(dcaps); - MMPLAYER_FREEIF( demux_caps ); - - if (parser_name) + if (needed_parser) { - parser = __mmplayer_element_create_and_link(player, srcpad, parser_name); + parser = __mmplayer_element_create_and_link(player, srcpad, needed_parser); + MMPLAYER_FREEIF(needed_parser); - MMPLAYER_FREEIF(parser_name); - - if ( ! parser ) + if ( !parser ) { debug_error("failed to create parser\n"); } else { + if (smooth_streaming) + { + g_object_set (parser, "output-format", 1, NULL); /* NALU/Byte Stream format */ + } + /* update srcpad if parser is created */ pssrcpad = gst_element_get_static_pad(parser, "src"); srcpad = pssrcpad; @@ -4608,19 +13438,39 @@ const char *padname, const GList *templlist) { mainbin[MMPLAYER_M_Q1].id = MMPLAYER_M_Q1; mainbin[MMPLAYER_M_Q1].gst = queue; - if (!MMPLAYER_IS_RTSP_STREAMING(player)) - g_object_set (G_OBJECT (mainbin[MMPLAYER_M_Q1].gst), "max-size-time", q_max_size_time * GST_SECOND, NULL); + + if (player->profile.uri_type == MM_PLAYER_URI_TYPE_SS) + { + g_object_set (G_OBJECT (mainbin[MMPLAYER_M_Q1].gst), "max-size-time", 0 , NULL); + g_object_set (G_OBJECT (mainbin[MMPLAYER_M_Q1].gst), "max-size-buffers", 2, NULL); + g_object_set (G_OBJECT (mainbin[MMPLAYER_M_Q1].gst), "max-size-bytes", 0, NULL); + } + else + { + if (!MMPLAYER_IS_RTSP_STREAMING(player)) + g_object_set (G_OBJECT (mainbin[MMPLAYER_M_Q1].gst), "max-size-time", q_max_size_time * GST_SECOND, NULL); + } } else if(mainbin[MMPLAYER_M_Q2].gst == NULL) { mainbin[MMPLAYER_M_Q2].id = MMPLAYER_M_Q2; mainbin[MMPLAYER_M_Q2].gst = queue; - if (!MMPLAYER_IS_RTSP_STREAMING(player)) - g_object_set (G_OBJECT (mainbin[MMPLAYER_M_Q2].gst), "max-size-time", q_max_size_time * GST_SECOND, NULL); + + if (player->profile.uri_type == MM_PLAYER_URI_TYPE_SS) + { + g_object_set (G_OBJECT (mainbin[MMPLAYER_M_Q2].gst), "max-size-time", 0 , NULL); + g_object_set (G_OBJECT (mainbin[MMPLAYER_M_Q2].gst), "max-size-buffers", 2, NULL); + g_object_set (G_OBJECT (mainbin[MMPLAYER_M_Q2].gst), "max-size-bytes", 0, NULL); + } + else + { + if (!MMPLAYER_IS_RTSP_STREAMING(player)) + g_object_set (G_OBJECT (mainbin[MMPLAYER_M_Q2].gst), "max-size-time", q_max_size_time * GST_SECOND, NULL); + } } else { - debug_critical("Not supporting more then two elementary stream\n"); + debug_error("Not supporting more then two elementary stream\n"); g_assert(1); } @@ -4632,7 +13482,7 @@ const char *padname, const GList *templlist) padname, GST_ELEMENT_NAME(sinkelement) ); pad = gst_element_get_static_pad(sinkelement, "sink"); - if ( ! pad ) + if ( ! pad ) { debug_error("failed to get pad(sink) from %s. \n", GST_ELEMENT_NAME(sinkelement) ); @@ -4641,8 +13491,9 @@ const char *padname, const GList *templlist) } /* to check the video/audio type set the proper flag*/ + const gchar *mime_type = NULL; { - srccaps = gst_pad_query_caps( srcpad, NULL ); + srccaps = gst_pad_query_caps(srcpad, NULL); if ( !srccaps ) goto ERROR; @@ -4650,8 +13501,8 @@ const char *padname, const GList *templlist) if ( ! str ) goto ERROR; - name = gst_structure_get_name(str); - if ( ! name ) + mime_type = gst_structure_get_name(str); + if ( ! mime_type ) goto ERROR; } @@ -4662,24 +13513,24 @@ const char *padname, const GList *templlist) debug_error("failed to link (%s) to pad(%s)\n", GST_ELEMENT_NAME( sinkelement ), padname ); /* reconstitute supportable codec */ - if (strstr(name, "video")) + if (strstr(mime_type, "video")) { player->can_support_codec ^= FOUND_PLUGIN_VIDEO; } - else if (strstr(name, "audio")) + else if (strstr(mime_type, "audio")) { player->can_support_codec ^= FOUND_PLUGIN_AUDIO; } goto ERROR; } - if (strstr(name, "video")) + if (strstr(mime_type, "video")) { player->videodec_linked = 1; debug_msg("player->videodec_linked set to 1\n"); } - else if (strstr(name, "audio")) + else if (strstr(mime_type, "audio")) { player->audiodec_linked = 1; debug_msg("player->auddiodec_linked set to 1\n"); @@ -4696,19 +13547,18 @@ const char *padname, const GList *templlist) { if (MMPLAYER_IS_HTTP_STREAMING(player)) { - GstFormat fmt = GST_FORMAT_BYTES; gint64 dur_bytes = 0L; gchar *file_buffering_path = NULL; gboolean use_file_buffer = FALSE; - if ( !mainbin[MMPLAYER_M_S_BUFFER].gst) + if ( !mainbin[MMPLAYER_M_MUXED_S_BUFFER].gst) { debug_log("creating http streaming buffering queue\n"); - queue = gst_element_factory_make("queue2", "http_streaming_buffer"); + queue = gst_element_factory_make("queue2", "queue2"); if ( ! queue ) { - debug_critical ( "failed to create buffering queue element\n" ); + debug_error ( "failed to create buffering queue element\n" ); goto ERROR; } @@ -4735,31 +13585,39 @@ const char *padname, const GList *templlist) srcpad = qsrcpad; - mainbin[MMPLAYER_M_S_BUFFER].id = MMPLAYER_M_S_BUFFER; - mainbin[MMPLAYER_M_S_BUFFER].gst = queue; + mainbin[MMPLAYER_M_MUXED_S_BUFFER].id = MMPLAYER_M_MUXED_S_BUFFER; + mainbin[MMPLAYER_M_MUXED_S_BUFFER].gst = queue; if ( !MMPLAYER_IS_HTTP_LIVE_STREAMING(player)) { - if ( !gst_element_query_duration(player->pipeline->mainbin[MMPLAYER_M_SRC].gst, fmt, &dur_bytes)) + if ( !gst_element_query_duration(player->pipeline->mainbin[MMPLAYER_M_SRC].gst, GST_FORMAT_BYTES, &dur_bytes)) debug_error("fail to get duration.\n"); - if (dur_bytes>0) + if (dur_bytes > 0) { use_file_buffer = MMPLAYER_USE_FILE_FOR_BUFFERING(player); - file_buffering_path = g_strdup(PLAYER_INI()->http_file_buffer_path); + file_buffering_path = g_strdup(player->ini.http_file_buffer_path); + } + else + { + dur_bytes = 0; } } - __mm_player_streaming_set_buffer(player->streamer, - queue, - TRUE, - PLAYER_INI()->http_max_size_bytes, - 1.0, - PLAYER_INI()->http_buffering_limit, - PLAYER_INI()->http_buffering_time, - use_file_buffer, - file_buffering_path, - dur_bytes); + /* NOTE : we cannot get any duration info from ts container in case of streaming */ + if(!g_strrstr(GST_ELEMENT_NAME(sinkelement), "mpegtsdemux")) + { + __mm_player_streaming_set_queue2(player->streamer, + queue, + TRUE, + player->ini.http_max_size_bytes, + player->ini.http_buffering_time, + 1.0, + player->ini.http_buffering_limit, + use_file_buffer, + file_buffering_path, + (guint64)dur_bytes); + } MMPLAYER_FREEIF(file_buffering_path); } @@ -4815,8 +13673,10 @@ const char *padname, const GList *templlist) GstCaps *caps = gst_pad_query_caps(srcpad, NULL); /* Check whether caps has many types */ - if ( !gst_caps_is_fixed (caps)) { - debug_log ("has_many_types for this caps [%s]\n", gst_caps_to_string(caps)); + if ( !gst_caps_is_fixed(caps)) + { + debug_log ("always pad but, caps has many types"); + MMPLAYER_LOG_GST_CAPS_TYPE(caps); has_many_types = TRUE; break; } @@ -4852,7 +13712,7 @@ const char *padname, const GList *templlist) if( has_dynamic_pads ) { player->have_dynamic_pad = TRUE; - MMPLAYER_SIGNAL_CONNECT ( player, sinkelement, "pad-added", + MMPLAYER_SIGNAL_CONNECT ( player, sinkelement, MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "pad-added", G_CALLBACK(__mmplayer_add_new_pad), player); /* for streaming, more then one typefind will used for each elementary stream @@ -4860,7 +13720,7 @@ const char *padname, const GList *templlist) */ if ( ! MMPLAYER_IS_RTSP_STREAMING( player ) ) { - MMPLAYER_SIGNAL_CONNECT( player, sinkelement, "no-more-pads", + MMPLAYER_SIGNAL_CONNECT( player, sinkelement, MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "no-more-pads", G_CALLBACK(__mmplayer_pipeline_complete), player); } } @@ -4872,7 +13732,7 @@ const char *padname, const GList *templlist) player->has_many_types = has_many_types; pad = gst_element_get_static_pad(sinkelement, "src"); - MMPLAYER_SIGNAL_CONNECT (player, pad, "notify::caps", G_CALLBACK(__mmplayer_add_new_caps), player); + MMPLAYER_SIGNAL_CONNECT (player, pad, MM_PLAYER_SIGNAL_TYPE_AUTOPLUG, "notify::caps", G_CALLBACK(__mmplayer_add_new_caps), player); gst_object_unref (GST_OBJECT(pad)); } @@ -4914,7 +13774,7 @@ const char *padname, const GList *templlist) pssrcpad = NULL; } - debug_fleave(); + MMPLAYER_FLEAVE(); return TRUE; @@ -4945,24 +13805,24 @@ ERROR: static gboolean __mmplayer_feature_filter(GstPluginFeature *feature, gpointer data) // @ { - const gchar *klass; - //const gchar *name; + const gchar *klass; + //const gchar *name; /* we only care about element factories */ if (!GST_IS_ELEMENT_FACTORY(feature)) return FALSE; /* only parsers, demuxers and decoders */ - klass = gst_element_factory_get_klass(GST_ELEMENT_FACTORY(feature)); - //name = gst_element_factory_get_longname(GST_ELEMENT_FACTORY(feature)); + klass = gst_element_factory_get_klass(GST_ELEMENT_FACTORY(feature)); + //name = gst_element_factory_get_longname(GST_ELEMENT_FACTORY(feature)); - if( g_strrstr(klass, "Demux") == NULL && - g_strrstr(klass, "Codec/Decoder") == NULL && - g_strrstr(klass, "Depayloader") == NULL && - g_strrstr(klass, "Parse") == NULL) - { - return FALSE; - } + if( g_strrstr(klass, "Demux") == NULL && + g_strrstr(klass, "Codec/Decoder") == NULL && + g_strrstr(klass, "Depayloader") == NULL && + g_strrstr(klass, "Parse") == NULL) + { + return FALSE; + } return TRUE; } @@ -4974,7 +13834,7 @@ static void __mmplayer_add_new_caps(GstPad* pad, GParamSpec* unused, gpointer d GstStructure *str = NULL; const char *name; - debug_fenter(); + MMPLAYER_FENTER(); return_if_fail ( pad ) return_if_fail ( unused ) @@ -5004,7 +13864,7 @@ static void __mmplayer_add_new_caps(GstPad* pad, GParamSpec* unused, gpointer d __mmplayer_pipeline_complete( NULL, (gpointer)player ); - debug_fleave(); + MMPLAYER_FLEAVE(); return; } @@ -5016,7 +13876,7 @@ static void __mmplayer_set_unlinked_mime_type(mm_player_t* player, GstCaps *caps const char *stream_type; gchar *version_field = NULL; - debug_fenter(); + MMPLAYER_FENTER(); return_if_fail ( player ); return_if_fail ( caps ); @@ -5082,7 +13942,7 @@ static void __mmplayer_set_unlinked_mime_type(mm_player_t* player, GstCaps *caps } } - debug_fleave(); + MMPLAYER_FLEAVE(); } static void __mmplayer_add_new_pad(GstElement *element, GstPad *pad, gpointer data) @@ -5092,11 +13952,14 @@ static void __mmplayer_add_new_pad(GstElement *element, GstPad *pad, gpointer da GstStructure *str = NULL; const char *name; - debug_fenter(); + MMPLAYER_FENTER(); return_if_fail ( player ); return_if_fail ( pad ); - caps = gst_pad_get_current_caps(pad); + GST_OBJECT_LOCK (pad); + if ((caps = gst_pad_get_current_caps(pad))) + gst_caps_ref(caps); + GST_OBJECT_UNLOCK (pad); if ( NULL == caps ) { @@ -5104,7 +13967,7 @@ static void __mmplayer_add_new_pad(GstElement *element, GstPad *pad, gpointer da if ( !caps ) return; } - //MMPLAYER_LOG_GST_CAPS_TYPE(caps); + MMPLAYER_LOG_GST_CAPS_TYPE(caps); str = gst_caps_get_structure(caps, 0); if ( !str ) @@ -5138,6 +14001,13 @@ static void __mmplayer_add_new_pad(GstElement *element, GstPad *pad, gpointer da { gint samplerate = 0, channels = 0; + if (player->audiodec_linked) + { + gst_caps_unref(caps); + debug_log("multi tracks. skip to plug"); + return; + } + /* set stream information */ /* if possible, set it here because the caps is not distrubed by resampler. */ gst_structure_get_int (str, "rate", &samplerate); @@ -5172,7 +14042,7 @@ static void __mmplayer_add_new_pad(GstElement *element, GstPad *pad, gpointer da gst_caps_unref(caps); - debug_fleave(); + MMPLAYER_FLEAVE(); return; } @@ -5188,7 +14058,7 @@ _mmplayer_set_volume_tune(MMHandleType hplayer, MMPlayerVolumeType volume) gboolean isMidi = FALSE; gint i = 0; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); return_val_if_fail( player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED ) @@ -5249,12 +14119,119 @@ _mmplayer_set_volume_tune(MMHandleType hplayer, MMPlayerVolumeType volume) } } - debug_fleave(); + MMPLAYER_FLEAVE(); return error; } gboolean +__mmplayer_dump_pipeline_state( mm_player_t* player ) +{ + GstIterator*iter = NULL; + gboolean done = FALSE; + + GValue item = {0, }; + GstElement *element = NULL; + GstElementFactory *factory = NULL; + + GstState state = GST_STATE_VOID_PENDING; + GstState pending = GST_STATE_VOID_PENDING; + GstClockTime time = 200*GST_MSECOND; + + MMPLAYER_FENTER(); + + return_val_if_fail ( player && + player->pipeline && + player->pipeline->mainbin, + FALSE ); + + iter = gst_bin_iterate_recurse(GST_BIN(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst) ); + + if ( iter != NULL ) + { + while (!done) { + switch ( gst_iterator_next (iter, &item) ) + { + case GST_ITERATOR_OK: + element = g_value_get_object(&item); + gst_element_get_state(element,&state, &pending,time); + + factory = gst_element_get_factory (element) ; + if (factory) + { + debug_error("%s:%s : From:%s To:%s refcount : %d\n", GST_OBJECT_NAME(factory) , GST_ELEMENT_NAME(element) , + gst_element_state_get_name(state), gst_element_state_get_name(pending) , GST_OBJECT_REFCOUNT_VALUE(element)); + } + g_value_reset (&item); + break; + case GST_ITERATOR_RESYNC: + gst_iterator_resync (iter); + break; + case GST_ITERATOR_ERROR: + done = TRUE; + break; + case GST_ITERATOR_DONE: + done = TRUE; + break; + } + } + } + + element = GST_ELEMENT(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst); + + gst_element_get_state(element,&state, &pending,time); + + factory = gst_element_get_factory (element) ; + + if (factory) + { + debug_error("%s:%s : From:%s To:%s refcount : %d\n", + GST_OBJECT_NAME(factory), + GST_ELEMENT_NAME(element), + gst_element_state_get_name(state), + gst_element_state_get_name(pending), + GST_OBJECT_REFCOUNT_VALUE(element) ); + } + + g_value_unset(&item); + + if ( iter ) + gst_iterator_free (iter); + + MMPLAYER_FLEAVE(); + + return FALSE; +} + + +gboolean +__mmplayer_check_subtitle( mm_player_t* player ) +{ + MMHandleType attrs = 0; + char *subtitle_uri = NULL; + + MMPLAYER_FENTER(); + + return_val_if_fail( player, FALSE ); + + /* get subtitle attribute */ + attrs = MMPLAYER_GET_ATTRS(player); + if ( !attrs ) + return FALSE; + + mm_attrs_get_string_by_name(attrs, "subtitle_uri", &subtitle_uri); + if ( !subtitle_uri || !strlen(subtitle_uri)) + return FALSE; + + debug_log ("subtite uri is %s[%d]\n", subtitle_uri, strlen(subtitle_uri)); + player->is_external_subtitle_present = TRUE; + + MMPLAYER_FLEAVE(); + + return TRUE; +} + +static gboolean __mmplayer_can_extract_pcm( mm_player_t* player ) { MMHandleType attrs = 0; @@ -5271,7 +14248,8 @@ __mmplayer_can_extract_pcm( mm_player_t* player ) } /* check file is drm or not */ - g_object_get(G_OBJECT(player->pipeline->mainbin[MMPLAYER_M_SRC].gst), "is-drm", &is_drm, NULL); + if (g_object_class_find_property(G_OBJECT_GET_CLASS(player->pipeline->mainbin[MMPLAYER_M_SRC].gst), "is-drm")) + g_object_get(G_OBJECT(player->pipeline->mainbin[MMPLAYER_M_SRC].gst), "is-drm", &is_drm, NULL); /* get sound_extraction property */ mm_attrs_get_int_by_name(attrs, "pcm_extraction", &sound_extraction); @@ -5285,36 +14263,641 @@ __mmplayer_can_extract_pcm( mm_player_t* player ) return TRUE; } -void -__mmplayer_post_delayed_eos( mm_player_t* player, int delay_in_ms ) +static gboolean +__mmplayer_handle_gst_error ( mm_player_t* player, GstMessage * message, GError* error ) { - debug_fenter(); + MMMessageParamType msg_param; + gchar *msg_src_element; - return_if_fail( player ); + MMPLAYER_FENTER(); - /* cancel if existing */ - __mmplayer_cancel_delayed_eos( player ); + return_val_if_fail( player, FALSE ); + return_val_if_fail( error, FALSE ); + + /* NOTE : do somthing necessary inside of __gst_handle_XXX_error. not here */ + + memset (&msg_param, 0, sizeof(MMMessageParamType)); + + if ( error->domain == GST_CORE_ERROR ) + { + msg_param.code = __gst_handle_core_error( player, error->code ); + } + else if ( error->domain == GST_LIBRARY_ERROR ) + { + msg_param.code = __gst_handle_library_error( player, error->code ); + } + else if ( error->domain == GST_RESOURCE_ERROR ) + { + msg_param.code = __gst_handle_resource_error( player, error->code ); + } + else if ( error->domain == GST_STREAM_ERROR ) + { + msg_param.code = __gst_handle_stream_error( player, error, message ); + } + else + { + debug_warning("This error domain is not defined.\n"); + + /* we treat system error as an internal error */ + msg_param.code = MM_ERROR_PLAYER_INVALID_STREAM; + } + + if ( message->src ) + { + msg_src_element = GST_ELEMENT_NAME( GST_ELEMENT_CAST( message->src ) ); + + msg_param.data = (void *) error->message; + + debug_error("-Msg src : [%s] Domain : [%s] Error : [%s] Code : [%d] is tranlated to error code : [0x%x]\n", + msg_src_element, g_quark_to_string (error->domain), error->message, error->code, msg_param.code); + } + + /* no error */ + if (msg_param.code == MM_ERROR_NONE) + return TRUE; + + /* post error to application */ + if ( ! player->msg_posted ) + { + MMPLAYER_POST_MSG( player, MM_MESSAGE_ERROR, &msg_param ); + /* don't post more if one was sent already */ + player->msg_posted = TRUE; + } + else + { + debug_log("skip error post because it's sent already.\n"); + } + + MMPLAYER_FLEAVE(); + + return TRUE; +} + +static gboolean +__mmplayer_handle_streaming_error ( mm_player_t* player, GstMessage * message ) +{ + debug_log("\n"); + MMMessageParamType msg_param; + gchar *msg_src_element = NULL; + GstStructure *s = NULL; + guint error_id = 0; + gchar *error_string = NULL; + + MMPLAYER_FENTER(); + + return_val_if_fail ( player, FALSE ); + return_val_if_fail ( message, FALSE ); + + s = malloc( sizeof(GstStructure) ); + memcpy ( s, gst_message_get_structure ( message ), sizeof(GstStructure)); + + if ( !gst_structure_get_uint (s, "error_id", &error_id) ) + error_id = MMPLAYER_STREAMING_ERROR_NONE; + + switch ( error_id ) + { + case MMPLAYER_STREAMING_ERROR_UNSUPPORTED_AUDIO: + msg_param.code = MM_ERROR_PLAYER_STREAMING_UNSUPPORTED_AUDIO; + break; + case MMPLAYER_STREAMING_ERROR_UNSUPPORTED_VIDEO: + msg_param.code = MM_ERROR_PLAYER_STREAMING_UNSUPPORTED_VIDEO; + break; + case MMPLAYER_STREAMING_ERROR_CONNECTION_FAIL: + msg_param.code = MM_ERROR_PLAYER_STREAMING_CONNECTION_FAIL; + break; + case MMPLAYER_STREAMING_ERROR_DNS_FAIL: + msg_param.code = MM_ERROR_PLAYER_STREAMING_DNS_FAIL; + break; + case MMPLAYER_STREAMING_ERROR_SERVER_DISCONNECTED: + msg_param.code = MM_ERROR_PLAYER_STREAMING_SERVER_DISCONNECTED; + break; + case MMPLAYER_STREAMING_ERROR_BAD_SERVER: + msg_param.code = MM_ERROR_PLAYER_STREAMING_BAD_SERVER; + break; + case MMPLAYER_STREAMING_ERROR_INVALID_PROTOCOL: + msg_param.code = MM_ERROR_PLAYER_STREAMING_INVALID_PROTOCOL; + break; + case MMPLAYER_STREAMING_ERROR_INVALID_URL: + msg_param.code = MM_ERROR_PLAYER_STREAMING_INVALID_URL; + break; + case MMPLAYER_STREAMING_ERROR_UNEXPECTED_MSG: + msg_param.code = MM_ERROR_PLAYER_STREAMING_UNEXPECTED_MSG; + break; + case MMPLAYER_STREAMING_ERROR_OUT_OF_MEMORIES: + msg_param.code = MM_ERROR_PLAYER_STREAMING_OUT_OF_MEMORIES; + break; + case MMPLAYER_STREAMING_ERROR_RTSP_TIMEOUT: + msg_param.code = MM_ERROR_PLAYER_STREAMING_RTSP_TIMEOUT; + break; + case MMPLAYER_STREAMING_ERROR_BAD_REQUEST: + msg_param.code = MM_ERROR_PLAYER_STREAMING_BAD_REQUEST; + break; + case MMPLAYER_STREAMING_ERROR_NOT_AUTHORIZED: + msg_param.code = MM_ERROR_PLAYER_STREAMING_NOT_AUTHORIZED; + break; + case MMPLAYER_STREAMING_ERROR_PAYMENT_REQUIRED: + msg_param.code = MM_ERROR_PLAYER_STREAMING_PAYMENT_REQUIRED; + break; + case MMPLAYER_STREAMING_ERROR_FORBIDDEN: + msg_param.code = MM_ERROR_PLAYER_STREAMING_FORBIDDEN; + break; + case MMPLAYER_STREAMING_ERROR_CONTENT_NOT_FOUND: + msg_param.code = MM_ERROR_PLAYER_STREAMING_CONTENT_NOT_FOUND; + break; + case MMPLAYER_STREAMING_ERROR_METHOD_NOT_ALLOWED: + msg_param.code = MM_ERROR_PLAYER_STREAMING_METHOD_NOT_ALLOWED; + break; + case MMPLAYER_STREAMING_ERROR_NOT_ACCEPTABLE: + msg_param.code = MM_ERROR_PLAYER_STREAMING_NOT_ACCEPTABLE; + break; + case MMPLAYER_STREAMING_ERROR_PROXY_AUTHENTICATION_REQUIRED: + msg_param.code = MM_ERROR_PLAYER_STREAMING_PROXY_AUTHENTICATION_REQUIRED; + break; + case MMPLAYER_STREAMING_ERROR_SERVER_TIMEOUT: + msg_param.code = MM_ERROR_PLAYER_STREAMING_SERVER_TIMEOUT; + break; + case MMPLAYER_STREAMING_ERROR_GONE: + msg_param.code = MM_ERROR_PLAYER_STREAMING_GONE; + break; + case MMPLAYER_STREAMING_ERROR_LENGTH_REQUIRED: + msg_param.code = MM_ERROR_PLAYER_STREAMING_LENGTH_REQUIRED; + break; + case MMPLAYER_STREAMING_ERROR_PRECONDITION_FAILED: + msg_param.code = MM_ERROR_PLAYER_STREAMING_PRECONDITION_FAILED; + break; + case MMPLAYER_STREAMING_ERROR_REQUEST_ENTITY_TOO_LARGE: + msg_param.code = MM_ERROR_PLAYER_STREAMING_REQUEST_ENTITY_TOO_LARGE; + break; + case MMPLAYER_STREAMING_ERROR_REQUEST_URI_TOO_LARGE: + msg_param.code = MM_ERROR_PLAYER_STREAMING_REQUEST_URI_TOO_LARGE; + break; + case MMPLAYER_STREAMING_ERROR_UNSUPPORTED_MEDIA_TYPE: + msg_param.code = MM_ERROR_PLAYER_STREAMING_UNSUPPORTED_MEDIA_TYPE; + break; + case MMPLAYER_STREAMING_ERROR_PARAMETER_NOT_UNDERSTOOD: + msg_param.code = MM_ERROR_PLAYER_STREAMING_PARAMETER_NOT_UNDERSTOOD; + break; + case MMPLAYER_STREAMING_ERROR_CONFERENCE_NOT_FOUND: + msg_param.code = MM_ERROR_PLAYER_STREAMING_CONFERENCE_NOT_FOUND; + break; + case MMPLAYER_STREAMING_ERROR_NOT_ENOUGH_BANDWIDTH: + msg_param.code = MM_ERROR_PLAYER_STREAMING_NOT_ENOUGH_BANDWIDTH; + break; + case MMPLAYER_STREAMING_ERROR_NO_SESSION_ID: + msg_param.code = MM_ERROR_PLAYER_STREAMING_NO_SESSION_ID; + break; + case MMPLAYER_STREAMING_ERROR_METHOD_NOT_VALID_IN_THIS_STATE: + msg_param.code = MM_ERROR_PLAYER_STREAMING_METHOD_NOT_VALID_IN_THIS_STATE; + break; + case MMPLAYER_STREAMING_ERROR_HEADER_FIELD_NOT_VALID_FOR_SOURCE: + msg_param.code = MM_ERROR_PLAYER_STREAMING_HEADER_FIELD_NOT_VALID_FOR_SOURCE; + break; + case MMPLAYER_STREAMING_ERROR_INVALID_RANGE: + msg_param.code = MM_ERROR_PLAYER_STREAMING_INVALID_RANGE; + break; + case MMPLAYER_STREAMING_ERROR_PARAMETER_IS_READONLY: + msg_param.code = MM_ERROR_PLAYER_STREAMING_PARAMETER_IS_READONLY; + break; + case MMPLAYER_STREAMING_ERROR_AGGREGATE_OP_NOT_ALLOWED: + msg_param.code = MM_ERROR_PLAYER_STREAMING_AGGREGATE_OP_NOT_ALLOWED; + break; + case MMPLAYER_STREAMING_ERROR_ONLY_AGGREGATE_OP_ALLOWED: + msg_param.code = MM_ERROR_PLAYER_STREAMING_ONLY_AGGREGATE_OP_ALLOWED; + break; + case MMPLAYER_STREAMING_ERROR_BAD_TRANSPORT: + msg_param.code = MM_ERROR_PLAYER_STREAMING_BAD_TRANSPORT; + break; + case MMPLAYER_STREAMING_ERROR_DESTINATION_UNREACHABLE: + msg_param.code = MM_ERROR_PLAYER_STREAMING_DESTINATION_UNREACHABLE; + break; + case MMPLAYER_STREAMING_ERROR_INTERNAL_SERVER_ERROR: + msg_param.code = MM_ERROR_PLAYER_STREAMING_INTERNAL_SERVER_ERROR; + break; + case MMPLAYER_STREAMING_ERROR_NOT_IMPLEMENTED: + msg_param.code = MM_ERROR_PLAYER_STREAMING_NOT_IMPLEMENTED; + break; + case MMPLAYER_STREAMING_ERROR_BAD_GATEWAY: + msg_param.code = MM_ERROR_PLAYER_STREAMING_BAD_GATEWAY; + break; + case MMPLAYER_STREAMING_ERROR_SERVICE_UNAVAILABLE: + msg_param.code = MM_ERROR_PLAYER_STREAMING_SERVICE_UNAVAILABLE; + break; + case MMPLAYER_STREAMING_ERROR_GATEWAY_TIME_OUT: + msg_param.code = MM_ERROR_PLAYER_STREAMING_GATEWAY_TIME_OUT; + break; + case MMPLAYER_STREAMING_ERROR_RTSP_VERSION_NOT_SUPPORTED: + msg_param.code = MM_ERROR_PLAYER_STREAMING_RTSP_VERSION_NOT_SUPPORTED; + break; + case MMPLAYER_STREAMING_ERROR_OPTION_NOT_SUPPORTED: + msg_param.code = MM_ERROR_PLAYER_STREAMING_OPTION_NOT_SUPPORTED; + break; + default: + { + MMPLAYER_FREEIF(s); + return MM_ERROR_PLAYER_STREAMING_FAIL; + } + } + + error_string = g_strdup(gst_structure_get_string (s, "error_string")); + if ( error_string ) + msg_param.data = (void *) error_string; + + if ( message->src ) + { + msg_src_element = GST_ELEMENT_NAME( GST_ELEMENT_CAST( message->src ) ); + + debug_error("-Msg src : [%s] Code : [%x] Error : [%s] \n", + msg_src_element, msg_param.code, (char*)msg_param.data ); + } + + /* post error to application */ + if ( ! player->msg_posted ) + { + MMPLAYER_POST_MSG( player, MM_MESSAGE_ERROR, &msg_param ); + + /* don't post more if one was sent already */ + player->msg_posted = TRUE; + } + else + { + debug_log("skip error post because it's sent already.\n"); + } + + MMPLAYER_FREEIF(s); + MMPLAYER_FLEAVE(); + g_free(error_string); + + return TRUE; + +} + +static gint +__gst_handle_core_error( mm_player_t* player, int code ) +{ + gint trans_err = MM_ERROR_NONE; + + MMPLAYER_FENTER(); + + return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + + switch ( code ) + { + case GST_CORE_ERROR_MISSING_PLUGIN: + return MM_ERROR_PLAYER_NOT_SUPPORTED_FORMAT; + case GST_CORE_ERROR_STATE_CHANGE: + case GST_CORE_ERROR_SEEK: + case GST_CORE_ERROR_NOT_IMPLEMENTED: + case GST_CORE_ERROR_FAILED: + case GST_CORE_ERROR_TOO_LAZY: + case GST_CORE_ERROR_PAD: + case GST_CORE_ERROR_THREAD: + case GST_CORE_ERROR_NEGOTIATION: + case GST_CORE_ERROR_EVENT: + case GST_CORE_ERROR_CAPS: + case GST_CORE_ERROR_TAG: + case GST_CORE_ERROR_CLOCK: + case GST_CORE_ERROR_DISABLED: + default: + trans_err = MM_ERROR_PLAYER_INVALID_STREAM; + break; + } + + MMPLAYER_FLEAVE(); + + return trans_err; +} + +static gint +__gst_handle_library_error( mm_player_t* player, int code ) +{ + gint trans_err = MM_ERROR_NONE; + + MMPLAYER_FENTER(); + + return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + + switch ( code ) + { + case GST_LIBRARY_ERROR_FAILED: + case GST_LIBRARY_ERROR_TOO_LAZY: + case GST_LIBRARY_ERROR_INIT: + case GST_LIBRARY_ERROR_SHUTDOWN: + case GST_LIBRARY_ERROR_SETTINGS: + case GST_LIBRARY_ERROR_ENCODE: + default: + trans_err = MM_ERROR_PLAYER_INVALID_STREAM; + break; + } + + MMPLAYER_FLEAVE(); + + return trans_err; +} + + +static gint +__gst_handle_resource_error( mm_player_t* player, int code ) +{ + gint trans_err = MM_ERROR_NONE; + + MMPLAYER_FENTER(); + + return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + + switch ( code ) + { + case GST_RESOURCE_ERROR_NO_SPACE_LEFT: + trans_err = MM_ERROR_PLAYER_NO_FREE_SPACE; + break; + case GST_RESOURCE_ERROR_NOT_FOUND: + case GST_RESOURCE_ERROR_OPEN_READ: + if ( MMPLAYER_IS_HTTP_STREAMING(player) || MMPLAYER_IS_HTTP_LIVE_STREAMING ( player ) + || MMPLAYER_IS_RTSP_STREAMING(player)) + { + trans_err = MM_ERROR_PLAYER_STREAMING_CONNECTION_FAIL; + break; + } + case GST_RESOURCE_ERROR_READ: + if ( MMPLAYER_IS_HTTP_STREAMING(player) || MMPLAYER_IS_HTTP_LIVE_STREAMING ( player ) + || MMPLAYER_IS_RTSP_STREAMING(player)) + { + trans_err = MM_ERROR_PLAYER_STREAMING_FAIL; + break; + } + case GST_RESOURCE_ERROR_WRITE: + case GST_RESOURCE_ERROR_FAILED: + case GST_RESOURCE_ERROR_SEEK: + case GST_RESOURCE_ERROR_TOO_LAZY: + case GST_RESOURCE_ERROR_BUSY: + case GST_RESOURCE_ERROR_OPEN_WRITE: + case GST_RESOURCE_ERROR_OPEN_READ_WRITE: + case GST_RESOURCE_ERROR_CLOSE: + case GST_RESOURCE_ERROR_SYNC: + case GST_RESOURCE_ERROR_SETTINGS: + default: + trans_err = MM_ERROR_PLAYER_INTERNAL; + break; + } + + MMPLAYER_FLEAVE(); + + return trans_err; +} + + +static gint +__gst_handle_stream_error( mm_player_t* player, GError* error, GstMessage * message ) +{ + gint trans_err = MM_ERROR_NONE; + + MMPLAYER_FENTER(); + + return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + return_val_if_fail( error, MM_ERROR_INVALID_ARGUMENT ); + return_val_if_fail ( message, MM_ERROR_INVALID_ARGUMENT ); + + switch ( error->code ) + { + case GST_STREAM_ERROR_FAILED: + case GST_STREAM_ERROR_TYPE_NOT_FOUND: + case GST_STREAM_ERROR_DECODE: + case GST_STREAM_ERROR_WRONG_TYPE: + case GST_STREAM_ERROR_DECRYPT: + case GST_STREAM_ERROR_DECRYPT_NOKEY: + case GST_STREAM_ERROR_CODEC_NOT_FOUND: + trans_err = __gst_transform_gsterror( player, message, error ); + break; + + case GST_STREAM_ERROR_NOT_IMPLEMENTED: + case GST_STREAM_ERROR_TOO_LAZY: + case GST_STREAM_ERROR_ENCODE: + case GST_STREAM_ERROR_DEMUX: + case GST_STREAM_ERROR_MUX: + case GST_STREAM_ERROR_FORMAT: + default: + trans_err = MM_ERROR_PLAYER_INVALID_STREAM; + break; + } + + MMPLAYER_FLEAVE(); + + return trans_err; +} + +/* NOTE : decide gstreamer state whether there is some playable track or not. */ +static gint +__gst_transform_gsterror( mm_player_t* player, GstMessage * message, GError* error ) +{ + gchar *src_element_name = NULL; + GstElement *src_element = NULL; + GstElementFactory *factory = NULL; + const gchar* klass = NULL; + + MMPLAYER_FENTER(); + + /* FIXIT */ + return_val_if_fail ( message, MM_ERROR_INVALID_ARGUMENT ); + return_val_if_fail ( message->src, MM_ERROR_INVALID_ARGUMENT ); + return_val_if_fail ( error, MM_ERROR_INVALID_ARGUMENT ); + + src_element = GST_ELEMENT_CAST(message->src); + if ( !src_element ) + goto INTERNAL_ERROR; + + src_element_name = GST_ELEMENT_NAME(src_element); + if ( !src_element_name ) + goto INTERNAL_ERROR; + + factory = gst_element_get_factory(src_element); + if ( !factory ) + goto INTERNAL_ERROR; + + klass = gst_element_factory_get_klass(factory); + if ( !klass ) + goto INTERNAL_ERROR; + + debug_log("error code=%d, msg=%s, src element=%s, class=%s\n", + error->code, error->message, src_element_name, klass); + + //<- + { + if (player->selector) { + int msg_src_pos = 0; + gint active_pad_index = player->selector[MM_PLAYER_TRACK_TYPE_AUDIO].active_pad_index; + debug_log ("current active pad index -%d", active_pad_index); + + if (src_element_name) { + int idx = 0; + + if (player->audio_decoders) { + GList *adec = player->audio_decoders; + for ( ;adec ; adec = g_list_next(adec)) { + gchar *name = adec->data; + + debug_log("found audio decoder name = %s", name); + if (g_strrstr(name, src_element_name)) { + msg_src_pos = idx; + break; + } + idx++; + } + } + debug_log("active pad = %d, error src index = %d", active_pad_index, msg_src_pos); + } + + if (active_pad_index != msg_src_pos) { + debug_log("skip error because error is posted from no activated track"); + return MM_ERROR_NONE; + } + } + } + //-> temp code + + switch ( error->code ) + { + case GST_STREAM_ERROR_DECODE: + { + /* Demuxer can't parse one track because it's corrupted. + * So, the decoder for it is not linked. + * But, it has one playable track. + */ + if ( g_strrstr(klass, "Demux") ) + { + if ( player->can_support_codec == FOUND_PLUGIN_VIDEO ) + { + return MM_ERROR_PLAYER_AUDIO_CODEC_NOT_FOUND; + } + else if ( player->can_support_codec == FOUND_PLUGIN_AUDIO ) + { + return MM_ERROR_PLAYER_VIDEO_CODEC_NOT_FOUND; + } + else + { + if ( player->pipeline->audiobin ) // PCM + { + return MM_ERROR_PLAYER_VIDEO_CODEC_NOT_FOUND; + } + else + { + goto CODEC_NOT_FOUND; + } + } + } + return MM_ERROR_PLAYER_INVALID_STREAM; + } + break; + + case GST_STREAM_ERROR_CODEC_NOT_FOUND: + case GST_STREAM_ERROR_TYPE_NOT_FOUND: + case GST_STREAM_ERROR_WRONG_TYPE: + return MM_ERROR_PLAYER_NOT_SUPPORTED_FORMAT; + + case GST_STREAM_ERROR_FAILED: + { + /* Decoder Custom Message */ + if ( strstr(error->message, "ongoing") ) + { + if ( strncasecmp(klass, "audio", 5) ) + { + if ( ( player->can_support_codec & FOUND_PLUGIN_VIDEO ) ) + { + debug_log("Video can keep playing.\n"); + return MM_ERROR_PLAYER_AUDIO_CODEC_NOT_FOUND; + } + else + { + goto CODEC_NOT_FOUND; + } + + } + else if ( strncasecmp(klass, "video", 5) ) + { + if ( ( player->can_support_codec & FOUND_PLUGIN_AUDIO ) ) + { + debug_log("Audio can keep playing.\n"); + return MM_ERROR_PLAYER_VIDEO_CODEC_NOT_FOUND; + } + else + { + goto CODEC_NOT_FOUND; + } + } + } + return MM_ERROR_PLAYER_NOT_SUPPORTED_FORMAT; + } + break; + + case GST_STREAM_ERROR_DECRYPT: + case GST_STREAM_ERROR_DECRYPT_NOKEY: + { + debug_error("decryption error, [%s] failed, reason : [%s]\n", src_element_name, error->message); + + if ( strstr(error->message, "rights expired") ) + { + return MM_ERROR_PLAYER_DRM_EXPIRED; + } + else if ( strstr(error->message, "no rights") ) + { + return MM_ERROR_PLAYER_DRM_NO_LICENSE; + } + else if ( strstr(error->message, "has future rights") ) + { + return MM_ERROR_PLAYER_DRM_FUTURE_USE; + } + else if ( strstr(error->message, "opl violation") ) + { + return MM_ERROR_PLAYER_DRM_OUTPUT_PROTECTION; + } + return MM_ERROR_PLAYER_DRM_NOT_AUTHORIZED; + } + break; + + default: + break; + } + + MMPLAYER_FLEAVE(); + + return MM_ERROR_PLAYER_INVALID_STREAM; + +INTERNAL_ERROR: + return MM_ERROR_PLAYER_INTERNAL; + +CODEC_NOT_FOUND: + debug_log("not found any available codec. Player should be destroyed.\n"); + return MM_ERROR_PLAYER_CODEC_NOT_FOUND; +} + +static void +__mmplayer_handle_eos_delay( mm_player_t* player, int delay_in_ms ) +{ + return_if_fail( player ); /* post now if delay is zero */ - if ( delay_in_ms == 0 || player->is_sound_extraction) + if ( delay_in_ms == 0 || player->set_mode.pcm_extraction) { debug_log("eos delay is zero. posting EOS now\n"); MMPLAYER_POST_MSG( player, MM_MESSAGE_END_OF_STREAM, NULL ); - if ( player->is_sound_extraction ) - __mmplayer_cancel_delayed_eos(player); + if ( player->set_mode.pcm_extraction ) + __mmplayer_cancel_eos_timer(player); return; } + /* cancel if existing */ + __mmplayer_cancel_eos_timer( player ); + /* init new timeout */ /* NOTE : consider give high priority to this timer */ - debug_log("posting EOS message after [%d] msec\n", delay_in_ms); + player->eos_timer = g_timeout_add( delay_in_ms, __mmplayer_eos_timer_cb, player ); + player->context.global_default = g_main_context_default (); + debug_log("global default context = %p, eos timer id = %d", player->context.global_default, player->eos_timer); /* check timer is valid. if not, send EOS now */ if ( player->eos_timer == 0 ) @@ -5322,10 +14905,22 @@ __mmplayer_post_delayed_eos( mm_player_t* player, int delay_in_ms ) debug_warning("creating timer for delayed EOS has failed. sending EOS now\n"); MMPLAYER_POST_MSG( player, MM_MESSAGE_END_OF_STREAM, NULL ); } - - debug_fleave(); } +static void +__mmplayer_cancel_eos_timer( mm_player_t* player ) +{ + return_if_fail( player ); + + if ( player->eos_timer ) + { + debug_log("cancel eos timer"); + __mmplayer_remove_g_source_from_context(player->context.global_default, player->eos_timer); + player->eos_timer = 0; + } + + return; +} static gboolean __mmplayer_eos_timer_cb(gpointer u_data) @@ -5333,28 +14928,44 @@ __mmplayer_eos_timer_cb(gpointer u_data) mm_player_t* player = NULL; player = (mm_player_t*) u_data; - debug_fenter(); - return_val_if_fail( player, FALSE ); - /* posting eos */ - MMPLAYER_POST_MSG( player, MM_MESSAGE_END_OF_STREAM, NULL ); + if ( player->play_count > 1 ) + { + gint ret_value = 0; + ret_value = __gst_set_position( player, MM_PLAYER_POS_FORMAT_TIME, 0, TRUE); + if (ret_value == MM_ERROR_NONE) + { + MMHandleType attrs = 0; + attrs = MMPLAYER_GET_ATTRS(player); - /* cleare timer id */ - player->eos_timer = 0; + /* we successeded to rewind. update play count and then wait for next EOS */ + player->play_count--; - debug_fleave(); + mm_attrs_set_int_by_name(attrs, "profile_play_count", player->play_count); + mmf_attrs_commit ( attrs ); + } + else + { + debug_error("seeking to 0 failed in repeat play"); + } + } + else + { + /* posting eos */ + MMPLAYER_POST_MSG( player, MM_MESSAGE_END_OF_STREAM, NULL ); + } /* we are returning FALSE as we need only one posting */ return FALSE; } -void __mmplayer_set_antishock( mm_player_t* player, gboolean disable_by_force) +static void __mmplayer_set_antishock( mm_player_t* player, gboolean disable_by_force) { gint antishock = FALSE; MMHandleType attrs = 0; - debug_fenter(); + MMPLAYER_FENTER(); return_if_fail ( player && player->pipeline ); @@ -5362,7 +14973,7 @@ void __mmplayer_set_antishock( mm_player_t* player, gboolean disable_by_force) if ( ! player->pipeline->audiobin ) return; - if ( ( g_strrstr(PLAYER_INI()->name_of_audiosink, "avsysaudiosink")) ) + if ( ( g_strrstr(player->ini.name_of_audiosink, "avsysaudiosink")) ) { attrs = MMPLAYER_GET_ATTRS(player); if ( ! attrs ) @@ -5372,7 +14983,12 @@ void __mmplayer_set_antishock( mm_player_t* player, gboolean disable_by_force) } mm_attrs_get_int_by_name(attrs, "sound_fadeup", &antishock); - +/* + if (player->sm.antishock) { + antishock = TRUE; + player->sm.antishock = 0; + } +*/ debug_log("setting antishock as (%d)\n", antishock); if ( disable_by_force ) @@ -5385,92 +15001,1357 @@ void __mmplayer_set_antishock( mm_player_t* player, gboolean disable_by_force) g_object_set(G_OBJECT(player->pipeline->audiobin[MMPLAYER_A_SINK].gst), "fadeup", antishock, NULL); } - debug_fleave(); + MMPLAYER_FLEAVE(); + + return; +} + + +static gboolean +__mmplayer_link_decoder( mm_player_t* player, GstPad *srcpad) +{ + const gchar* name = NULL; + GstStructure* str = NULL; + GstCaps* srccaps = NULL; + + MMPLAYER_FENTER(); + + return_val_if_fail( player, FALSE ); + return_val_if_fail ( srcpad, FALSE ); + + /* to check any of the decoder (video/audio) need to be linked to parser*/ + srccaps = gst_pad_query_caps( srcpad, NULL); + if ( !srccaps ) + goto ERROR; + + str = gst_caps_get_structure( srccaps, 0 ); + if ( ! str ) + goto ERROR; + + name = gst_structure_get_name(str); + if ( ! name ) + goto ERROR; + + if (strstr(name, "video")) + { + if(player->videodec_linked) + { + debug_msg("Video decoder already linked\n"); + return FALSE; + } + } + if (strstr(name, "audio")) + { + if(player->audiodec_linked) + { + debug_msg("Audio decoder already linked\n"); + return FALSE; + } + } + + gst_caps_unref( srccaps ); + + MMPLAYER_FLEAVE(); + + return TRUE; + +ERROR: + if ( srccaps ) + gst_caps_unref( srccaps ); + + return FALSE; +} + +static gboolean +__mmplayer_link_sink( mm_player_t* player , GstPad *srcpad) +{ + const gchar* name = NULL; + GstStructure* str = NULL; + GstCaps* srccaps = NULL; + + MMPLAYER_FENTER(); + + return_val_if_fail ( player, FALSE ); + return_val_if_fail ( srcpad, FALSE ); + + /* to check any of the decoder (video/audio) need to be linked to parser*/ + srccaps = gst_pad_query_caps( srcpad, NULL ); + if ( !srccaps ) + goto ERROR; + + str = gst_caps_get_structure( srccaps, 0 ); + if ( ! str ) + goto ERROR; + + name = gst_structure_get_name(str); + if ( ! name ) + goto ERROR; + + if (strstr(name, "video")) + { + if(player->videosink_linked) + { + debug_msg("Video Sink already linked\n"); + return FALSE; + } + } + if (strstr(name, "audio")) + { + if(player->audiosink_linked) + { + debug_msg("Audio Sink already linked\n"); + return FALSE; + } + } + if (strstr(name, "text")) + { + if(player->textsink_linked) + { + debug_msg("Text Sink already linked\n"); + return FALSE; + } + } + + gst_caps_unref( srccaps ); + + MMPLAYER_FLEAVE(); + + return TRUE; + //return (!player->videosink_linked || !player->audiosink_linked); + +ERROR: + if ( srccaps ) + gst_caps_unref( srccaps ); + + return FALSE; +} + + +/* sending event to one of sinkelements */ +static gboolean +__gst_send_event_to_sink( mm_player_t* player, GstEvent* event ) +{ + GstEvent * event2 = NULL; + GList *sinks = NULL; + gboolean res = FALSE; + MMPLAYER_FENTER(); + + return_val_if_fail( player, FALSE ); + return_val_if_fail ( event, FALSE ); + + if ( player->play_subtitle && !player->use_textoverlay) + event2 = gst_event_copy((const GstEvent *)event); + + sinks = player->sink_elements; + while (sinks) + { + GstElement *sink = GST_ELEMENT_CAST (sinks->data); + + if (GST_IS_ELEMENT(sink)) + { + /* keep ref to the event */ + gst_event_ref (event); + + if ( (res = gst_element_send_event (sink, event)) ) + { + debug_log("sending event[%s] to sink element [%s] success!\n", + GST_EVENT_TYPE_NAME(event), GST_ELEMENT_NAME(sink) ); + break; + } + + debug_log("sending event[%s] to sink element [%s] failed. try with next one.\n", + GST_EVENT_TYPE_NAME(event), GST_ELEMENT_NAME(sink) ); + } + + sinks = g_list_next (sinks); + } + +#if 0 + if (internal_sub) + request pad name = sink0; + else + request pad name = sink1; // external +#endif + + /* Note : Textbin is not linked to the video or audio bin. + * It needs to send the event to the text sink seperatelly. + */ + if ( player->play_subtitle && !player->use_textoverlay) + { + GstElement *text_sink = GST_ELEMENT_CAST (player->pipeline->textbin[MMPLAYER_T_FAKE_SINK].gst); + + if (GST_IS_ELEMENT(text_sink)) + { + /* keep ref to the event */ + gst_event_ref (event2); + + if ( (res != gst_element_send_event (text_sink, event2)) ) + { + debug_error("sending event[%s] to subtitle sink element [%s] failed!\n", + GST_EVENT_TYPE_NAME(event2), GST_ELEMENT_NAME(text_sink) ); + } + else + { + debug_log("sending event[%s] to subtitle sink element [%s] success!\n", + GST_EVENT_TYPE_NAME(event2), GST_ELEMENT_NAME(text_sink) ); + } + + gst_event_unref (event2); + } + } + + gst_event_unref (event); + + MMPLAYER_FLEAVE(); + + return res; +} + +static void +__mmplayer_add_sink( mm_player_t* player, GstElement* sink ) +{ + MMPLAYER_FENTER(); + + return_if_fail ( player ); + return_if_fail ( sink ); + + player->sink_elements = + g_list_append(player->sink_elements, sink); + + MMPLAYER_FLEAVE(); +} + +static void +__mmplayer_del_sink( mm_player_t* player, GstElement* sink ) +{ + MMPLAYER_FENTER(); + + return_if_fail ( player ); + return_if_fail ( sink ); + + player->sink_elements = + g_list_remove(player->sink_elements, sink); + + MMPLAYER_FLEAVE(); +} + +static gboolean +__gst_seek(mm_player_t* player, GstElement * element, gdouble rate, + GstFormat format, GstSeekFlags flags, GstSeekType cur_type, + gint64 cur, GstSeekType stop_type, gint64 stop ) +{ + GstEvent* event = NULL; + gboolean result = FALSE; + + MMPLAYER_FENTER(); + + return_val_if_fail( player, FALSE ); + + __mmplayer_drop_subtitle(player, FALSE); + + event = gst_event_new_seek (rate, format, flags, cur_type, + cur, stop_type, stop); + + result = __gst_send_event_to_sink( player, event ); + + MMPLAYER_FLEAVE(); + + return result; +} + +/* NOTE : be careful with calling this api. please refer to below glib comment + * glib comment : Note that there is a bug in GObject that makes this function much + * less useful than it might seem otherwise. Once gobject is disposed, the callback + * will no longer be called, but, the signal handler is not currently disconnected. + * If the instance is itself being freed at the same time than this doesn't matter, + * since the signal will automatically be removed, but if instance persists, + * then the signal handler will leak. You should not remove the signal yourself + * because in a future versions of GObject, the handler will automatically be + * disconnected. + * + * It's possible to work around this problem in a way that will continue to work + * with future versions of GObject by checking that the signal handler is still + * connected before disconnected it: + * + * if (g_signal_handler_is_connected (instance, id)) + * g_signal_handler_disconnect (instance, id); + */ +static void +__mmplayer_release_signal_connection(mm_player_t* player, MMPlayerSignalType type) +{ + GList* sig_list = NULL; + MMPlayerSignalItem* item = NULL; + + MMPLAYER_FENTER(); + + return_if_fail( player ); + + debug_log("release signals type : %d", type); + + if ((type < MM_PLAYER_SIGNAL_TYPE_AUTOPLUG) || (type >= MM_PLAYER_SIGNAL_TYPE_ALL)) + { + __mmplayer_release_signal_connection (player, MM_PLAYER_SIGNAL_TYPE_AUTOPLUG); + __mmplayer_release_signal_connection (player, MM_PLAYER_SIGNAL_TYPE_VIDEOBIN); + __mmplayer_release_signal_connection (player, MM_PLAYER_SIGNAL_TYPE_AUDIOBIN); + __mmplayer_release_signal_connection (player, MM_PLAYER_SIGNAL_TYPE_TEXTBIN); + __mmplayer_release_signal_connection (player, MM_PLAYER_SIGNAL_TYPE_OTHERS); + return; + } + + sig_list = player->signals[type]; + + for ( ; sig_list; sig_list = sig_list->next ) + { + item = sig_list->data; + + if ( item && item->obj && GST_IS_ELEMENT(item->obj) ) + { + if ( g_signal_handler_is_connected ( item->obj, item->sig ) ) + { + g_signal_handler_disconnect ( item->obj, item->sig ); + } + } + + MMPLAYER_FREEIF( item ); + } + + g_list_free ( player->signals[type] ); + player->signals[type] = NULL; + + MMPLAYER_FLEAVE(); return; } +int _mmplayer_change_videosink(MMHandleType handle, MMDisplaySurfaceType surface_type, void *display_overlay) +{ + mm_player_t* player = 0; + int prev_display_surface_type = 0; + void *prev_display_overlay = NULL; + const gchar *klass = NULL; + gchar *cur_videosink_name = NULL; + int ret = 0; + int i = 0; + int num_of_dec = 2; /* DEC1, DEC2 */ + + MMPLAYER_FENTER(); + + return_val_if_fail(handle, MM_ERROR_COMMON_INVALID_ARGUMENT); + return_val_if_fail(display_overlay, MM_ERROR_COMMON_INVALID_ARGUMENT); + + player = MM_PLAYER_CAST(handle); + + if (surface_type < MM_DISPLAY_SURFACE_X && surface_type > MM_DISPLAY_SURFACE_EVAS) + { + debug_error("Not support this surface type(%d) for changing vidoesink", surface_type); + MMPLAYER_FLEAVE(); + return MM_ERROR_INVALID_ARGUMENT; + } + + /* load previous attributes */ + if (player->attrs) + { + mm_attrs_get_int_by_name (player->attrs, "display_surface_type", &prev_display_surface_type); + mm_attrs_get_data_by_name (player->attrs, "display_overlay", &prev_display_overlay); + debug_log("[0: X surface, 1: EVAS surface] previous surface type(%d), new surface type(%d)", prev_display_surface_type, surface_type); + if (prev_display_surface_type == surface_type) + { + debug_log("incoming display surface type is same as previous one, do nothing.."); + MMPLAYER_FLEAVE(); + return MM_ERROR_NONE; + } + } + else + { + debug_error("failed to load attributes"); + MMPLAYER_FLEAVE(); + return MM_ERROR_PLAYER_INTERNAL; + } + + /* check videosink element is created */ + if (!player->pipeline || !player->pipeline->videobin || + !player->pipeline->videobin[MMPLAYER_V_SINK].gst ) + { + debug_log("videosink element is not yet ready"); + + /* videobin is not created yet, so we just set attributes related to display surface */ + debug_log("store display attribute for given surface type(%d)", surface_type); + mm_attrs_set_int_by_name (player->attrs, "display_surface_type", surface_type); + mm_attrs_set_data_by_name (player->attrs, "display_overlay", display_overlay, sizeof(display_overlay)); + if ( mmf_attrs_commit ( player->attrs ) ) + { + debug_error("failed to commit attribute"); + MMPLAYER_FLEAVE(); + return MM_ERROR_PLAYER_INTERNAL; + } + MMPLAYER_FLEAVE(); + return MM_ERROR_NONE; + } + else + { + /* get player command status */ + if ( !(player->cmd == MMPLAYER_COMMAND_START || player->cmd == MMPLAYER_COMMAND_RESUME || player->cmd == MMPLAYER_COMMAND_PAUSE) ) + { + debug_error("invalid player command status(%d), __mmplayer_do_change_videosink() is only available with START/RESUME/PAUSE command",player->cmd); + MMPLAYER_FLEAVE(); + return MM_ERROR_PLAYER_INVALID_STATE; + } + + /* get a current videosink name */ + cur_videosink_name = GST_ELEMENT_NAME(player->pipeline->videobin[MMPLAYER_V_SINK].gst); + + /* surface change */ + for ( i = 0 ; i < num_of_dec ; i++) + { + if ( player->pipeline->mainbin && + player->pipeline->mainbin[MMPLAYER_M_DEC1+i].gst ) + { + klass = gst_element_factory_get_klass( gst_element_get_factory(player->pipeline->mainbin[MMPLAYER_M_DEC1+i].gst) ); + if ((g_strrstr(klass, "Codec/Decoder/Video"))) + { + if ( !strncmp(cur_videosink_name, "x", 1) && (surface_type == MM_DISPLAY_SURFACE_EVAS) ) + { + ret = __mmplayer_do_change_videosink(player, MMPLAYER_M_DEC1+i, player->ini.videosink_element_evas, surface_type, display_overlay); + if (ret) + { + goto ERROR_CASE; + } + else + { + debug_warning("success to changing display surface(%d)",surface_type); + MMPLAYER_FLEAVE(); + return MM_ERROR_NONE; + } + } + else if (!strncmp(cur_videosink_name, "evas", 4) && (surface_type == MM_DISPLAY_SURFACE_X) ) + { + ret = __mmplayer_do_change_videosink(player, MMPLAYER_M_DEC1+i, player->ini.videosink_element_x, surface_type, display_overlay); + if (ret) + { + goto ERROR_CASE; + } + else + { + debug_warning("success to changing display surface(%d)",surface_type); + MMPLAYER_FLEAVE(); + return MM_ERROR_NONE; + } + } + else + { + debug_error("invalid incoming surface type(%d) and current videosink_name(%s) for changing display surface",surface_type, cur_videosink_name); + ret = MM_ERROR_PLAYER_INTERNAL; + goto ERROR_CASE; + } + } + } + } + } + +ERROR_CASE: + /* rollback to previous attributes */ + mm_attrs_set_int_by_name (player->attrs, "display_surface_type", prev_display_surface_type); + mm_attrs_set_data_by_name(player->attrs, "display_overlay", prev_display_overlay, sizeof(prev_display_overlay)); + if ( mmf_attrs_commit ( player->attrs ) ) + { + debug_error("failed to commit attributes to rollback"); + MMPLAYER_FLEAVE(); + return MM_ERROR_PLAYER_INTERNAL; + } + MMPLAYER_FLEAVE(); + return ret; +} + +/* NOTE : It does not support some use cases, eg using colorspace converter */ +int +__mmplayer_do_change_videosink(mm_player_t* player, const int dec_index, const char *videosink_element, MMDisplaySurfaceType surface_type, void *display_overlay) +{ + GstPad *src_pad_dec = NULL; + GstPad *sink_pad_videosink = NULL; + GstPad *sink_pad_videobin = NULL; + GstClock *clock = NULL; + MMPlayerStateType previous_state = MM_PLAYER_STATE_NUM; + int ret = MM_ERROR_NONE; + gboolean is_audiobin_created = TRUE; + + MMPLAYER_FENTER(); + + return_val_if_fail(player, MM_ERROR_COMMON_INVALID_ARGUMENT); + return_val_if_fail(videosink_element, MM_ERROR_COMMON_INVALID_ARGUMENT); + return_val_if_fail(display_overlay, MM_ERROR_COMMON_INVALID_ARGUMENT); + + debug_log("video dec is found(idx:%d), we are going to change videosink to %s", dec_index, videosink_element); + debug_log("surface type(%d), display overlay(%x)", surface_type, display_overlay); + + /* get information whether if audiobin is created */ + if ( !player->pipeline->audiobin || + !player->pipeline->audiobin[MMPLAYER_A_SINK].gst ) + { + debug_warning("audiobin is null, this video content may not have audio data"); + is_audiobin_created = FALSE; + } + + /* get current state of player */ + previous_state = MMPLAYER_CURRENT_STATE(player); + debug_log("previous state(%d)", previous_state); + + + /* get src pad of decoder and block it */ + src_pad_dec = gst_element_get_static_pad (GST_ELEMENT(player->pipeline->mainbin[dec_index].gst), "src"); + if (!src_pad_dec) + { + debug_error("failed to get src pad from decode in mainbin"); + return MM_ERROR_PLAYER_INTERNAL; + } + + if (!player->doing_seek && previous_state == MM_PLAYER_STATE_PLAYING) + { + debug_warning("trying to block pad(video)"); +// if (!gst_pad_set_blocked (src_pad_dec, TRUE)) + gst_pad_add_probe(src_pad_dec, GST_PAD_PROBE_TYPE_BLOCK_DOWNSTREAM, + NULL, NULL, NULL); + + { + debug_error("failed to set block pad(video)"); + return MM_ERROR_PLAYER_INTERNAL; + } + debug_warning("pad is blocked(video)"); + } + else + { + /* no data flows, so no need to do pad_block */ + if (player->doing_seek) { + debug_warning("not completed seek(%d), do nothing", player->doing_seek); + } + debug_log("MM_PLAYER_STATE is not PLAYING now, skip pad-block(TRUE)"); + } + + /* remove pad */ + if (!gst_element_remove_pad(player->pipeline->videobin[MMPLAYER_V_BIN].gst, + GST_PAD_CAST(GST_GHOST_PAD(player->ghost_pad_for_videobin)))) + { + debug_error("failed to remove previous ghost_pad for videobin"); + return MM_ERROR_PLAYER_INTERNAL; + } + + /* change state of videobin to NULL */ + debug_log("setting [%s] state to : %d", GST_ELEMENT_NAME(player->pipeline->videobin[MMPLAYER_V_BIN].gst), GST_STATE_NULL); + ret = gst_element_set_state(player->pipeline->videobin[MMPLAYER_V_BIN].gst, GST_STATE_NULL); + if (ret != GST_STATE_CHANGE_SUCCESS) + { + debug_error("failed to change state of videobin to NULL"); + return MM_ERROR_PLAYER_INTERNAL; + } + + /* unlink between decoder and videobin and remove previous videosink from videobin */ + GST_ELEMENT_UNLINK(GST_ELEMENT(player->pipeline->mainbin[dec_index].gst),GST_ELEMENT(player->pipeline->videobin[MMPLAYER_V_BIN].gst)); + if ( !gst_bin_remove (GST_BIN(player->pipeline->videobin[MMPLAYER_V_BIN].gst), GST_ELEMENT(player->pipeline->videobin[MMPLAYER_V_SINK].gst)) ) + { + debug_error("failed to remove former videosink from videobin"); + return MM_ERROR_PLAYER_INTERNAL; + } + + __mmplayer_del_sink( player, player->pipeline->videobin[MMPLAYER_V_SINK].gst ); + + /* create a new videosink and add it to videobin */ + player->pipeline->videobin[MMPLAYER_V_SINK].gst = gst_element_factory_make(videosink_element, videosink_element); + gst_bin_add (GST_BIN(player->pipeline->videobin[MMPLAYER_V_BIN].gst), GST_ELEMENT(player->pipeline->videobin[MMPLAYER_V_SINK].gst)); + __mmplayer_add_sink( player, player->pipeline->videobin[MMPLAYER_V_SINK].gst ); + g_object_set (G_OBJECT (player->pipeline->videobin[MMPLAYER_V_SINK].gst), "qos", TRUE, NULL); + + /* save attributes */ + if (player->attrs) + { + /* set a new display surface type */ + mm_attrs_set_int_by_name (player->attrs, "display_surface_type", surface_type); + /* set a new diplay overlay */ + switch (surface_type) + { + case MM_DISPLAY_SURFACE_X: + debug_log("save attributes related to display surface to X : xid = %d", *(int*)display_overlay); + mm_attrs_set_data_by_name (player->attrs, "display_overlay", display_overlay, sizeof(display_overlay)); + break; + case MM_DISPLAY_SURFACE_EVAS: + debug_log("save attributes related to display surface to EVAS : evas image object = %x", display_overlay); + mm_attrs_set_data_by_name (player->attrs, "display_overlay", display_overlay, sizeof(display_overlay)); + break; + default: + debug_error("invalid type(%d) for changing display surface",surface_type); + MMPLAYER_FLEAVE(); + return MM_ERROR_INVALID_ARGUMENT; + } + if ( mmf_attrs_commit ( player->attrs ) ) + { + debug_error("failed to commit"); + MMPLAYER_FLEAVE(); + return MM_ERROR_PLAYER_INTERNAL; + } + } + else + { + debug_error("player->attrs is null, failed to save attributes"); + MMPLAYER_FLEAVE(); + return MM_ERROR_PLAYER_INTERNAL; + } + + /* update video param */ + if ( MM_ERROR_NONE != _mmplayer_update_video_param( player ) ) + { + debug_error("failed to update video param"); + return MM_ERROR_PLAYER_INTERNAL; + } + + /* change state of videobin to READY */ + debug_log("setting [%s] state to : %d", GST_ELEMENT_NAME(player->pipeline->videobin[MMPLAYER_V_BIN].gst), GST_STATE_READY); + ret = gst_element_set_state(player->pipeline->videobin[MMPLAYER_V_BIN].gst, GST_STATE_READY); + if (ret != GST_STATE_CHANGE_SUCCESS) + { + debug_error("failed to change state of videobin to READY"); + return MM_ERROR_PLAYER_INTERNAL; + } + + /* change ghostpad */ + sink_pad_videosink = gst_element_get_static_pad(GST_ELEMENT(player->pipeline->videobin[MMPLAYER_V_SINK].gst), "sink"); + if ( !sink_pad_videosink ) + { + debug_error("failed to get sink pad from videosink element"); + return MM_ERROR_PLAYER_INTERNAL; + } + player->ghost_pad_for_videobin = gst_ghost_pad_new("sink", sink_pad_videosink); + if (!gst_pad_set_active(player->ghost_pad_for_videobin, TRUE)) + { + debug_error("failed to set active to ghost_pad"); + return MM_ERROR_PLAYER_INTERNAL; + } + if ( FALSE == gst_element_add_pad(player->pipeline->videobin[MMPLAYER_V_BIN].gst, player->ghost_pad_for_videobin) ) + { + debug_error("failed to change ghostpad for videobin"); + return MM_ERROR_PLAYER_INTERNAL; + } + gst_object_unref(sink_pad_videosink); + + /* link decoder with videobin */ + sink_pad_videobin = gst_element_get_static_pad( GST_ELEMENT(player->pipeline->videobin[MMPLAYER_V_BIN].gst), "sink"); + if ( !sink_pad_videobin ) + { + debug_error("failed to get sink pad from videobin"); + return MM_ERROR_PLAYER_INTERNAL; + } + if ( GST_PAD_LINK_OK != GST_PAD_LINK(src_pad_dec, sink_pad_videobin) ) + { + debug_error("failed to link"); + return MM_ERROR_PLAYER_INTERNAL; + } + gst_object_unref(sink_pad_videobin); + + /* clock setting for a new videosink plugin */ + /* NOTE : Below operation is needed, because a new videosink plugin doesn't have clock for basesink, + so we set it from audiosink plugin or pipeline(system clock) */ + if (!is_audiobin_created) + { + debug_warning("audiobin is not created, get clock from pipeline.."); + clock = GST_ELEMENT_CLOCK (player->pipeline->mainbin[MMPLAYER_M_PIPE].gst); + } + else + { + clock = GST_ELEMENT_CLOCK (player->pipeline->audiobin[MMPLAYER_A_SINK].gst); + } + if (clock) + { + GstClockTime now; + GstClockTime base_time; + debug_log("set the clock to videosink"); + gst_element_set_clock (GST_ELEMENT_CAST(player->pipeline->videobin[MMPLAYER_V_SINK].gst), clock); + clock = GST_ELEMENT_CLOCK (player->pipeline->videobin[MMPLAYER_V_SINK].gst); + if (clock) + { + debug_log("got clock of videosink"); + now = gst_clock_get_time ( clock ); + base_time = GST_ELEMENT_CAST (player->pipeline->videobin[MMPLAYER_V_SINK].gst)->base_time; + debug_log ("at time %" GST_TIME_FORMAT ", base %" + GST_TIME_FORMAT, GST_TIME_ARGS (now), GST_TIME_ARGS (base_time)); + } + else + { + debug_error("failed to get clock of videosink after setting clock"); + return MM_ERROR_PLAYER_INTERNAL; + } + } + else + { + debug_warning("failed to get clock, maybe it is the time before first playing"); + } + + if (!player->doing_seek && previous_state == MM_PLAYER_STATE_PLAYING) + { + /* change state of videobin to PAUSED */ + debug_log("setting [%s] state to : %d", GST_ELEMENT_NAME(player->pipeline->videobin[MMPLAYER_V_BIN].gst), GST_STATE_PLAYING); + ret = gst_element_set_state(player->pipeline->videobin[MMPLAYER_V_BIN].gst, GST_STATE_PLAYING); + if (ret != GST_STATE_CHANGE_FAILURE) + { + debug_warning("change state of videobin to PLAYING, ret(%d)", ret); + } + else + { + debug_error("failed to change state of videobin to PLAYING"); + return MM_ERROR_PLAYER_INTERNAL; + } + + /* release blocked and unref src pad of video decoder */ + #if 0 + if (!gst_pad_set_blocked (src_pad_dec, FALSE)) + { + debug_error("failed to set pad blocked FALSE(video)"); + return MM_ERROR_PLAYER_INTERNAL; + } + #endif + debug_warning("pad is unblocked(video)"); + } + else + { + if (player->doing_seek) { + debug_warning("not completed seek(%d)", player->doing_seek); + } + /* change state of videobin to PAUSED */ + debug_log("setting [%s] state to : %d", GST_ELEMENT_NAME(player->pipeline->videobin[MMPLAYER_V_BIN].gst), GST_STATE_PAUSED); + ret = gst_element_set_state(player->pipeline->videobin[MMPLAYER_V_BIN].gst, GST_STATE_PAUSED); + if (ret != GST_STATE_CHANGE_FAILURE) + { + debug_warning("change state of videobin to PAUSED, ret(%d)", ret); + } + else + { + debug_error("failed to change state of videobin to PLAYING"); + return MM_ERROR_PLAYER_INTERNAL; + } + + /* already skipped pad block */ + debug_log("previous MM_PLAYER_STATE is not PLAYING, skip pad-block(FALSE)"); + } + + /* do get/set position for new videosink plugin */ + { + unsigned long position = 0; + gint64 pos_msec = 0; + + debug_log("do get/set position for new videosink plugin"); + if (__gst_get_position(player, MM_PLAYER_POS_FORMAT_TIME, &position )) + { + debug_error("failed to get position"); + return MM_ERROR_PLAYER_INTERNAL; + } +#ifdef SINKCHANGE_WITH_ACCURATE_SEEK + /* accurate seek */ + if (__gst_set_position(player, MM_PLAYER_POS_FORMAT_TIME, position, TRUE )) + { + debug_error("failed to set position"); + return MM_ERROR_PLAYER_INTERNAL; + } +#else + /* key unit seek */ + pos_msec = position * G_GINT64_CONSTANT(1000000); + ret = __gst_seek ( player, player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, 1.0, + GST_FORMAT_TIME, ( GST_SEEK_FLAG_FLUSH | GST_SEEK_FLAG_KEY_UNIT ), + GST_SEEK_TYPE_SET, pos_msec, + GST_SEEK_TYPE_NONE, GST_CLOCK_TIME_NONE ); + if ( !ret ) + { + debug_error("failed to set position"); + return MM_ERROR_PLAYER_INTERNAL; + } +#endif + } + + if (src_pad_dec) + { + gst_object_unref (src_pad_dec); + } + debug_log("success to change sink"); + + MMPLAYER_FLEAVE(); + + return MM_ERROR_NONE; +} + + /* Note : if silent is true, then subtitle would not be displayed. :*/ int _mmplayer_set_subtitle_silent (MMHandleType hplayer, int silent) { mm_player_t* player = (mm_player_t*) hplayer; - debug_fenter(); + MMPLAYER_FENTER(); /* check player handle */ return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED ); - player->is_subtitle_off = silent; + player->set_mode.subtitle_off = silent; - debug_log("subtitle is %s.\n", player->is_subtitle_off ? "ON" : "OFF"); + debug_log("subtitle is %s.\n", player->set_mode.subtitle_off ? "ON" : "OFF"); - debug_fleave(); + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } +int _mmplayer_remove_audio_parser_decoder(mm_player_t* player,GstPad *inpad) +{ + int result = MM_ERROR_NONE; + GstPad *peer = NULL,*pad = NULL; + GstElement *Element = NULL; + MMPlayerGstElement* mainbin = NULL; + mainbin = player->pipeline->mainbin; -int _mmplayer_get_subtitle_silent (MMHandleType hplayer, int* silent) + #if 0 + if(!gst_pad_set_blocked(inpad,TRUE)) + { + result = MM_ERROR_PLAYER_INTERNAL; + goto EXIT; + } + #endif + gst_pad_add_probe(inpad, GST_PAD_PROBE_TYPE_BLOCK_DOWNSTREAM, + NULL, NULL, NULL); + + /*Getting pad connected to demuxer audio pad */ + peer = gst_pad_get_peer(inpad); + /* Disconnecting Demuxer and its peer plugin [audio] */ + if(peer) + { + if(!gst_pad_unlink(inpad,peer)) + { + result = MM_ERROR_PLAYER_INTERNAL; + goto EXIT; + } + } + else + { + result = MM_ERROR_PLAYER_INTERNAL; + goto EXIT; + } + /*Removing elements between Demuxer and audiobin*/ + while(peer != NULL) + { + gchar *Element_name = NULL; + gchar *factory_name = NULL; + GList *elements = NULL; + GstElementFactory *factory = NULL; + /*Getting peer element*/ + Element = gst_pad_get_parent_element(peer); + if(Element == NULL) + { + gst_object_unref(peer); + result = MM_ERROR_PLAYER_INTERNAL; + break; + } + + Element_name = gst_element_get_name(Element); + factory = gst_element_get_factory(Element); + /*checking the element is audio bin*/ + if(!strcmp(Element_name,"audiobin")) + { + gst_object_unref(peer); + result = MM_ERROR_NONE; + break; + } + factory_name = GST_OBJECT_NAME(factory); + pad = gst_element_get_static_pad(Element,"src"); + if(pad == NULL) + { + result = MM_ERROR_PLAYER_INTERNAL; + break; + } + gst_object_unref(peer); + peer = gst_pad_get_peer(pad); + if(peer) + { + if(!gst_pad_unlink(pad,peer)) + { + gst_object_unref(peer); + gst_object_unref(pad); + result = MM_ERROR_PLAYER_INTERNAL; + break; + } + } + elements = player->parsers; + /* Removing the element form the list*/ + for ( ; elements; elements = g_list_next(elements)) + { + Element_name = elements->data; + if(g_strrstr(Element_name,factory_name)) + { + player->parsers = g_list_remove(player->parsers,elements->data); + } + } + gst_element_set_state(Element,GST_STATE_NULL); + gst_bin_remove(GST_BIN(mainbin[MMPLAYER_M_PIPE].gst),Element); + gst_object_unref(pad); + if(Element == mainbin[MMPLAYER_M_Q1].gst) + { + mainbin[MMPLAYER_M_Q1].gst = NULL; + } + else if(Element == mainbin[MMPLAYER_M_Q2].gst) + { + mainbin[MMPLAYER_M_Q2].gst = NULL; + } + else if(Element == mainbin[MMPLAYER_M_DEC1].gst) + { + mainbin[MMPLAYER_M_DEC1].gst = NULL; + } + else if(Element == mainbin[MMPLAYER_M_DEC2].gst) + { + mainbin[MMPLAYER_M_DEC2].gst = NULL; + } + gst_object_unref(Element); + } +EXIT: + return result; +} + +int _mmplayer_sync_subtitle_pipeline(mm_player_t* player) { - mm_player_t* player = (mm_player_t*) hplayer; + MMPlayerGstElement* mainbin = NULL; + MMPlayerGstElement* textbin = NULL; + GstStateChangeReturn ret = GST_STATE_CHANGE_FAILURE; + GstState current_state = GST_STATE_VOID_PENDING; + GstState element_state = GST_STATE_VOID_PENDING; + GstState element_pending_state = GST_STATE_VOID_PENDING; + gint64 time = 0; + GstEvent *event = NULL; + int result = MM_ERROR_NONE; + + GstClock *curr_clock = NULL; + GstClockTime base_time, start_time, curr_time; - debug_fenter(); + + MMPLAYER_FENTER(); /* check player handle */ - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + return_val_if_fail ( player && player->pipeline , MM_ERROR_PLAYER_NOT_INITIALIZED); - *silent = player->is_subtitle_off; + if (!(player->pipeline->mainbin) || !(player->pipeline->textbin)) + { + debug_error("Pipeline is not in proper state\n"); + result = MM_ERROR_PLAYER_NOT_INITIALIZED; + goto EXIT; + } - debug_log("subtitle is %s.\n", silent ? "ON" : "OFF"); + mainbin = player->pipeline->mainbin; + textbin = player->pipeline->textbin; - debug_fleave(); + current_state = GST_STATE (mainbin[MMPLAYER_M_PIPE].gst); - return MM_ERROR_NONE; + // sync clock with current pipeline + curr_clock = GST_ELEMENT_CLOCK (player->pipeline->mainbin[MMPLAYER_M_PIPE].gst); + curr_time = gst_clock_get_time (curr_clock); + + base_time = gst_element_get_base_time (GST_ELEMENT_CAST (player->pipeline->mainbin[MMPLAYER_M_PIPE].gst)); + start_time = gst_element_get_start_time (GST_ELEMENT_CAST(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst)); + + debug_log ("base_time=%" GST_TIME_FORMAT " start_time=%" GST_TIME_FORMAT " curr_time=%" GST_TIME_FORMAT, + GST_TIME_ARGS (base_time), GST_TIME_ARGS (start_time), GST_TIME_ARGS (curr_time)); + + if (current_state > GST_STATE_READY) + { + // sync state with current pipeline + gst_element_set_state(textbin[MMPLAYER_T_BIN].gst, GST_STATE_PAUSED); + gst_element_set_state(mainbin[MMPLAYER_M_SUBPARSE].gst, GST_STATE_PAUSED); + gst_element_set_state(mainbin[MMPLAYER_M_SUBSRC].gst, GST_STATE_PAUSED); + + ret = gst_element_get_state (mainbin[MMPLAYER_M_SUBSRC].gst, &element_state, &element_pending_state, 5 * GST_SECOND); + if ( GST_STATE_CHANGE_FAILURE == ret ) + { + debug_error("fail to state change.\n"); + } + } + + gst_element_set_base_time (textbin[MMPLAYER_T_BIN].gst, base_time); + gst_element_set_start_time(textbin[MMPLAYER_T_BIN].gst, start_time); + + if (curr_clock) + { + gst_element_set_clock (textbin[MMPLAYER_T_BIN].gst, curr_clock); + gst_object_unref (curr_clock); + } + + // seek to current position + if (!gst_element_query_position (mainbin[MMPLAYER_M_PIPE].gst, GST_FORMAT_TIME, &time)) + { + result = MM_ERROR_PLAYER_INVALID_STATE; + debug_error("gst_element_query_position failed, invalid state\n"); + goto EXIT; + } + + debug_log("seek time = %lld\n", time); + + event = gst_event_new_seek (1.0, GST_FORMAT_TIME, (GstSeekFlags) (GST_SEEK_FLAG_SEGMENT | GST_SEEK_FLAG_FLUSH | GST_SEEK_FLAG_SKIP), GST_SEEK_TYPE_SET, time, GST_SEEK_TYPE_NONE, -1); + if (event) + { + __gst_send_event_to_sink(player, event); + } + else + { + result = MM_ERROR_PLAYER_INTERNAL; + debug_error("gst_event_new_seek failed\n"); + goto EXIT; + } + + // sync state with current pipeline + gst_element_sync_state_with_parent(textbin[MMPLAYER_T_BIN].gst); + gst_element_sync_state_with_parent(mainbin[MMPLAYER_M_SUBPARSE].gst); + gst_element_sync_state_with_parent(mainbin[MMPLAYER_M_SUBSRC].gst); + +EXIT: + return result; } -int _mmplayer_get_track_count(MMHandleType hplayer, MMPlayerTrackType track_type, int *count) +static int +__mmplayer_change_external_subtitle_language(mm_player_t* player, const char* filepath) { - mm_player_t* player = (mm_player_t*) hplayer; + GstStateChangeReturn ret = GST_STATE_CHANGE_FAILURE; + GstState current_state = GST_STATE_VOID_PENDING; + MMHandleType attrs = 0; - int ret = MM_ERROR_NONE; + MMPlayerGstElement* mainbin = NULL; + MMPlayerGstElement* textbin = NULL; - debug_fenter(); + gchar* subtitle_uri = NULL; + int result = MM_ERROR_NONE; + const gchar *charset = NULL; + + MMPLAYER_FENTER(); /* check player handle */ - return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); - return_val_if_fail(count, MM_ERROR_COMMON_INVALID_ARGUMENT); - return_val_if_fail((MMPLAYER_CURRENT_STATE(player) != MM_PLAYER_STATE_PAUSED) - ||(MMPLAYER_CURRENT_STATE(player) != MM_PLAYER_STATE_PLAYING), - MM_ERROR_PLAYER_INVALID_STATE); + return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + return_val_if_fail( filepath, MM_ERROR_COMMON_INVALID_ARGUMENT ); + + if (!(player->pipeline) || !(player->pipeline->mainbin)) + { + result = MM_ERROR_PLAYER_INVALID_STATE; + debug_error("Pipeline is not in proper state\n"); + goto EXIT; + } + + mainbin = player->pipeline->mainbin; + textbin = player->pipeline->textbin; + + current_state = GST_STATE (mainbin[MMPLAYER_M_PIPE].gst); + if (current_state < GST_STATE_READY) + { + result = MM_ERROR_PLAYER_INVALID_STATE; + debug_error("Pipeline is not in proper state\n"); + goto EXIT; + } attrs = MMPLAYER_GET_ATTRS(player); - if ( !attrs ) + if (!attrs) { - debug_error("cannot get content attribute"); - return MM_ERROR_PLAYER_INTERNAL; + debug_error("cannot get content attribute\n"); + result = MM_ERROR_PLAYER_INTERNAL; + goto EXIT; } - switch (track_type) + mm_attrs_get_string_by_name (attrs, "subtitle_uri", &subtitle_uri); + if (!subtitle_uri || strlen(subtitle_uri) < 1) { - case MM_PLAYER_TRACK_TYPE_AUDIO: - ret = mm_attrs_get_int_by_name(attrs, "content_audio_track_num", count); - break; - case MM_PLAYER_TRACK_TYPE_VIDEO: - ret = mm_attrs_get_int_by_name(attrs, "content_video_track_num", count); - break; - case MM_PLAYER_TRACK_TYPE_TEXT: - ret = mm_attrs_get_int_by_name(attrs, "content_text_track_num", count); - break; - default: - ret = MM_ERROR_COMMON_INVALID_ARGUMENT; - break; + debug_error("subtitle uri is not proper filepath\n"); + result = MM_ERROR_PLAYER_INVALID_URI; + goto EXIT; } - debug_log ("%d track num is %d\n", track_type, *count); + debug_log("old subtitle file path is [%s]\n", subtitle_uri); + debug_log("new subtitle file path is [%s]\n", filepath); - debug_fleave(); + if (!strcmp (filepath, subtitle_uri)) + { + debug_log("No need to swtich subtitle, as input filepath is same as current filepath\n"); + goto EXIT; + } + else + { + mm_attrs_set_string_by_name(player->attrs, "subtitle_uri", filepath); + if (mmf_attrs_commit(player->attrs)) + { + debug_error("failed to commit.\n"); + goto EXIT; + } + } - return ret; + //gst_pad_set_blocked_async(src-srcpad, TRUE) + + ret = gst_element_set_state(textbin[MMPLAYER_T_BIN].gst, GST_STATE_READY); + if (ret != GST_STATE_CHANGE_SUCCESS) + { + debug_error("failed to change state of textbin to READY"); + result = MM_ERROR_PLAYER_INTERNAL; + goto EXIT; + } + + ret = gst_element_set_state(mainbin[MMPLAYER_M_SUBPARSE].gst, GST_STATE_READY); + if (ret != GST_STATE_CHANGE_SUCCESS) + { + debug_error("failed to change state of subparse to READY"); + result = MM_ERROR_PLAYER_INTERNAL; + goto EXIT; + } + + ret = gst_element_set_state(mainbin[MMPLAYER_M_SUBSRC].gst, GST_STATE_READY); + if (ret != GST_STATE_CHANGE_SUCCESS) + { + debug_error("failed to change state of filesrc to READY"); + result = MM_ERROR_PLAYER_INTERNAL; + goto EXIT; + } + + g_object_set(G_OBJECT(mainbin[MMPLAYER_M_SUBSRC].gst), "location", filepath, NULL); + + charset = util_get_charset(filepath); + if (charset) + { + debug_log ("detected charset is %s\n", charset ); + g_object_set (G_OBJECT (mainbin[MMPLAYER_M_SUBPARSE].gst), "subtitle-encoding", charset, NULL); + } + + result = _mmplayer_sync_subtitle_pipeline(player); + +EXIT: + MMPLAYER_FLEAVE(); + return result; +} + +/* API to switch between external subtitles */ +int _mmplayer_set_external_subtitle_path(MMHandleType hplayer, const char* filepath) +{ + int result = MM_ERROR_NONE; + mm_player_t* player = (mm_player_t*)hplayer; + + MMPLAYER_FENTER(); + + /* check player handle */ + return_val_if_fail( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + + if (!player->pipeline) // IDLE state + { + mm_attrs_set_string_by_name(player->attrs, "subtitle_uri", filepath); + if (mmf_attrs_commit(player->attrs)) + { + debug_error("failed to commit.\n"); + result= MM_ERROR_PLAYER_INTERNAL; + } + } + else // curr state <> IDLE (READY, PAUSE, PLAYING..) + { + if ( filepath == NULL ) + return MM_ERROR_COMMON_INVALID_ARGUMENT; + + if (!__mmplayer_check_subtitle(player)) + { + mm_attrs_set_string_by_name(player->attrs, "subtitle_uri", filepath); + if (mmf_attrs_commit(player->attrs)) + { + debug_error("failed to commit.\n"); + result = MM_ERROR_PLAYER_INTERNAL; + } + + if ( MM_ERROR_NONE != __mmplayer_gst_create_subtitle_src(player) ) + debug_error("fail to create subtitle src\n"); + + result = _mmplayer_sync_subtitle_pipeline(player); + } + else + { + result = __mmplayer_change_external_subtitle_language(player, filepath); + } + } + + MMPLAYER_FLEAVE(); + return result; +} + +static int +__mmplayer_change_selector_pad (mm_player_t* player, MMPlayerTrackType type, int index) +{ + int result = MM_ERROR_NONE; + gchar* change_pad_name = NULL; + GstPad* sinkpad = NULL; + MMPlayerGstElement* mainbin = NULL; + enum MainElementID elemId = MMPLAYER_M_NUM; + GstCaps* caps = NULL; + gint total_track_num = 0; + + MMPLAYER_FENTER(); + + return_val_if_fail (player && player->pipeline && player->pipeline->mainbin, + MM_ERROR_PLAYER_NOT_INITIALIZED); + + debug_log ("Change Track(%d) to %d\n", type, index); + + mainbin = player->pipeline->mainbin; + + if (type == MM_PLAYER_TRACK_TYPE_AUDIO) + { + elemId = MMPLAYER_M_A_INPUT_SELECTOR; + } + else if (type == MM_PLAYER_TRACK_TYPE_TEXT) + { + elemId = MMPLAYER_M_T_INPUT_SELECTOR; + } + else + { + debug_error ("Track Type Error\n"); + goto EXIT; + } + + if (mainbin[elemId].gst == NULL) + { + result = MM_ERROR_PLAYER_NO_OP; + debug_log ("Req track doesn't exist\n"); + goto EXIT; + } + + total_track_num = player->selector[type].total_track_num; + if (total_track_num <= 0) + { + result = MM_ERROR_PLAYER_NO_OP; + debug_log ("Language list is not available \n"); + goto EXIT; + } + + if ((index < 0) || (index >= total_track_num)) + { + result = MM_ERROR_INVALID_ARGUMENT; + debug_log ("Not a proper index : %d \n", index); + goto EXIT; + } + + /*To get the new pad from the selector*/ + change_pad_name = g_strdup_printf ("sink%d", index); + if (change_pad_name == NULL) + { + result = MM_ERROR_PLAYER_INTERNAL; + debug_log ("Pad does not exists\n"); + goto EXIT; + } + + debug_log ("new active pad name: %s\n", change_pad_name); + + sinkpad = gst_element_get_static_pad (mainbin[elemId].gst, change_pad_name); + if (sinkpad == NULL) + { + result = MM_ERROR_PLAYER_INTERNAL; + goto EXIT; + } + + debug_log ("Set Active Pad - %s:%s\n", GST_DEBUG_PAD_NAME(sinkpad)); + g_object_set (mainbin[elemId].gst, "active-pad", sinkpad, NULL); + + caps = gst_pad_get_current_caps(sinkpad); + MMPLAYER_LOG_GST_CAPS_TYPE(caps); + + if (sinkpad) + gst_object_unref (sinkpad); + + if (type == MM_PLAYER_TRACK_TYPE_AUDIO) + { + __mmplayer_set_audio_attrs (player, caps); + } + +EXIT: + + MMPLAYER_FREEIF(change_pad_name); + return result; +} + +int _mmplayer_change_track_language (MMHandleType hplayer, MMPlayerTrackType type, int index) +{ + int result = MM_ERROR_NONE; + mm_player_t* player = NULL; + MMPlayerGstElement* mainbin = NULL; + + gint current_active_index = 0; + + GstState current_state = GST_STATE_VOID_PENDING; + GstEvent* event = NULL; + gint64 time = 0; + + MMPLAYER_FENTER(); + + player = (mm_player_t*)hplayer; + return_val_if_fail (player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + if (!player->pipeline) + { + debug_error ("Track %d pre setting -> %d\n", type, index); + + player->selector[type].active_pad_index = index; + goto EXIT; + } + + mainbin = player->pipeline->mainbin; + + current_active_index = player->selector[type].active_pad_index; + + /*If index is same as running index no need to change the pad*/ + if (current_active_index == index) + { + goto EXIT; + } + + if (!gst_element_query_position(mainbin[MMPLAYER_M_PIPE].gst, GST_FORMAT_TIME, &time)) + { + result = MM_ERROR_PLAYER_INVALID_STATE; + goto EXIT; + } + + current_state = GST_STATE(mainbin[MMPLAYER_M_PIPE].gst); + if (current_state < GST_STATE_PAUSED) + { + result = MM_ERROR_PLAYER_INVALID_STATE; + debug_warning ("Pipeline not in porper state\n"); + goto EXIT; + } + + result = __mmplayer_change_selector_pad(player, type, index); + if (result != MM_ERROR_NONE) + { + debug_error ("change selector pad error\n"); + goto EXIT; + } + + player->selector[type].active_pad_index = index; + + if (current_state == GST_STATE_PLAYING) + { + event = gst_event_new_seek (1.0, GST_FORMAT_TIME,(GstSeekFlags) (GST_SEEK_FLAG_SEGMENT | GST_SEEK_FLAG_FLUSH | GST_SEEK_FLAG_SKIP),GST_SEEK_TYPE_SET, time, GST_SEEK_TYPE_NONE, -1); + if (event) + { + __gst_send_event_to_sink (player, event); + } + else + { + result = MM_ERROR_PLAYER_INTERNAL; + goto EXIT; + } + } + +EXIT: + return result; +} + +int _mmplayer_get_subtitle_silent (MMHandleType hplayer, int* silent) +{ + mm_player_t* player = (mm_player_t*) hplayer; + + MMPLAYER_FENTER(); + + /* check player handle */ + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + + *silent = player->set_mode.subtitle_off; + + debug_log("subtitle is %s.\n", silent ? "ON" : "OFF"); + + MMPLAYER_FLEAVE(); + + return MM_ERROR_NONE; } const gchar * @@ -5493,8 +16374,103 @@ __get_state_name ( int state ) } } +gboolean +__is_rtsp_streaming ( mm_player_t* player ) +{ + return_val_if_fail ( player, FALSE ); + + return ( player->profile.uri_type == MM_PLAYER_URI_TYPE_URL_RTSP ) ? TRUE : FALSE; +} + +gboolean +__is_wfd_streaming ( mm_player_t* player ) +{ + return_val_if_fail ( player, FALSE ); + + return ( player->profile.uri_type == MM_PLAYER_URI_TYPE_URL_WFD ) ? TRUE : FALSE; +} + +static gboolean +__is_http_streaming ( mm_player_t* player ) +{ + return_val_if_fail ( player, FALSE ); + + return ( player->profile.uri_type == MM_PLAYER_URI_TYPE_URL_HTTP ) ? TRUE : FALSE; +} + +static gboolean +__is_streaming ( mm_player_t* player ) +{ + return_val_if_fail ( player, FALSE ); + + return ( __is_rtsp_streaming ( player ) || __is_wfd_streaming ( player ) || __is_http_streaming ( player ) + || __is_http_live_streaming ( player ) || __is_dash_streaming ( player ) || __is_smooth_streaming(player) ) ? TRUE : FALSE; +} + +gboolean +__is_live_streaming ( mm_player_t* player ) +{ + return_val_if_fail ( player, FALSE ); + + return ( __is_rtsp_streaming ( player ) && player->streaming_type == STREAMING_SERVICE_LIVE ) ? TRUE : FALSE; +} + +static gboolean +__is_http_live_streaming( mm_player_t* player ) +{ + return_val_if_fail( player, FALSE ); + + return ( player->profile.uri_type == MM_PLAYER_URI_TYPE_HLS ) ? TRUE : FALSE; +} + +static gboolean +__is_dash_streaming ( mm_player_t* player ) +{ + return_val_if_fail ( player, FALSE ); + + return ( player->profile.uri_type == MM_PLAYER_URI_TYPE_DASH ) ? TRUE : FALSE; +} + +static gboolean +__is_smooth_streaming ( mm_player_t* player ) +{ + return_val_if_fail ( player, FALSE ); + + return ( player->profile.uri_type == MM_PLAYER_URI_TYPE_SS ) ? TRUE : FALSE; +} + + +static gboolean +__is_http_progressive_down(mm_player_t* player) +{ + return_val_if_fail( player, FALSE ); + + return ((player->pd_mode) ? TRUE:FALSE); +} + +gboolean +__has_suffix(mm_player_t* player, const gchar* suffix) +{ + return_val_if_fail( player, FALSE ); + return_val_if_fail( suffix, FALSE ); + + gboolean ret = FALSE; + gchar* t_url = g_ascii_strdown(player->profile.uri, -1); + gchar* t_suffix = g_ascii_strdown(suffix, -1); + + if ( g_str_has_suffix(player->profile.uri, suffix) ) + { + ret = TRUE; + } + + MMPLAYER_FREEIF(t_url); + MMPLAYER_FREEIF(t_suffix); + + return ret; +} + int -_mmplayer_set_display_zoom(MMHandleType hplayer, float level) +_mmplayer_set_display_zoom(MMHandleType hplayer, float level, int x, int y) { mm_player_t* player = (mm_player_t*) hplayer; @@ -5502,62 +16478,450 @@ _mmplayer_set_display_zoom(MMHandleType hplayer, float level) MMPLAYER_VIDEO_SINK_CHECK(player); - debug_log("setting display zoom level = %f", level); + debug_log("setting display zoom level = %f, offset = %d, %d", level, x, y); - g_object_set(player->pipeline->videobin[MMPLAYER_V_SINK].gst, "zoom", level, NULL); + g_object_set(player->pipeline->videobin[MMPLAYER_V_SINK].gst, "zoom", level, "zoom-pos-x", x, "zoom-pos-y", y, NULL); return MM_ERROR_NONE; } - int -_mmplayer_get_display_zoom(MMHandleType hplayer, float *level) +_mmplayer_get_display_zoom(MMHandleType hplayer, float *level, int *x, int *y) { + mm_player_t* player = (mm_player_t*) hplayer; + float _level = 0.0; + int _x = 0; + int _y = 0; return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); MMPLAYER_VIDEO_SINK_CHECK(player); - g_object_get(player->pipeline->videobin[MMPLAYER_V_SINK].gst, "zoom", level, NULL); + g_object_get(player->pipeline->videobin[MMPLAYER_V_SINK].gst, "zoom", &_level, "zoom-pos-x", &_x, "zoom-pos-y", &_y, NULL); + + debug_log("display zoom level = %f, start off x = %d, y = %d", _level, _x, _y); + + *level = _level; + *x = _x; + *y = _y; + + return MM_ERROR_NONE; +} + +int +_mmplayer_set_video_hub_download_mode(MMHandleType hplayer, bool mode) +{ + mm_player_t* player = (mm_player_t*) hplayer; + + return_val_if_fail (player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + if (MMPLAYER_CURRENT_STATE(player) != MM_PLAYER_STATE_NULL) + { + MMPLAYER_PRINT_STATE(player); + debug_error("wrong-state : can't set the download mode to parse"); + return MM_ERROR_PLAYER_INVALID_STATE; + } + + debug_log("set video hub download mode to %s", (mode)?"ON":"OFF"); + player->video_hub_download_mode = mode; + + return MM_ERROR_NONE; +} + +int +_mmplayer_enable_sync_handler(MMHandleType hplayer, bool enable) +{ + mm_player_t* player = (mm_player_t*) hplayer; + + return_val_if_fail (player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + debug_log("enable sync handler : %s", (enable)?"ON":"OFF"); + player->sync_handler = enable; + + return MM_ERROR_NONE; +} + +int +_mmplayer_use_system_clock (MMHandleType hplayer) +{ + mm_player_t* player = (mm_player_t*) hplayer; + + return_val_if_fail (player, MM_ERROR_PLAYER_NOT_INITIALIZED); + + debug_log("change clock provider to system"); + + // to use system clock + player->ini.provide_clock_for_movie = FALSE; + player->ini.provide_clock_for_music = FALSE; + + return MM_ERROR_NONE; +} + +int +_mmplayer_set_video_share_master_clock( MMHandleType hplayer, + long long clock, + long long clock_delta, + long long video_time, + long long media_clock, + long long audio_time) +{ + mm_player_t* player = (mm_player_t*) hplayer; + MMPlayerGstElement* mainbin = NULL; + GstClockTime start_time_audio = 0, start_time_video = 0; + GstClockTimeDiff base_time = 0, new_base_time = 0; + MMPlayerStateType current_state = MM_PLAYER_STATE_NONE; + gint64 api_delta = 0; + gint64 position = 0, position_delta = 0; + gint64 adj_base_time = 0; + GstClock *curr_clock = NULL; + GstClockTime curr_time = 0; + gboolean query_ret = TRUE; + int result = MM_ERROR_NONE; + + MMPLAYER_FENTER(); + + return_val_if_fail ( player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED); + return_val_if_fail ( player->pipeline->mainbin, MM_ERROR_PLAYER_NOT_INITIALIZED); + return_val_if_fail ( player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, MM_ERROR_PLAYER_NOT_INITIALIZED); + + // debug_log("in(us) : %lld, %lld, %lld, %lld, %lld", clock, clock_delta, video_time, media_clock, audio_time); + + if ((video_time < 0) || (player->doing_seek)) + { + debug_log("skip setting master clock. %lld", video_time); + goto EXIT; + } + + mainbin = player->pipeline->mainbin; + + curr_clock = gst_pipeline_get_clock (GST_PIPELINE_CAST(mainbin[MMPLAYER_M_PIPE].gst)); + curr_time = gst_clock_get_time (curr_clock); + + current_state = MMPLAYER_CURRENT_STATE(player); + + if ( current_state == MM_PLAYER_STATE_PLAYING ) + query_ret = gst_element_query_position(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_FORMAT_TIME, &position); + + if ( ( current_state != MM_PLAYER_STATE_PLAYING ) || + ( !query_ret )) + { + position = player->last_position; + debug_log ("query fail. %lld", position); + } + + clock*= GST_USECOND; + clock_delta *= GST_USECOND; + + api_delta = clock - curr_time; + if ((player->video_share_api_delta == 0 ) || (player->video_share_api_delta > api_delta)) + { + player->video_share_api_delta = api_delta; + } + else + { + clock_delta += (api_delta - player->video_share_api_delta); + } + + if ((player->video_share_clock_delta == 0 ) || (player->video_share_clock_delta > clock_delta)) + { + player->video_share_clock_delta = (gint64)clock_delta; + + position_delta = (position/GST_USECOND) - video_time; + position_delta *= GST_USECOND; + + adj_base_time = position_delta; + debug_log ("video_share_clock_delta = %lld, adj = %lld", player->video_share_clock_delta, adj_base_time); + + } + else + { + gint64 new_play_time = 0; + gint64 network_delay =0; + + video_time *= GST_USECOND; + + network_delay = clock_delta - player->video_share_clock_delta; + new_play_time = video_time + network_delay; + + adj_base_time = position - new_play_time; + + debug_log ("%lld(delay) = %lld - %lld / %lld(adj) = %lld(slave_pos) - %lld(master_pos) - %lld(delay)", + network_delay, clock_delta, player->video_share_clock_delta, adj_base_time, position, video_time, network_delay); + } + + /* Adjust Current Stream Time with base_time of sink + * 1. Set Start time to CLOCK NONE, to control the base time by MSL + * 2. Set new base time + * if adj_base_time is positive value, the stream time will be decreased. + * 3. If seek event is occurred, the start time will be reset. */ + if ((player->pipeline->audiobin) && + (player->pipeline->audiobin[MMPLAYER_A_SINK].gst)) + { + start_time_audio = gst_element_get_start_time (player->pipeline->audiobin[MMPLAYER_A_SINK].gst); + + if (start_time_audio != GST_CLOCK_TIME_NONE) + { + debug_log ("audio sink : gst_element_set_start_time -> NONE"); + gst_element_set_start_time(player->pipeline->audiobin[MMPLAYER_A_SINK].gst, GST_CLOCK_TIME_NONE); + } + + base_time = gst_element_get_base_time (player->pipeline->audiobin[MMPLAYER_A_SINK].gst); + } + + if ((player->pipeline->videobin) && + (player->pipeline->videobin[MMPLAYER_V_SINK].gst)) + { + start_time_video = gst_element_get_start_time (player->pipeline->videobin[MMPLAYER_V_SINK].gst); + + if (start_time_video != GST_CLOCK_TIME_NONE) + { + debug_log ("video sink : gst_element_set_start_time -> NONE"); + gst_element_set_start_time(player->pipeline->videobin[MMPLAYER_V_SINK].gst, GST_CLOCK_TIME_NONE); + } + + // if videobin exist, get base_time from videobin. + base_time = gst_element_get_base_time (player->pipeline->videobin[MMPLAYER_V_SINK].gst); + } + + new_base_time = base_time + adj_base_time; + + if ((player->pipeline->audiobin) && + (player->pipeline->audiobin[MMPLAYER_A_SINK].gst)) + gst_element_set_base_time(GST_ELEMENT_CAST(player->pipeline->audiobin[MMPLAYER_A_SINK].gst), (GstClockTime)new_base_time); + + if ((player->pipeline->videobin) && + (player->pipeline->videobin[MMPLAYER_V_SINK].gst)) + gst_element_set_base_time(GST_ELEMENT_CAST(player->pipeline->videobin[MMPLAYER_V_SINK].gst), (GstClockTime)new_base_time); + +EXIT: + MMPLAYER_FLEAVE(); + + return result; +} + +int +_mmplayer_get_video_share_master_clock( MMHandleType hplayer, + long long *video_time, + long long *media_clock, + long long *audio_time) +{ + mm_player_t* player = (mm_player_t*) hplayer; + MMPlayerGstElement* mainbin = NULL; + GstClock *curr_clock = NULL; + MMPlayerStateType current_state = MM_PLAYER_STATE_NONE; + gint64 position = 0; + gboolean query_ret = TRUE; + + MMPLAYER_FENTER(); + + return_val_if_fail ( player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED); + return_val_if_fail ( player->pipeline->mainbin, MM_ERROR_PLAYER_NOT_INITIALIZED); + return_val_if_fail ( player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, MM_ERROR_PLAYER_NOT_INITIALIZED); + + return_val_if_fail ( video_time, MM_ERROR_COMMON_INVALID_ARGUMENT ); + return_val_if_fail ( media_clock, MM_ERROR_COMMON_INVALID_ARGUMENT ); + return_val_if_fail ( audio_time, MM_ERROR_COMMON_INVALID_ARGUMENT ); + + mainbin = player->pipeline->mainbin; + + curr_clock = gst_pipeline_get_clock (GST_PIPELINE_CAST(mainbin[MMPLAYER_M_PIPE].gst)); + + current_state = MMPLAYER_CURRENT_STATE(player); + + if ( current_state != MM_PLAYER_STATE_PAUSED ) + query_ret = gst_element_query_position(player->pipeline->mainbin[MMPLAYER_M_PIPE].gst, GST_FORMAT_TIME, &position); + + if ( ( current_state == MM_PLAYER_STATE_PAUSED ) || + ( !query_ret )) + { + position = player->last_position; + } + + *media_clock = *video_time = *audio_time = (position/GST_USECOND); - debug_log("display zoom level = %f", *level); + debug_log("media_clock: %lld, video_time: %lld (us)", *media_clock, *video_time); + + if (curr_clock) + gst_object_unref (curr_clock); + + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } int -_mmplayer_set_display_zoom_start_pos(MMHandleType hplayer, int x, int y) +_mmplayer_get_video_rotate_angle(MMHandleType hplayer, int *angle) { mm_player_t* player = (mm_player_t*) hplayer; + int org_angle = 0; + + MMPLAYER_FENTER(); return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + return_val_if_fail ( angle, MM_ERROR_COMMON_INVALID_ARGUMENT ); - MMPLAYER_VIDEO_SINK_CHECK(player); + if (player->v_stream_caps) + { + GstStructure *str = NULL; - debug_log("setting display zoom offset = %d, %d", x, y); + str = gst_caps_get_structure (player->v_stream_caps, 0); + if ( !gst_structure_get_int (str, "orientation", &org_angle)) + { + debug_log ("missing 'orientation' field in video caps"); + } + } - g_object_set(player->pipeline->videobin[MMPLAYER_V_SINK].gst, "zoom-pos-x", x, "zoom-pos-y", y, NULL); + debug_log("orientation: %d", org_angle); + *angle = org_angle; + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } +gboolean +__mmplayer_is_streaming(mm_player_t* player) +{ + gboolean result = FALSE; + + MMPLAYER_FENTER(); + + return_val_if_fail (player, FALSE); + result = __is_streaming (player) ; + + MMPLAYER_FLEAVE(); + return result; +} + +static gboolean +__mmplayer_add_dump_buffer_probe(mm_player_t *player, GstElement *element) +{ + return_val_if_fail (player, FALSE); + return_val_if_fail (element, FALSE); + + gchar *factory_name = GST_OBJECT_NAME (gst_element_get_factory(element)); + gchar dump_file_name[PLAYER_INI_MAX_STRLEN*2]; + + int idx = 0; + + for ( idx = 0; player->ini.dump_element_keyword[idx][0] != '\0'; idx++ ) + { + if (g_strrstr(factory_name, player->ini.dump_element_keyword[idx])) + { + debug_log("dump [%s] sink pad", player->ini.dump_element_keyword[idx]); + mm_player_dump_t *dump_s; + dump_s = g_malloc (sizeof(mm_player_dump_t)); + + if (dump_s == NULL) + { + debug_error ("malloc fail"); + return FALSE; + } + + dump_s->dump_element_file = NULL; + dump_s->dump_pad = NULL; + dump_s->dump_pad = gst_element_get_static_pad (element, "sink"); + + if (dump_s->dump_pad) + { + memset (dump_file_name, 0x00, PLAYER_INI_MAX_STRLEN*2); + sprintf (dump_file_name, "%s/%s_sink_pad.dump", player->ini.dump_element_path, player->ini.dump_element_keyword[idx]); + dump_s->dump_element_file = fopen(dump_file_name,"w+"); +// dump_s->probe_handle_id = gst_pad_add_buffer_probe (dump_s->dump_pad, G_CALLBACK(__mmplayer_dump_buffer_probe_cb), dump_s->dump_element_file); + /* add list for removed buffer probe and close FILE */ + player->dump_list = g_list_append (player->dump_list, dump_s); + debug_log ("%s sink pad added buffer probe for dump", factory_name); + return TRUE; + } + else + { + g_free(dump_s); + dump_s = NULL; + debug_error ("failed to get %s sink pad added", factory_name); + } + + + } + } + return FALSE; +} + + +#if 0 +static gboolean +__mmplayer_dump_buffer_probe_cb(GstPad *pad, GstBuffer *buffer, gpointer u_data) +{ + FILE *dump_data = (FILE *) u_data; +// int written = 0; + + return_val_if_fail ( dump_data, FALSE ); + +// debug_log ("buffer timestamp = %" GST_TIME_FORMAT, GST_TIME_ARGS( GST_BUFFER_TIMESTAMP(buffer))); + + fwrite ( GST_BUFFER_DATA(buffer), 1, GST_BUFFER_SIZE(buffer), dump_data); + + return TRUE; +} +#endif + +static void +__mmplayer_release_dump_list (GList *dump_list) +{ + if (dump_list) + { + GList *d_list = dump_list; + for ( ;d_list ; d_list = g_list_next(d_list)) + { + mm_player_dump_t *dump_s = d_list->data; + if (dump_s->dump_pad) + { + if (dump_s->probe_handle_id) + { + gst_pad_remove_probe (dump_s->dump_pad, dump_s->probe_handle_id); + } + + } + if (dump_s->dump_element_file) + { + fclose(dump_s->dump_element_file); + dump_s->dump_element_file = NULL; + } + MMPLAYER_FREEIF(dump_s); + } + g_list_free(dump_list); + dump_list = NULL; + } +} + int -_mmplayer_get_display_zoom_start_pos(MMHandleType hplayer, int *x, int *y) +_mmplayer_has_closed_caption(MMHandleType hplayer, bool* exist) { - int _x = 0; - int _y = 0; mm_player_t* player = (mm_player_t*) hplayer; + MMPLAYER_FENTER(); + return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED ); + return_val_if_fail ( exist, MM_ERROR_INVALID_ARGUMENT ); - MMPLAYER_VIDEO_SINK_CHECK(player); + *exist = player->has_closed_caption; - g_object_get(player->pipeline->videobin[MMPLAYER_V_SINK].gst, "zoom-pos-x", &_x, "zoom-pos-y", &_y, NULL); + MMPLAYER_FLEAVE(); - debug_log("display zoom start off x = %d, y = %d", _x, _y); + return MM_ERROR_NONE; +} - *x = _x; - *y = _y; +int +_mmplayer_enable_media_packet_video_stream(MMHandleType hplayer, bool enable) +{ + mm_player_t* player = (mm_player_t*) hplayer; + + MMPLAYER_FENTER(); + + return_val_if_fail (player, MM_ERROR_PLAYER_NOT_INITIALIZED); + return_val_if_fail (enable == TRUE || enable == FALSE, MM_ERROR_INVALID_ARGUMENT); + + player->set_mode.media_packet_video_stream = enable; + + MMPLAYER_FLEAVE(); return MM_ERROR_NONE; } diff --git a/src/mm_player_streaming.c b/src/mm_player_streaming.c index 77eb83f..b33b2f7 100755 --- a/src/mm_player_streaming.c +++ b/src/mm_player_streaming.c @@ -3,7 +3,8 @@ * * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. * - * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, Heechul Jeon <heechul.jeon@samsung.com> + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, + * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -21,21 +22,63 @@ #include <sys/vfs.h> #include "mm_player_utils.h" - #include "mm_player_streaming.h" -static void streaming_set_buffer_size(mm_player_streaming_t* streamer, guint buffer_size); -static void streaming_set_buffer_percent(mm_player_streaming_t* streamer, gdouble low_percent, gdouble high_percent); -static void streaming_set_buffer_type (mm_player_streaming_t* streamer, gboolean use_file, gchar * file_path, guint64 content_size); -static void streaming_set_buffering_time(mm_player_streaming_t* streamer, gdouble buffering_time); - +#define TO_THE_END 0 + +typedef struct{ + gint byte_in_rate; // byte + gint byte_out_rate; // byte + gdouble time_rate; // second + guint buffer_criteria; // byte +}streaming_bitrate_info_t; + +typedef struct{ + gint64 position; // ns + gint64 duration; // ns + guint64 content_size; // bytes +}streaming_content_info_t; + +typedef struct{ + guint buffering_bytes; // bytes + gdouble buffering_time; // second + gdouble percent_byte; + gdouble percent_time; +}streaming_buffer_info_t; + +static void streaming_check_buffer_percent(gdouble in_low, gdouble in_high, gdouble *out_low, gdouble *out_high); +static void streaming_set_buffer_percent(mm_player_streaming_t* streamer, BufferType type, gdouble low_percent, gdouble high_percent_byte, gdouble high_percent_time); +static void streaming_set_queue2_queue_type (mm_player_streaming_t* streamer, gboolean use_file, gchar * file_path, guint64 content_size); +static void streaming_set_buffer_size(mm_player_streaming_t* streamer, BufferType type, guint buffering_bytes, gdouble buffering_time); +static void streaming_update_buffering_status(mm_player_streaming_t* streamer, GstMessage *buffering_msg, gint64 position); +static void streaming_get_current_bitrate_info( mm_player_streaming_t* streamer, + GstMessage *buffering_msg, + streaming_content_info_t content_info, + streaming_bitrate_info_t* bitrate_info); +static void +streaming_handle_fixed_buffering_mode( mm_player_streaming_t* streamer, + gint byte_out_rate, + gdouble fixed_buffering_time, + streaming_buffer_info_t* buffer_info); +static void +streaming_handle_adaptive_buffering_mode( mm_player_streaming_t* streamer, + streaming_content_info_t content_info, + streaming_bitrate_info_t bitrate_info, + streaming_buffer_info_t* buffer_info, + gint expected_play_time); +static void +streaming_update_buffer_setting ( mm_player_streaming_t* streamer, + GstMessage *buffering_msg, + guint64 content_size, + gint64 position, + gint64 duration); mm_player_streaming_t * -__mm_player_streaming_create () +__mm_player_streaming_create (void) { mm_player_streaming_t *streamer = NULL; - debug_fenter(); + MMPLAYER_FENTER(); streamer = (mm_player_streaming_t *) malloc (sizeof (mm_player_streaming_t)); if (!streamer) @@ -44,57 +87,91 @@ __mm_player_streaming_create () return NULL; } - debug_fleave(); + memset(streamer, 0, sizeof(mm_player_streaming_t)); + + MMPLAYER_FLEAVE(); return streamer; } +static void +streaming_buffer_initialize (streaming_buffer_t* buffer_handle, gboolean buffer_init) +{ + if (buffer_init) + buffer_handle->buffer = NULL; + + buffer_handle->buffering_bytes = DEFAULT_BUFFER_SIZE_BYTES; + buffer_handle->buffering_time = DEFAULT_BUFFERING_TIME; + buffer_handle->buffer_low_percent = DEFAULT_BUFFER_LOW_PERCENT; + buffer_handle->buffer_high_percent = DEFAULT_BUFFER_HIGH_PERCENT; + buffer_handle->is_live = FALSE; + +} + void __mm_player_streaming_initialize (mm_player_streaming_t* streamer) { - debug_fenter(); + MMPLAYER_FENTER(); + + streamer->streaming_buffer_type = BUFFER_TYPE_DEFAULT; // multi-queue + + streaming_buffer_initialize(&(streamer->buffer_handle[BUFFER_TYPE_MUXED]), TRUE); + streaming_buffer_initialize(&(streamer->buffer_handle[BUFFER_TYPE_DEMUXED]), TRUE); + + streamer->buffering_req.mode = MM_PLAYER_BUFFERING_MODE_ADAPTIVE; + streamer->buffering_req.is_pre_buffering = FALSE; + streamer->buffering_req.initial_second = 0; + streamer->buffering_req.runtime_second = 0; + + streamer->default_val.buffering_monitor = FALSE; + streamer->default_val.buffering_time = DEFAULT_BUFFERING_TIME; - streamer->buffer = NULL; - streamer->buffer_size = DEFAULT_BUFFER_SIZE; - streamer->buffer_low_percent = DEFAULT_BUFFER_LOW_PERCENT; - streamer->buffer_high_percent = DEFAULT_BUFFER_HIGH_PERCENT; streamer->buffer_avg_bitrate = 0; streamer->buffer_max_bitrate = 0; streamer->need_update = FALSE; + streamer->need_sync = FALSE; streamer->is_buffering = FALSE; + streamer->is_buffering_done = FALSE; streamer->buffering_percent = -1; - streamer->buffering_time = DEFAULT_BUFFERING_TIME; - - debug_fleave(); + MMPLAYER_FLEAVE(); return; } void __mm_player_streaming_deinitialize (mm_player_streaming_t* streamer) { - debug_fenter(); - + MMPLAYER_FENTER(); return_if_fail(streamer); - streamer->buffer_size = DEFAULT_BUFFER_SIZE; - streamer->buffer_low_percent = DEFAULT_BUFFER_LOW_PERCENT; - streamer->buffer_high_percent = DEFAULT_BUFFER_HIGH_PERCENT; + streamer->streaming_buffer_type = BUFFER_TYPE_DEFAULT; // multi-queue + + streaming_buffer_initialize(&(streamer->buffer_handle[BUFFER_TYPE_MUXED]), FALSE); + streaming_buffer_initialize(&(streamer->buffer_handle[BUFFER_TYPE_DEMUXED]), FALSE); + + streamer->buffering_req.mode = MM_PLAYER_BUFFERING_MODE_ADAPTIVE; + streamer->buffering_req.is_pre_buffering = FALSE; + streamer->buffering_req.initial_second = 0; + streamer->buffering_req.runtime_second = 0; + + streamer->default_val.buffering_monitor = FALSE; + streamer->default_val.buffering_time = DEFAULT_BUFFERING_TIME; + streamer->buffer_avg_bitrate = 0; streamer->buffer_max_bitrate = 0; streamer->need_update = FALSE; + streamer->need_sync = FALSE; streamer->is_buffering = FALSE; + streamer->is_buffering_done = FALSE; streamer->buffering_percent = -1; - streamer->buffering_time = DEFAULT_BUFFERING_TIME; - - debug_fleave(); + MMPLAYER_FLEAVE(); return; } void __mm_player_streaming_destroy (mm_player_streaming_t* streamer) { - debug_fenter(); + MMPLAYER_FENTER(); if(streamer) { @@ -102,211 +179,231 @@ void __mm_player_streaming_destroy (mm_player_streaming_t* streamer) streamer = NULL; } - debug_fleave(); - - return; -} - -void __mm_player_streaming_set_buffer(mm_player_streaming_t* streamer, GstElement * buffer, - gboolean use_buffering, guint buffer_size, gdouble low_percent, gdouble high_percent, gdouble buffering_time, - gboolean use_file, gchar * file_path, guint64 content_size) -{ - debug_fenter(); - - return_if_fail(streamer); - - if (buffer) - { - streamer->buffer = buffer; - - debug_log("buffer element is %s.", GST_ELEMENT_NAME(buffer)); - - g_object_set ( G_OBJECT (streamer->buffer), "use-buffering", use_buffering, NULL ); - } - - streaming_set_buffer_size(streamer, buffer_size); - streaming_set_buffer_percent(streamer, low_percent, high_percent); - streaming_set_buffer_type (streamer, use_file, file_path, content_size); - streaming_set_buffering_time(streamer, buffering_time); - - debug_fleave(); + MMPLAYER_FLEAVE(); return; } void __mm_player_streaming_set_content_bitrate(mm_player_streaming_t* streamer, guint max_bitrate, guint avg_bitrate) { - debug_fenter(); + MMPLAYER_FENTER(); return_if_fail(streamer); - /* Note : Update buffering criterion bytes - * 1. maximum bitrate is considered first. - * 2. average bitrage * 3 is next. - * 3. if there are no updated bitrate, use default buffering limit. - */ - if (max_bitrate > 0 && streamer->buffer_max_bitrate != max_bitrate) - { - debug_log("set maximum bitrate(%dbps).\n", max_bitrate); - streamer->buffer_max_bitrate = max_bitrate; - - streamer->need_update = TRUE; - } - - if (avg_bitrate > 0 && streamer->buffer_avg_bitrate != avg_bitrate) + /* Note : Update buffering criterion bytes + * 1. maximum bitrate is considered first. + * 2. average bitrage * 3 is next. + * 3. if there are no updated bitrate, use default buffering limit. + */ + if (max_bitrate > 0 && streamer->buffer_max_bitrate != max_bitrate) { - debug_log("set averate bitrate(%dbps).\n", avg_bitrate); - streamer->buffer_avg_bitrate = avg_bitrate; + debug_log("set maximum bitrate(%dbps).\n", max_bitrate); + streamer->buffer_max_bitrate = max_bitrate; + if (streamer->buffering_req.is_pre_buffering == FALSE) + { + streamer->need_update = TRUE; + } + else + { + debug_log("pre-buffering...\n"); - streamer->need_update = TRUE; + if (IS_MUXED_BUFFERING_MODE(streamer)) + streaming_update_buffer_setting(streamer, NULL, 0, 0, 0); + } } - debug_fleave(); - - return; -} - -static void -streaming_set_buffer_size(mm_player_streaming_t* streamer, guint buffer_size) -{ - debug_fenter(); - - return_if_fail(streamer); - return_if_fail(buffer_size>0); - - debug_log("set buffer size to %d.", buffer_size); - - streamer->buffer_size = buffer_size; + if (avg_bitrate > 0 && streamer->buffer_avg_bitrate != avg_bitrate) + { + debug_log("set averate bitrate(%dbps).\n", avg_bitrate); + streamer->buffer_avg_bitrate = avg_bitrate; - if (streamer->buffer) - g_object_set (G_OBJECT(streamer->buffer), "max-size-bytes", buffer_size, NULL); + if (streamer->buffering_req.is_pre_buffering == FALSE) + { + streamer->need_update = TRUE; + } + else + { + debug_log("pre-buffering...\n"); - debug_fleave(); + if (IS_MUXED_BUFFERING_MODE(streamer)) + streaming_update_buffer_setting(streamer, NULL, 0, 0, 0); + } + } + MMPLAYER_FLEAVE(); return; } static void -streaming_set_buffer_percent(mm_player_streaming_t* streamer, gdouble low_percent, gdouble high_percent) +streaming_check_buffer_percent(gdouble in_low, gdouble in_high, gdouble *out_low, gdouble *out_high) { gdouble buffer_low_percent = DEFAULT_BUFFER_LOW_PERCENT; gdouble buffer_high_percent = DEFAULT_BUFFER_HIGH_PERCENT; - debug_fenter(); + MMPLAYER_FENTER(); - return_if_fail(streamer); + return_if_fail(out_low && out_high); - if (low_percent <= MIN_BUFFER_PERCENT || low_percent >= MAX_BUFFER_PERCENT) + if (in_low <= MIN_BUFFER_PERCENT || in_low >= MAX_BUFFER_PERCENT) { debug_warning("buffer low percent is out of range. use defaut value."); - buffer_low_percent = DEFAULT_BUFFER_LOW_PERCENT; } else { - buffer_low_percent = low_percent; + buffer_low_percent = in_low; } - if (high_percent <= MIN_BUFFER_PERCENT || high_percent >= MAX_BUFFER_PERCENT) + if (in_high <= MIN_BUFFER_PERCENT || in_high >= MAX_BUFFER_PERCENT) { debug_warning("buffer high percent is out of range. use defaut value."); - buffer_high_percent = DEFAULT_BUFFER_HIGH_PERCENT; } else { - buffer_high_percent = high_percent; + buffer_high_percent = in_high; } if (buffer_high_percent <= buffer_low_percent) buffer_high_percent = buffer_low_percent + 1.0; - debug_log("set buffer percent to %2.3f ~ %2.3f.", streamer->buffer_low_percent, streamer->buffer_high_percent); - - if (streamer->buffer) - { - if ( streamer->buffer_low_percent != buffer_low_percent ) - g_object_set (G_OBJECT(streamer->buffer), "low-percent", streamer->buffer_low_percent, NULL); - - if ( streamer->buffer_high_percent != buffer_high_percent ) - g_object_set (G_OBJECT(streamer->buffer), "high-percent", streamer->buffer_high_percent, NULL); - } - - streamer->buffer_low_percent = buffer_low_percent; - streamer->buffer_high_percent = buffer_high_percent; - - debug_fleave(); + debug_log("set buffer percent to %2.3f ~ %2.3f.", buffer_low_percent, buffer_high_percent); - return; + *out_low = buffer_low_percent; + *out_high = buffer_high_percent; } static void -streaming_set_buffering_time(mm_player_streaming_t* streamer, gdouble buffering_time) +streaming_set_buffer_percent( mm_player_streaming_t* streamer, + BufferType type, + gdouble low_percent, + gdouble high_percent_byte, + gdouble high_percent_time) { - gdouble buffer_buffering_time = DEFAULT_BUFFERING_TIME; + gdouble confirmed_low = DEFAULT_BUFFER_LOW_PERCENT; + gdouble confirmed_high = DEFAULT_BUFFER_HIGH_PERCENT; + gdouble high_percent = 0.0; - debug_fenter(); + streaming_buffer_t* buffer_handle = NULL; + gchar* factory_name = NULL; + MMPLAYER_FENTER(); return_if_fail(streamer); + return_if_fail(type < BUFFER_TYPE_MAX); - if (buffering_time < MIN_BUFFERING_TIME) - buffer_buffering_time = MIN_BUFFERING_TIME; - else if (buffering_time > MAX_BUFFERING_TIME) - buffer_buffering_time = MAX_BUFFERING_TIME; + buffer_handle = &(streamer->buffer_handle[type]); + if (!(buffer_handle && buffer_handle->buffer)) + { + debug_error("buffer_handle->buffer is NULL!"); + return; + } + + factory_name = GST_OBJECT_NAME(gst_element_get_factory(buffer_handle->buffer)); + + if (!factory_name) + { + debug_error("Fail to get factory name!"); + return; + } + + if (type == BUFFER_TYPE_MUXED) + high_percent = high_percent_byte; else - buffer_buffering_time = buffering_time; + high_percent = MAX(high_percent_time, high_percent_byte); + + streaming_check_buffer_percent(low_percent, high_percent, &confirmed_low, &confirmed_high); - if (streamer->buffering_time != buffer_buffering_time) + // if use-buffering is disabled, this settings do not have any meaning. + debug_log("target buffer elem : %s (%2.3f ~ %2.3f)", + GST_ELEMENT_NAME(buffer_handle->buffer), confirmed_low, confirmed_high); + + if ((confirmed_low == DEFAULT_BUFFER_LOW_PERCENT) || + (buffer_handle->buffer_low_percent != confirmed_low)) { - debug_log("set buffer buffering time from %2.1f to %2.1f.", streamer->buffering_time, buffer_buffering_time); + g_object_set (G_OBJECT(buffer_handle->buffer), "low-percent", (gint)confirmed_low, NULL); + } - streamer->buffering_time = buffer_buffering_time; + if ((confirmed_high == DEFAULT_BUFFER_HIGH_PERCENT) || + (buffer_handle->buffer_high_percent != confirmed_high)) + { + g_object_set (G_OBJECT(buffer_handle->buffer), "high-percent", (gint)confirmed_high, NULL); } - debug_fleave(); + buffer_handle->buffer_low_percent = confirmed_low; + buffer_handle->buffer_high_percent = confirmed_high; + MMPLAYER_FLEAVE(); return; } static void -streaming_set_buffer_type (mm_player_streaming_t* streamer, gboolean use_file, gchar * file_path, guint64 content_size) +streaming_set_queue2_queue_type (mm_player_streaming_t* streamer, gboolean use_file, gchar * file_path, guint64 content_size) { + streaming_buffer_t* buffer_handle = NULL; guint64 storage_available_size = 0L; //bytes guint64 file_buffer_size = 0L; //bytes - gchar file_buffer_name[MAX_FILE_BUFFER_NAME_LEN] = {0}; + gchar file_buffer_name[MM_MAX_URL_LEN] = {0}; struct statfs buf = {0}; + gchar* factory_name = NULL; + + MMPLAYER_FENTER(); + return_if_fail(streamer); + return_if_fail(streamer->buffer_handle[BUFFER_TYPE_MUXED].buffer); - debug_fenter(); + buffer_handle = &(streamer->buffer_handle[BUFFER_TYPE_MUXED]); - return_if_fail(streamer && streamer->buffer); + if (!(buffer_handle && buffer_handle->buffer)) + { + debug_error("buffer_handle->buffer is NULL!"); + return; + } - if (!use_file) + factory_name = GST_OBJECT_NAME(gst_element_get_factory(buffer_handle->buffer)); + + if (!factory_name) + { + debug_error("Fail to get factory name!"); + return; + } + + debug_log("target buffer elem : %s", GST_ELEMENT_NAME(buffer_handle->buffer)); + + if (!g_strrstr(factory_name, "queue2")) + { + debug_log("only queue2 can use file buffer. not decodebin2 or multiQ\n"); + return; + } + + if ((!use_file) || (!g_strrstr(factory_name, "queue2"))) { debug_log("use memory for buffering. streaming is played on push-based. \n" - "buffering position would not be updated.\n" - "buffered data would be flushed after played.\n" - "seeking and getting duration could be failed due to file format."); + "buffering position would not be updated.\n" + "buffered data would be flushed after played.\n" + "seeking and getting duration could be failed due to file format."); return; } - debug_log("use file for buffering. streaming is played on pull-based. \n"); + debug_log("[Queue2] use file for buffering. streaming is played on pull-based. \n"); if (!file_path || strlen(file_path) <= 0) file_path = g_strdup(DEFAULT_FILE_BUFFER_PATH); g_snprintf(file_buffer_name, MM_MAX_URL_LEN, "%s/XXXXXX", file_path); - debug_log("the buffering file name is %s.\n", file_buffer_name); + secure_debug_log("[Queue2] the buffering file name is %s.\n", file_buffer_name); if (statfs((const char *)file_path, &buf) < 0) { - debug_warning ("fail to get availabe storage capacity. just use file buffer.\n"); + debug_warning ("[Queue2] fail to get availabe storage capacity. just use file buffer.\n"); file_buffer_size = 0L; } else { storage_available_size = (guint64)buf.f_bavail * (guint64)buf.f_bsize; //bytes - debug_log ("the number of available blocks : %"G_GUINT64_FORMAT", the block size is %"G_GUINT64_FORMAT".\n", - (guint64)buf.f_bavail, (guint64)buf.f_bsize); - debug_log ("calculated availabe storage size is %"G_GUINT64_FORMAT" Bytes.\n", storage_available_size); + debug_log ("[Queue2] the number of available blocks : %"G_GUINT64_FORMAT + ", the block size is %"G_GUINT64_FORMAT".\n", + (guint64)buf.f_bavail, (guint64)buf.f_bsize); + + debug_log ("[Queue2] calculated availabe storage size is %" + G_GUINT64_FORMAT" Bytes.\n", storage_available_size); if (content_size <= 0 || content_size >= storage_available_size) file_buffer_size = storage_available_size; @@ -315,118 +412,703 @@ streaming_set_buffer_type (mm_player_streaming_t* streamer, gboolean use_file, g } if (file_buffer_size>0) - debug_log("use file ring buffer for buffering."); + debug_log("[Queue2] use file ring buffer for buffering."); - g_object_set (G_OBJECT(streamer->buffer), "temp-template", file_buffer_name, NULL); - g_object_set (G_OBJECT(streamer->buffer), "file-buffer-max-size", file_buffer_size, NULL); + g_object_set (G_OBJECT(buffer_handle->buffer), "temp-template", file_buffer_name, NULL); + g_object_set (G_OBJECT(buffer_handle->buffer), "file-buffer-max-size", file_buffer_size, NULL); - debug_fleave(); + MMPLAYER_FLEAVE(); + return; +} + +static void +streaming_set_buffer_size(mm_player_streaming_t* streamer, BufferType type, guint buffering_bytes, gdouble buffering_time) +{ + streaming_buffer_t* buffer_handle = NULL; + + MMPLAYER_FENTER(); + + return_if_fail(streamer); + return_if_fail(buffering_bytes > 0); + return_if_fail(type < BUFFER_TYPE_MAX); + + buffer_handle = &(streamer->buffer_handle[type]); + + if (buffer_handle && buffer_handle->buffer) + { + if (g_strrstr(GST_ELEMENT_NAME(buffer_handle->buffer), "multiqueue")) + { + if (buffering_time <= 0) + buffering_time = GET_CURRENT_BUFFERING_TIME(buffer_handle); + + g_object_set (G_OBJECT(buffer_handle->buffer), + "max-size-bytes", MAX_DECODEBIN_BUFFER_BYTES, // fixed + "max-size-time", ((guint)ceil(buffering_time) * GST_SECOND), + "max-size-buffers", 0, NULL); // disable + + buffer_handle->buffering_time = buffering_time; + buffer_handle->buffering_bytes = MAX_DECODEBIN_BUFFER_BYTES; + + debug_log("[New][MQ] max-size-time : %f", buffering_time); + } + else // queue2 + { + if (buffer_handle->is_live) + { + g_object_set (G_OBJECT(buffer_handle->buffer), + "max-size-bytes", buffering_bytes, + "max-size-time", (guint64)(buffering_time*GST_SECOND), + "max-size-buffers", 0, + "use-rate-estimate", TRUE, NULL); + } + else + { + g_object_set (G_OBJECT(buffer_handle->buffer), + "max-size-bytes", buffering_bytes, + "max-size-time", (guint64)0, + "max-size-buffers", 0, + "use-rate-estimate", FALSE, NULL); + } + + buffer_handle->buffering_bytes = buffering_bytes; + buffer_handle->buffering_time = buffering_time; + + debug_log("[New][Q2] max-size-bytes : %d", buffering_bytes); + } + } + MMPLAYER_FLEAVE(); return; } -#define GET_BYTE_FROM_BIT(bit) (bit/8) -void __mm_player_streaming_buffering(mm_player_streaming_t* streamer, GstMessage *buffering_msg) +void __mm_player_streaming_set_queue2( mm_player_streaming_t* streamer, + GstElement* buffer, + gboolean use_buffering, + guint buffering_bytes, + gdouble buffering_time, + gdouble low_percent, + gdouble high_percent, + gboolean use_file, + gchar* file_path, + guint64 content_size) { - GstBufferingMode mode = GST_BUFFERING_STREAM; - gint byte_in_rate = 0; - gint byte_out_rate = 0; - gint64 buffering_left = -1; - gdouble buffering_time = DEFAULT_BUFFERING_TIME; - gdouble low_percent = 0.0; - gdouble high_percent = 0.0; - guint high_percent_byte = 0; - gint buffer_percent = 0; - guint buffer_criteria = 0; + MMPLAYER_FENTER(); + return_if_fail(streamer); - return_if_fail ( streamer ); - return_if_fail ( buffering_msg ); - return_if_fail ( GST_IS_MESSAGE ( buffering_msg ) ); - return_if_fail ( GST_MESSAGE_TYPE ( buffering_msg ) == GST_MESSAGE_BUFFERING ); + if (buffer) + { + debug_log("USE-BUFFERING : %s", (use_buffering)?"OOO":"XXX"); + + streamer->buffer_handle[BUFFER_TYPE_MUXED].buffer = buffer; + + if (use_buffering) + { + streamer->streaming_buffer_type = BUFFER_TYPE_MUXED; + + if (content_size > 0) + { + if (streamer->buffering_req.initial_second > 0) + streamer->buffering_req.is_pre_buffering = TRUE; + else + streamer->buffering_req.initial_second = (gint)ceil(buffering_time); + } + else + { + debug_log("live streaming without mq"); + + streamer->buffer_handle[BUFFER_TYPE_MUXED].is_live = TRUE; + streamer->buffering_req.initial_second = buffering_time = DEFAULT_BUFFERING_TIME; + } + } + + g_object_set ( G_OBJECT (streamer->buffer_handle[BUFFER_TYPE_MUXED].buffer), "use-buffering", use_buffering, NULL ); + } - /* update when buffering has started. */ - if ( !streamer->is_buffering ) + streaming_set_buffer_size (streamer, BUFFER_TYPE_MUXED, buffering_bytes, buffering_time); + streaming_set_buffer_percent (streamer, BUFFER_TYPE_MUXED, low_percent, high_percent, 0); + streaming_set_queue2_queue_type (streamer, use_file, file_path, content_size); + + MMPLAYER_FLEAVE(); + return; +} + +void __mm_player_streaming_sync_property(mm_player_streaming_t* streamer, GstElement* decodebin) +{ + streaming_buffer_t* buffer_handle = NULL; + + MMPLAYER_FENTER(); + + return_if_fail ( streamer && decodebin ); + + buffer_handle = &(streamer->buffer_handle[BUFFER_TYPE_DEMUXED]); + + if ((streamer->need_sync) && (streamer->streaming_buffer_type == BUFFER_TYPE_DEMUXED)) { - debug_log ( "buffering has started.\n" ); + g_object_set (G_OBJECT(decodebin), + "max-size-bytes", buffer_handle->buffering_bytes, + "max-size-time", (guint64)(ceil(buffer_handle->buffering_time) * GST_SECOND), + "low-percent", (gint)buffer_handle->buffer_low_percent, + "high-percent", (gint)buffer_handle->buffer_high_percent, NULL); - streamer->is_buffering = TRUE; - streamer->buffering_percent = -1; - streamer->need_update = TRUE; } - /* update buffer percent */ - gst_message_parse_buffering ( buffering_msg, &buffer_percent ); + streamer->need_sync = FALSE; +} + +void __mm_player_streaming_set_multiqueue( mm_player_streaming_t* streamer, + GstElement* buffer, + gboolean use_buffering, + guint buffering_bytes, + gdouble buffering_time, + gdouble low_percent, + gdouble high_percent) +{ + streaming_buffer_t* buffer_handle = NULL; + gdouble pre_buffering_time = 0.0; + + MMPLAYER_FENTER(); + return_if_fail(streamer); - if ( streamer->buffering_percent < buffer_percent ) + buffer_handle = &(streamer->buffer_handle[BUFFER_TYPE_DEMUXED]); + pre_buffering_time = (gdouble)streamer->buffering_req.initial_second; + + if (buffer) { - debug_log ( "buffering %d%%....\n", buffer_percent ); - streamer->buffering_percent = buffer_percent; + debug_log("USE-BUFFERING : %s", (use_buffering)?"OOO":"XXX"); + + buffer_handle->buffer = buffer; + + if (use_buffering) + { + streamer->streaming_buffer_type = BUFFER_TYPE_DEMUXED; + + // during prebuffering by requirement, buffer setting should not be changed. + if (pre_buffering_time > 0) + streamer->buffering_req.is_pre_buffering = TRUE; + } + + g_object_set ( G_OBJECT (buffer_handle->buffer), "use-buffering", use_buffering, NULL ); } - if ( streamer->buffering_percent == MAX_BUFFER_PERCENT ) + debug_log ("time req: %2.2f, default: %2.2f\n", pre_buffering_time, buffering_time); + + if (pre_buffering_time <= 0.0) { - debug_log ( "buffering had done.\n" ); - streamer->is_buffering = FALSE; + pre_buffering_time = DEFAULT_PLAYING_TIME; + streamer->buffering_req.initial_second = (gint)ceil(buffering_time); } - if (!streamer->need_update) + high_percent = (pre_buffering_time * 100) / MAX_DECODEBIN_BUFFER_TIME; + debug_log ("high_percent : per %2.3f %%\n", high_percent); + + streaming_set_buffer_size (streamer, BUFFER_TYPE_DEMUXED, MAX_DECODEBIN_BUFFER_BYTES, MAX_DECODEBIN_BUFFER_TIME); + streaming_set_buffer_percent (streamer, BUFFER_TYPE_DEMUXED, low_percent, 0, high_percent); + + streamer->need_sync = TRUE; + + MMPLAYER_FLEAVE(); + return; +} + +static void +streaming_get_current_bitrate_info( mm_player_streaming_t* streamer, + GstMessage *buffering_msg, + streaming_content_info_t content_info, + streaming_bitrate_info_t* bitrate_info) +{ + + GstQuery *query = NULL; + GstBufferingMode mode = GST_BUFFERING_STREAM; + gint in_rate = 0; + gint out_rate = 0; + gint64 buffering_left = -1; + + guint buffer_criteria = 0; + guint estimated_content_bitrate = 0; + + gdouble buffer_buffering_time = DEFAULT_BUFFERING_TIME; + + MMPLAYER_FENTER(); + + return_if_fail(streamer); + return_if_fail(bitrate_info); + + if ((buffering_msg == NULL) || + ((streamer->buffer_handle[BUFFER_TYPE_DEMUXED].buffer != NULL) && + (streamer->buffer_handle[BUFFER_TYPE_MUXED].buffer != NULL) && + (buffering_msg->src == (GstObject *)streamer->buffer_handle[BUFFER_TYPE_DEMUXED].buffer))) { - debug_log ( "don't need to update buffering stats during buffering.\n" ); - return; + query = gst_query_new_buffering (GST_FORMAT_PERCENT); + + if (gst_element_query ((streamer->buffer_handle[BUFFER_TYPE_MUXED].buffer), query)) + { + gst_query_parse_buffering_stats (query, &mode, &in_rate, &out_rate, &buffering_left); + } + + gst_query_unref (query); + } + else + { + gst_message_parse_buffering_stats (buffering_msg, &mode, &in_rate, &out_rate, &buffering_left); } - /* Note : Parse the buffering message to get the in/out throughput. - * avg_in is the network throughput and avg_out is the consumed throughtput by the linkded element. - */ - gst_message_parse_buffering_stats ( buffering_msg, &mode, &byte_in_rate, &byte_out_rate, &buffering_left ); + debug_log ("Streaming Info : in %d, out %d, left %lld\n", in_rate, out_rate, buffering_left); + + if ((content_info.content_size > 0) && (content_info.duration > 0) && ((content_info.duration/GST_SECOND) > 0)) + estimated_content_bitrate = GET_BIT_FROM_BYTE((guint)(content_info.content_size / (content_info.duration/GST_SECOND))); if (streamer->buffer_max_bitrate > 0) { + streamer->buffer_max_bitrate = MAX(streamer->buffer_max_bitrate, streamer->buffer_avg_bitrate); + streamer->buffer_max_bitrate = MAX(streamer->buffer_max_bitrate, estimated_content_bitrate); + buffer_criteria = GET_BYTE_FROM_BIT(streamer->buffer_max_bitrate); - byte_out_rate = GET_BYTE_FROM_BIT(streamer->buffer_max_bitrate /3); + + if (streamer->buffer_avg_bitrate > estimated_content_bitrate) + out_rate = GET_BYTE_FROM_BIT(streamer->buffer_avg_bitrate); + else if (estimated_content_bitrate != 0) + out_rate = GET_BYTE_FROM_BIT(estimated_content_bitrate); + else + out_rate = GET_BYTE_FROM_BIT(streamer->buffer_max_bitrate/3); + + debug_log ("(max)content_max_byte_rate %d, byte_out_rate %d\n", buffer_criteria, out_rate); } else if (streamer->buffer_avg_bitrate > 0) { buffer_criteria = GET_BYTE_FROM_BIT(streamer->buffer_avg_bitrate * 3); - byte_out_rate = GET_BYTE_FROM_BIT(streamer->buffer_avg_bitrate); + out_rate = GET_BYTE_FROM_BIT(MAX(streamer->buffer_avg_bitrate,estimated_content_bitrate)); + + debug_log ("(avg)content_max_byte_rate %d, byte_out_rate %d\n", buffer_criteria, out_rate); + } + else + { + debug_warning ("There is no content bitrate information\n"); } - debug_log ( "in rate is %d, out rate is %d (bytes/sec).\n", byte_in_rate, byte_out_rate ); + if ((in_rate > 0) && (out_rate > 0)) + buffer_buffering_time = (gdouble)out_rate / (gdouble)in_rate; + else if ((in_rate <= 0) && (out_rate > 0)) + buffer_buffering_time = MAX_BUFFERING_TIME; + else + buffer_buffering_time = DEFAULT_BUFFERING_TIME; + + (*bitrate_info).byte_in_rate = in_rate; + (*bitrate_info).byte_out_rate = out_rate; + (*bitrate_info).time_rate = buffer_buffering_time; + (*bitrate_info).buffer_criteria = buffer_criteria; +} + +static void +streaming_handle_fixed_buffering_mode( mm_player_streaming_t* streamer, + gint byte_out_rate, + gdouble fixed_buffering_time, + streaming_buffer_info_t* buffer_info) +{ + streaming_buffer_t* buffer_handle = NULL; + + guint buffering_bytes = 0; + gdouble buffering_time = 0.0; + gdouble per_byte = 0.0; + gdouble per_time = 0.0; + + return_if_fail(streamer); + return_if_fail(buffer_info); + + buffer_handle = &(streamer->buffer_handle[streamer->streaming_buffer_type]); + buffering_time = fixed_buffering_time; + + debug_log ("[IN] MM_PLAYER_BUFFERING_MODE_FIXED (%2.2f sec), out:%d\n", buffering_time, byte_out_rate); + + if ((buffering_time > 0) && (byte_out_rate > 0)) + { + buffering_bytes = GET_NEW_BUFFERING_BYTE(byte_out_rate * buffering_time); + } + else + { + if (buffering_time <= 0) + buffering_time = GET_CURRENT_BUFFERING_TIME(buffer_handle); + + debug_warning ("content bitrate is not updated yet.\n"); + buffering_bytes = GET_CURRENT_BUFFERING_BYTE(buffer_handle); + } + + GET_PERCENT(buffering_time, GET_CURRENT_BUFFERING_TIME(buffer_handle), buffer_handle->buffer_high_percent, per_time); + GET_PERCENT(buffering_bytes, GET_CURRENT_BUFFERING_BYTE(buffer_handle), buffer_handle->buffer_high_percent, per_byte); + + debug_log ("[NEW] bytes %d, time %f, per_byte %f, per_time %f\n", + buffering_bytes, buffering_time, per_byte, per_time); + + (*buffer_info).buffering_bytes = buffering_bytes; + (*buffer_info).buffering_time = buffering_time; + (*buffer_info).percent_byte = per_byte; + (*buffer_info).percent_time = per_time; +} + +static void +streaming_handle_adaptive_buffering_mode( mm_player_streaming_t* streamer, + streaming_content_info_t content_info, + streaming_bitrate_info_t bitrate_info, + streaming_buffer_info_t* buffer_info, + gint expected_play_time) +{ + streaming_buffer_t* buffer_handle = NULL; + + gint buffering_bytes = 0; + gint adj_buffering_bytes = 0; + gdouble buffer_buffering_time = 0.0; + gdouble per_byte = 0.0; + gdouble per_time = 0.0; + gdouble portion = 0.0; + gdouble default_buffering_time = 0.0; + + return_if_fail(streamer); + return_if_fail(buffer_info); + + debug_log ("[IN] MM_PLAYER_BUFFERING_MODE_SLINK (pos %lld, dur %lld, size %lld), in/out:%d/%d, buffer_criteria:%d, time_rate:%f, need:%d sec\n", + content_info.position, content_info.duration, content_info.content_size, + bitrate_info.byte_in_rate, bitrate_info.byte_out_rate, + bitrate_info.buffer_criteria, bitrate_info.time_rate, expected_play_time); + + if (((expected_play_time == TO_THE_END) && (content_info.position <= 0)) || + (content_info.duration <= 0) || + (content_info.content_size <= 0)) + { + debug_warning ("Impossible to update buffer setting!! keep previous setting!\n"); + return; + } + + if ((bitrate_info.byte_out_rate <= 0) || (bitrate_info.buffer_criteria == 0)) + { + debug_warning ("Don't need to change buffer setting(or impossible)!! keep previous setting!\n"); + return; + } + + buffer_handle = &(streamer->buffer_handle[streamer->streaming_buffer_type]); + + if (bitrate_info.byte_in_rate < bitrate_info.byte_out_rate) + { + if (expected_play_time != TO_THE_END) + portion = (double)(expected_play_time * GST_SECOND) / (double)content_info.duration; + else + portion = (1 - (double)content_info.position/(double)content_info.duration); + + buffering_bytes = GET_NEW_BUFFERING_BYTE(((double)content_info.content_size * portion) \ + * (1 - (double)bitrate_info.byte_in_rate/(double)bitrate_info.byte_out_rate)); + } + else + { + // buffering_bytes will be set as streamer->default_val.buffering_time + debug_warning ("*Warning : receiving rate(%d) > avg content bitrate(%d)!\n", bitrate_info.byte_in_rate, bitrate_info.byte_out_rate); + debug_warning ("*Warning : There is no reason to buffering.!\n"); + debug_warning ("*Warning : in-rate or content bitrate has reported wrong value.!\n"); + } + + if (buffering_bytes > 0) + buffer_buffering_time = (gdouble)buffering_bytes / (gdouble)bitrate_info.byte_out_rate; + + if (content_info.position <= 0) + { + /* if the buffer is filled under 50%, MSL use the original default buffering time. + if not, MSL use just 2 sec as a default buffering time. (to reduce initial buffering time) */ + default_buffering_time = streamer->default_val.buffering_time - (streamer->buffering_percent/50); + } + else + { + default_buffering_time = streamer->default_val.buffering_time; + } + + if (buffer_buffering_time < default_buffering_time) + { + debug_log ("[NEW- adj] buffering time : %2.2f --> %2.2f\n", buffer_buffering_time, default_buffering_time); + debug_log ("[NEW- adj] buffering bytes : %d or %d or %d\n", + buffering_bytes, + (gint)(bitrate_info.byte_out_rate * buffer_buffering_time), + (gint)(bitrate_info.buffer_criteria * buffer_buffering_time)); + + if (content_info.position > 0) + { + // start monitoring the abmormal state + streamer->default_val.buffering_monitor = TRUE; + } + + buffer_buffering_time = default_buffering_time; + adj_buffering_bytes = GET_NEW_BUFFERING_BYTE(bitrate_info.byte_out_rate * (gint)ceil(buffer_buffering_time)); + buffering_bytes = MAX(buffering_bytes, adj_buffering_bytes); + } + + GET_PERCENT(buffering_bytes, GET_CURRENT_BUFFERING_BYTE(buffer_handle), buffer_handle->buffer_high_percent, per_byte); + GET_PERCENT(buffer_buffering_time, GET_CURRENT_BUFFERING_TIME(buffer_handle), buffer_handle->buffer_high_percent, per_time); + + debug_log ("[NEW- last][buffering_monitor == %s] bytes %d, time %f, per_byte %f, per_time %f\n", + (streamer->default_val.buffering_monitor)?"OO":"XX", + buffering_bytes, buffer_buffering_time, per_byte, per_time); + + (*buffer_info).buffering_bytes = buffering_bytes; + (*buffer_info).buffering_time = buffer_buffering_time; + (*buffer_info).percent_byte = per_byte; + (*buffer_info).percent_time = per_time; + +} + +static void +streaming_update_buffer_setting ( mm_player_streaming_t* streamer, + GstMessage *buffering_msg, // can be null + guint64 content_size, + gint64 position, + gint64 duration) +{ + streaming_buffer_t* buffer_handle = NULL; + MMPlayerBufferingMode buffering_mode = MM_PLAYER_BUFFERING_MODE_ADAPTIVE; + + streaming_buffer_info_t buffer_info; + streaming_content_info_t content_info; + streaming_bitrate_info_t bitrate_info; + + gdouble low_percent = 0.0; + + MMPLAYER_FENTER(); + + return_if_fail ( streamer ); + + memset(&buffer_info, 0x00, sizeof(streaming_buffer_info_t)); + memset(&content_info, 0x00, sizeof(streaming_content_info_t)); + memset(&bitrate_info, 0x00, sizeof(streaming_bitrate_info_t)); + + buffer_handle = &(streamer->buffer_handle[streamer->streaming_buffer_type]); - if ( byte_in_rate > 0 && byte_out_rate > 0) - buffering_time = byte_out_rate / byte_in_rate; - else if (byte_in_rate <= 0 && byte_out_rate > 0) - buffering_time = MAX_BUFFERING_TIME; + if (streamer->buffering_req.is_pre_buffering == TRUE) + buffering_mode = MM_PLAYER_BUFFERING_MODE_FIXED; else - buffering_time = DEFAULT_BUFFERING_TIME; + buffering_mode = streamer->buffering_req.mode; - streaming_set_buffering_time(streamer, buffering_time); + buffer_info.buffering_bytes = buffer_handle->buffering_bytes; + buffer_info.buffering_time = buffer_handle->buffering_time; + buffer_info.percent_byte = buffer_handle->buffer_high_percent; + buffer_info.percent_time = buffer_handle->buffer_high_percent; + + content_info.position = position; + content_info.duration = duration; + content_info.content_size = content_size; + + streaming_get_current_bitrate_info(streamer, buffering_msg, content_info, &bitrate_info); + + debug_log ("buffering mode %d, new info in_r:%d, out_r:%d, cb:%d, bt:%f\n", + buffering_mode, bitrate_info.byte_in_rate, bitrate_info.byte_out_rate, + bitrate_info.buffer_criteria, bitrate_info.time_rate); /* calculate buffer low/high percent */ low_percent = DEFAULT_BUFFER_LOW_PERCENT; - if ( buffer_criteria > 0 ) + /******************** + * (1) fixed mode * + ********************/ + + if (buffering_mode == MM_PLAYER_BUFFERING_MODE_FIXED) { - high_percent_byte = buffer_criteria * streamer->buffering_time; - high_percent = ( (gdouble)high_percent_byte * 100.0 ) / (gdouble)streamer->buffer_size; + gdouble buffering_time = 0.0; + + if (streamer->buffering_req.is_pre_buffering == TRUE) + buffering_time = (gdouble)streamer->buffering_req.initial_second; + else + buffering_time = (gdouble)streamer->buffering_req.runtime_second; + + streaming_handle_fixed_buffering_mode(streamer, bitrate_info.byte_out_rate, buffering_time, &buffer_info); } + + /*********************************** + * (2) once mode for samsung link * + ***********************************/ + else if (buffering_mode == MM_PLAYER_BUFFERING_MODE_SLINK) + { + streaming_handle_adaptive_buffering_mode(streamer, content_info, bitrate_info, &buffer_info, TO_THE_END); + } + + /********************************* + * (3) adaptive mode (default) * + *********************************/ else { - high_percent_byte = streamer->buffer_high_percent * streamer->buffer_size / 100; - high_percent= streamer->buffer_high_percent; + gint expected_play_time = DEFAULT_PLAYING_TIME; + + if (streamer->buffering_req.runtime_second > 0) + { + expected_play_time = streamer->buffering_req.runtime_second; + } + else if ((position == 0) && (streamer->is_buffering)) + { + expected_play_time = streamer->buffering_req.initial_second; + } + + if (expected_play_time <= 0) + expected_play_time = DEFAULT_PLAYING_TIME; + + streaming_handle_adaptive_buffering_mode(streamer, content_info, bitrate_info, &buffer_info, expected_play_time); + + if (IS_MUXED_BUFFERING_MODE(streamer)) // even if new byte size is smaller than the previous one, time need to be updated. + buffer_handle->buffering_time = buffer_info.buffering_time; } - if ( streamer->buffer_size < high_percent_byte ) + debug_log ("new buffer size [%d -> %d bytes] / [%2.2f -> %2.2f sec] / %s \n", + GET_CURRENT_BUFFERING_BYTE(buffer_handle), buffer_info.buffering_bytes, + GET_CURRENT_BUFFERING_TIME(buffer_handle), buffer_info.buffering_time, + (IS_MUXED_BUFFERING_MODE(streamer))?"MUXED":((IS_DEMUXED_BUFFERING_MODE(streamer))?"DEMUXED":"----")); + + // queue2 : bytes, multiqueue : time + if (((GET_CURRENT_BUFFERING_BYTE(buffer_handle) < buffer_info.buffering_bytes) && IS_MUXED_BUFFERING_MODE(streamer)) || + ((GET_CURRENT_BUFFERING_TIME(buffer_handle) < buffer_info.buffering_time) && IS_DEMUXED_BUFFERING_MODE(streamer))) { - debug_log ( "buffer size[%d bytes] is smaller than high threshold[%d bytes]. update it. \n", - streamer->buffer_size, high_percent_byte ); + if (duration > 0 && position > 0) + { + gdouble buffering_time_limit = (gdouble)(duration - position)/GST_SECOND; - streaming_set_buffer_size(streamer, high_percent_byte * 1.1); + if (buffer_info.buffering_time > buffering_time_limit) + buffer_info.buffering_time = buffering_time_limit; + } + + streaming_set_buffer_size(streamer, streamer->streaming_buffer_type, buffer_info.buffering_bytes, buffer_info.buffering_time); } - streaming_set_buffer_percent(streamer, low_percent, high_percent); + streaming_set_buffer_percent(streamer, streamer->streaming_buffer_type, low_percent, buffer_info.percent_byte, buffer_info.percent_time); - streamer->need_update = FALSE; + debug_log("[FINAL] buffer setting : size %d, time %f, per %f\n", + GET_CURRENT_BUFFERING_BYTE(buffer_handle), + GET_CURRENT_BUFFERING_TIME(buffer_handle), + buffer_handle->buffer_high_percent); + + streamer->need_sync = TRUE; +} + +static void +streaming_adjust_min_threshold(mm_player_streaming_t* streamer, gint64 position) +{ +#define DEFAULT_TIME_PAD 1 // sec + gint playing_time = 0; + + MMPLAYER_FENTER(); + + return_if_fail(streamer); + + playing_time = (gint)((position - streamer->default_val.prev_pos) / GST_SECOND); + + debug_log ("[GRACE_NEW] buffering monitor = %s\n", (streamer->default_val.buffering_monitor)?"ON":"OFF"); + debug_log ("[GRACE_NEW] playing_time ( %d sec) = %lld - %lld \n", playing_time, position, streamer->default_val.prev_pos); + debug_log ("[GRACE_NEW] default time : %2.3f, prev buffering t : %2.3f\n", + streamer->default_val.buffering_time, streamer->buffer_handle[streamer->streaming_buffer_type].buffering_time); + + if ((streamer->default_val.buffering_monitor) && (playing_time <= (gint)streamer->default_val.buffering_time)) + { + gint time_gap = 0; + time_gap = (gint)(streamer->default_val.buffering_time - DEFAULT_BUFFERING_TIME); + if (time_gap <= 0) + time_gap = DEFAULT_TIME_PAD; + + streamer->default_val.buffering_time += time_gap*2; + streamer->default_val.buffering_time = MIN(streamer->default_val.buffering_time, MAX_BUFFERING_TIME); + } + else + { + streamer->default_val.buffering_time = DEFAULT_BUFFERING_TIME; + } + + debug_log ("[GRACE_NEW] new default min value %2.3f \n", streamer->default_val.buffering_time); + + streamer->default_val.buffering_monitor = FALSE; + streamer->default_val.prev_pos = position; +} + +static void +streaming_update_buffering_status(mm_player_streaming_t* streamer, GstMessage *buffering_msg, gint64 position) +{ + gint buffer_percent = 0; + gboolean increased_per = TRUE; + + MMPLAYER_FENTER(); + + return_if_fail(streamer); + return_if_fail(buffering_msg); + + /* update when buffering has started. */ + if ( !streamer->is_buffering ) + { + debug_log ("buffering has started.\n"); + streamer->is_buffering = TRUE; + streamer->is_buffering_done = FALSE; + streamer->buffering_percent = -1; + + if (!streamer->buffering_req.is_pre_buffering) + { + streamer->need_update = TRUE; + streaming_adjust_min_threshold(streamer, position); + } + } + + /* update buffer percent */ + gst_message_parse_buffering (buffering_msg, &buffer_percent); + + if (streamer->buffering_percent < buffer_percent) + { + debug_log ("[%s] buffering %d%%....\n", GST_OBJECT_NAME(GST_MESSAGE_SRC(buffering_msg)), buffer_percent); + streamer->buffering_percent = buffer_percent; + } + else + { + increased_per = FALSE; + } + + if ((streamer->buffering_percent == MAX_BUFFER_PERCENT) || (streamer->is_buffering_done == TRUE)) + { + debug_log ("buffering had done. finished!!\n"); + streamer->is_buffering = FALSE; + streamer->buffering_req.is_pre_buffering = FALSE; + if (streamer->buffering_percent == MAX_BUFFER_PERCENT) + streamer->is_buffering_done = FALSE; + else + streamer->buffering_percent = MAX_BUFFER_PERCENT; + } + else + { + // need to update periodically in case of slink mode + if ((increased_per == TRUE) && + (buffer_percent%10 == 0) && + (streamer->buffering_req.mode == MM_PLAYER_BUFFERING_MODE_SLINK) && + (streamer->buffering_req.is_pre_buffering == FALSE)) + { + debug_log ("Update buffer setting to reflect data receiving rate (slink mode)\n"); + streamer->need_update = TRUE; + } + } +} + +void __mm_player_streaming_buffering( mm_player_streaming_t* streamer, + GstMessage *buffering_msg, + guint64 content_size, + gint64 position, + gint64 duration) +{ + MMPLAYER_FENTER(); + + return_if_fail ( streamer ); + return_if_fail ( buffering_msg ); + return_if_fail ( GST_IS_MESSAGE ( buffering_msg ) ); + return_if_fail ( (GST_MESSAGE_TYPE ( buffering_msg ) == GST_MESSAGE_BUFFERING) ); + + if (buffering_msg) + { + if (position > (gint64)(streamer->buffering_req.initial_second * GST_SECOND)) + streamer->buffering_req.is_pre_buffering = FALSE; + + streaming_update_buffering_status(streamer, buffering_msg, position); + + if (!streamer->need_update) + { + //debug_log ("don't need to update buffering stats during buffering.\n"); + return; + } + + streamer->need_update = FALSE; + } + + streaming_update_buffer_setting (streamer, buffering_msg, content_size, position, duration); return; } diff --git a/src/mm_player_tracks.c b/src/mm_player_tracks.c new file mode 100755 index 0000000..96c0d0d --- /dev/null +++ b/src/mm_player_tracks.c @@ -0,0 +1,514 @@ +/* + * libmm-player + * + * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. + * + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, naveen cherukuri <naveen.ch@samsung.com>, + * YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * + */ +#include <mm_debug.h> +#include <mm_error.h> +#include <mm_attrs_private.h> +#include "mm_player_utils.h" +#include "mm_player_tracks.h" + +/*--------------------------------------------------------------------------------------- +| LOCAL FUNCTION PROTOTYPES: | +---------------------------------------------------------------------------------------*/ +static int __mmplayer_track_get_language(mm_player_t* player, MMPlayerTrackType type, gint stream_index, gchar **code); + + +/*======================================================================================= +| FUNCTION DEFINITIONS | +=======================================================================================*/ +int _mmplayer_get_track_count(MMHandleType hplayer, MMPlayerTrackType type, int *count) +{ + mm_player_t* player = (mm_player_t*) hplayer; + MMHandleType attrs = 0; + int ret = MM_ERROR_NONE; + + MMPLAYER_FENTER(); + + /* check player handle */ + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + return_val_if_fail(count, MM_ERROR_COMMON_INVALID_ARGUMENT); + return_val_if_fail((MMPLAYER_CURRENT_STATE(player) != MM_PLAYER_STATE_PAUSED) + ||(MMPLAYER_CURRENT_STATE(player) != MM_PLAYER_STATE_PLAYING), + MM_ERROR_PLAYER_INVALID_STATE); + + attrs = MMPLAYER_GET_ATTRS(player); + if ( !attrs ) + { + debug_error("cannot get content attribute"); + return MM_ERROR_PLAYER_INTERNAL; + } + + switch (type) + { + case MM_PLAYER_TRACK_TYPE_AUDIO: + { + /*if function called for normal file [no multi audio] */ + if(player->selector[MM_PLAYER_TRACK_TYPE_AUDIO].total_track_num <= 0) + { + *count = 0; + break; + } + ret = mm_attrs_get_int_by_name(attrs, "content_audio_track_num", count); + } + break; +#ifdef _USE_M_V_INPUT_SELECTOR_ + case MM_PLAYER_TRACK_TYPE_VIDEO: + ret = mm_attrs_get_int_by_name(attrs, "content_video_track_num", count); + break; +#endif + case MM_PLAYER_TRACK_TYPE_TEXT: + ret = mm_attrs_get_int_by_name(attrs, "content_text_track_num", count); + break; + default: + ret = MM_ERROR_COMMON_INVALID_ARGUMENT; + break; + } + + debug_log ("%d track num : %d\n", type, *count); + + MMPLAYER_FLEAVE(); + + return ret; +} + +int _mmplayer_select_track(MMHandleType hplayer, MMPlayerTrackType type, int index) +{ + int ret = MM_ERROR_NONE; + mm_player_t* player = (mm_player_t*) hplayer; + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + MMPLAYER_FENTER(); + + + if (type == MM_PLAYER_TRACK_TYPE_TEXT && player->subtitle_language_list) + { + GstElement *subparse = NULL; + MMPlayerLangStruct *temp = NULL; + unsigned long cur_time = 0; + + if(!player->pipeline || !player->pipeline->textbin[MMPLAYER_T_FAKE_SINK].gst) + { + ret = MM_ERROR_PLAYER_NOT_INITIALIZED; + goto EXIT; + } + + _mmplayer_get_position (hplayer, MM_PLAYER_POS_FORMAT_TIME, &cur_time); + temp = g_list_nth_data (player->subtitle_language_list, index); + + subparse = player->pipeline->mainbin[MMPLAYER_M_SUBPARSE].gst; + debug_log("setting to language %s", temp->language_code); + g_object_set (G_OBJECT (subparse), "current-language", temp->language_key, NULL); + + _mmplayer_sync_subtitle_pipeline(player); + + } + else + { + ret = _mmplayer_change_track_language (hplayer, type, index); + } + +EXIT: + MMPLAYER_FLEAVE(); + return ret; +} + +#ifdef _MULTI_TRACK +int _mmplayer_track_add_subtitle_language(MMHandleType hplayer, int index) +{ + int ret = MM_ERROR_NONE; + mm_player_t* player = (mm_player_t*) hplayer; + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + MMPLAYER_FENTER(); + + if(!player->pipeline || !player->pipeline->mainbin[MMPLAYER_M_T_SUBMUX_EXTERNAL].gst) + { + ret = MM_ERROR_PLAYER_NOT_INITIALIZED; + goto EXIT; + } + + if (player->subtitle_language_list) + { + GstElement *subparse = NULL; + MMPlayerLangStruct *temp = NULL; + + temp = g_list_nth_data (player->subtitle_language_list, index); + temp->active = TRUE; + + subparse = player->pipeline->mainbin[MMPLAYER_M_T_SUBMUX_EXTERNAL].gst; + debug_log("adding to language %s", temp->language_code); + g_object_set (G_OBJECT (subparse), "current-language", temp->language_key, NULL); + g_object_set (G_OBJECT (subparse), "lang-list", player->subtitle_language_list, NULL); + + _mmplayer_sync_subtitle_pipeline(player); + } + else + { + debug_warning("It is for just subtitle track"); + ret = MM_ERROR_PLAYER_NO_OP; + goto EXIT; + } + +EXIT: + MMPLAYER_FLEAVE(); + return ret; +} + +int _mmplayer_track_remove_subtitle_language(MMHandleType hplayer, int index) +{ + int ret = MM_ERROR_NONE; + mm_player_t* player = (mm_player_t*) hplayer; + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + MMPLAYER_FENTER(); + + if(!player->pipeline || !player->pipeline->mainbin[MMPLAYER_M_T_SUBMUX_EXTERNAL].gst) + { + ret = MM_ERROR_PLAYER_NOT_INITIALIZED; + goto EXIT; + } + + if (player->subtitle_language_list) + { + GstElement *subparse = NULL; + MMPlayerLangStruct *temp = NULL; + + temp = g_list_nth_data (player->subtitle_language_list, index); + temp->active = FALSE; + + subparse = player->pipeline->mainbin[MMPLAYER_M_T_SUBMUX_EXTERNAL].gst; + debug_log("removing to language %s", temp->language_code); + g_object_set (G_OBJECT (subparse), "current-language", temp->language_key, NULL); + g_object_set (G_OBJECT (subparse), "lang-list", player->subtitle_language_list, NULL); + + _mmplayer_sync_subtitle_pipeline(player); + } + else + { + debug_warning("It is for just subtitle track"); + ret = MM_ERROR_PLAYER_NO_OP; + goto EXIT; + } + +EXIT: + MMPLAYER_FLEAVE(); + return ret; +} +#endif +int _mmplayer_get_current_track(MMHandleType hplayer, MMPlayerTrackType type, int *index) +{ + int ret = MM_ERROR_NONE; + mm_player_t* player = (mm_player_t*) hplayer; + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + MMPLAYER_FENTER(); + + if (type >= MM_PLAYER_TRACK_TYPE_MAX) + { + ret = MM_ERROR_INVALID_ARGUMENT; + debug_log("Not a proper type [type:%d] \n", type); + goto EXIT; + } + + if (type == MM_PLAYER_TRACK_TYPE_TEXT && player->subtitle_language_list) + { + GstElement *subparse = NULL; + int total_track_count = 0; + gchar* current_language = NULL; + MMPlayerLangStruct *temp = NULL; + MMHandleType attrs = 0; + + attrs = MMPLAYER_GET_ATTRS(player); + if (!attrs) + { + debug_error("cannot get content attribute"); + ret = MM_ERROR_PLAYER_INTERNAL; + goto EXIT; + } + + mm_attrs_get_int_by_name(attrs, "content_text_track_num", &total_track_count); + + subparse = player->pipeline->mainbin[MMPLAYER_M_SUBPARSE].gst; + g_object_get (G_OBJECT (subparse), "current-language", ¤t_language, NULL); + debug_log("current language is %s ",current_language); + while (total_track_count) + { + temp = g_list_nth_data (player->subtitle_language_list, total_track_count - 1); + if (temp) + { + debug_log("find the list"); + if (!strcmp(temp->language_key, current_language)) + { + *index = total_track_count - 1; + debug_log("current lang index is %d", *index); + break; + } + } + total_track_count--; + } + } + else + { + if (player->selector[type].total_track_num <= 0) + { + ret = MM_ERROR_PLAYER_NO_OP; + debug_log("there is no track information [type:%d] \n", type); + goto EXIT; + } + + *index = player->selector[type].active_pad_index; + } + +EXIT: + MMPLAYER_FLEAVE(); + return ret; +} + +int _mmplayer_get_track_language_code(MMHandleType hplayer, MMPlayerTrackType type, int index, char **code) +{ + int ret = MM_ERROR_NONE; + + return_val_if_fail(hplayer, MM_ERROR_PLAYER_NOT_INITIALIZED); + mm_player_t* player = (mm_player_t*) hplayer; + MMPLAYER_FENTER(); + + if (type == MM_PLAYER_TRACK_TYPE_TEXT && player->subtitle_language_list) + { + int language_code_size = 3;/*Size of ISO-639-1*/ + MMPlayerLangStruct *language_list = NULL; + + *code = (char*)malloc(language_code_size * sizeof(char)); + if (*code == NULL) + { + ret = MM_ERROR_PLAYER_INTERNAL; + goto EXIT; + } + memset(*code, 0, language_code_size * sizeof(char)); + + language_list = g_list_nth_data (player->subtitle_language_list, index); + if (language_list == NULL) + { + debug_log ("%d is not a proper index \n", index); + goto EXIT; + } + strncpy(*code, language_list->language_code, language_code_size); + } + else + { + if (player->selector[type].total_track_num <= 0) + { + ret = MM_ERROR_PLAYER_NO_OP; + debug_log("language list is not available. [type:%d] \n", type); + goto EXIT; + } + + if(index < 0 || index >= player->selector[type].total_track_num) + { + ret = MM_ERROR_INVALID_ARGUMENT; + debug_log("Not a proper index : %d \n", index); + goto EXIT; + } + + ret = __mmplayer_track_get_language(player, type, index, code); + } + +EXIT: + MMPLAYER_FLEAVE(); + return ret; +} + +void _mmplayer_track_initialize(mm_player_t* player) +{ + MMPlayerTrackType type = MM_PLAYER_TRACK_TYPE_AUDIO; + + MMPLAYER_FENTER(); + + for (;type<MM_PLAYER_TRACK_TYPE_MAX ; type++) + { + /* active_pad_index is initialized when player is created or destroyed. + and the value can be set by calling _mmplayer_change_track_language() + before pipeline is created.*/ + player->selector[type].total_track_num = 0; + player->selector[type].channels = g_ptr_array_new(); + } +} + +void _mmplayer_track_destroy(mm_player_t* player) +{ + MMPlayerTrackType type = MM_PLAYER_TRACK_TYPE_AUDIO; + MMHandleType attrs = 0; + MMPLAYER_FENTER(); + + attrs = MMPLAYER_GET_ATTRS(player); + if (attrs) + { + mm_attrs_set_int_by_name(attrs, "content_audio_track_num", 0); + mm_attrs_set_int_by_name(attrs, "content_video_track_num", 0); + mm_attrs_set_int_by_name(attrs, "content_text_track_num", 0); + + if (mmf_attrs_commit (attrs)) + debug_error("failed to commit.\n"); + } + + for (;type<MM_PLAYER_TRACK_TYPE_MAX ; type++) + { + player->selector[type].active_pad_index = 0; + player->selector[type].total_track_num = 0; + + if (player->selector[type].channels) + g_ptr_array_free (player->selector[type].channels, TRUE); + player->selector[type].channels = NULL; + } +} + +void _mmplayer_track_update_info(mm_player_t* player, MMPlayerTrackType type, GstPad *sinkpad) +{ + MMPLAYER_FENTER(); + + player->selector[type].total_track_num++; + g_ptr_array_add (player->selector[type].channels, sinkpad); + + debug_log ("type:%d, total track:%d\n", type, player->selector[type].total_track_num); +} + +static int __mmplayer_track_get_language(mm_player_t* player, MMPlayerTrackType type, gint stream_index, gchar **code) +{ + int ret = MM_ERROR_NONE; + + GstTagList *tag_list = NULL; + gchar* tag = NULL; + GstPad *sinkpad = NULL; + gint language_code_size = 3; /*Size of ISO-639-1*/ + + MMPLAYER_FENTER(); + + *code = (char *)malloc(language_code_size*sizeof(char)); + if(*code == NULL) + { + ret = MM_ERROR_PLAYER_INTERNAL; + goto EXIT; + } + memset(*code,0,language_code_size*sizeof(char)); + + debug_log ("total track num : %d , req idx : %d\n", player->selector[type].total_track_num, stream_index); + + if (stream_index < player->selector[type].total_track_num) + { + sinkpad = g_ptr_array_index (player->selector[type].channels, stream_index); + } + else + { + ret = MM_ERROR_INVALID_ARGUMENT; + goto EXIT; + } + + g_object_get (sinkpad, "tags", &tag_list, NULL); + //secure_debug_log ("[%s]\n", gst_tag_list_to_string(tag_list)); + + gst_tag_list_get_string (tag_list, GST_TAG_LANGUAGE_CODE, &tag); + + if(!tag) + { + debug_log("there is no lang info - und\n"); + strncpy(*code, "und", language_code_size); + } + else + { + debug_log("language information[%d] code: %s, len: %d \n", type, tag, strlen(tag)); + strncpy(*code, tag, /*strlen(tag)*/language_code_size); + g_free (tag); + } + + if (tag_list) + gst_tag_list_free (tag_list); + +EXIT: + MMPLAYER_FLEAVE(); + return ret; +} +#ifdef _MULTI_TRACK +int _mmplayer_track_foreach_selected_subtitle_language(MMHandleType hplayer,_mmplayer_track_selected_subtitle_language_cb foreach_cb, void *user_data) +{ + int ret = MM_ERROR_NONE; + mm_player_t* player = (mm_player_t*) hplayer; + return_val_if_fail(player, MM_ERROR_PLAYER_NOT_INITIALIZED); + MMPLAYER_FENTER(); + + int index = -1; + + if (player->subtitle_language_list) + { + int total_track_count = 0; + MMPlayerLangStruct *temp = NULL; + MMHandleType attrs = 0; + + attrs = MMPLAYER_GET_ATTRS(player); + if (!attrs) + { + debug_error("cannot get content attribute"); + ret = MM_ERROR_PLAYER_INTERNAL; + goto EXIT; + } + mm_attrs_get_int_by_name(attrs, "content_text_track_num", &total_track_count); + + if(!total_track_count) + { + debug_warning("There are no subtitle track selected."); + ret = MM_ERROR_PLAYER_NO_OP; + goto EXIT; + } + + while (total_track_count) + { + temp = g_list_nth_data (player->subtitle_language_list, total_track_count - 1); + if (temp) + { + debug_log("find the list"); + if (temp->active) + { + index = total_track_count - 1; + debug_log("active subtitle track index is %d", index); + if (!foreach_cb(index, user_data)) + { + ret = MM_ERROR_PLAYER_INTERNAL; + goto CALLBACK_ERROR; + } + } + } + total_track_count--; + } + + debug_log("we will return -1 for notifying the end to user"); + + /* After returning all selected indexs, we will return -1 for notifying the end to user */ + if (!foreach_cb(-1, user_data)) + { + ret = MM_ERROR_PLAYER_INTERNAL; + goto CALLBACK_ERROR; + } + } + +CALLBACK_ERROR: + debug_error("foreach callback returned error"); + +EXIT: + MMPLAYER_FLEAVE(); + return ret; + + +} +#endif diff --git a/src/mm_player_utils.c b/src/mm_player_utils.c index 787b234..1e02984 100755 --- a/src/mm_player_utils.c +++ b/src/mm_player_utils.c @@ -3,7 +3,8 @@ * * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved. * - * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, Heechul Jeon <heechul.jeon@samsung.com> + * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, + * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com> * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,6 +26,7 @@ #include <sys/stat.h> #include <fcntl.h> #include <sys/socket.h> +#include <sys/time.h> #include <netinet/in.h> #include <arpa/inet.h> #include <unicode/ucsdet.h> @@ -32,40 +34,53 @@ #include <mm_debug.h> #include "mm_player_utils.h" -bool util_exist_file_path(const char *file_path) +/* for getting status of connecting external display */ +#include <vconf.h> +#include <vconf-internal-sysman-keys.h> +#include <vconf-internal-wifi-keys.h> + +int util_exist_file_path(const char *file_path) { - int fd = -1; + int fd = 0; struct stat stat_results = {0, }; if (!file_path || !strlen(file_path)) - return FALSE; + return MM_ERROR_PLAYER_FILE_NOT_FOUND; fd = open (file_path, O_RDONLY); if (fd < 0) { - debug_error("failed to open %s, %s", file_path, strerror(errno)); - return FALSE; + debug_error("failed to open file by %s (%d)", strerror(errno), errno); + + if (EACCES == errno) +// return MM_ERROR_PLAYER_PERMISSION_DENIED; + + return MM_ERROR_PLAYER_FILE_NOT_FOUND; } if (fstat(fd, &stat_results) < 0) { debug_error("failed to get file status"); } + else if (stat_results.st_size == 0) + { + debug_error("file size is zero"); + close(fd); + return MM_ERROR_PLAYER_FILE_NOT_FOUND; + } else { - debug_warning("file size : %lld bytes", (long long)stat_results.st_size); //need to chech file validity + debug_warning("file size : %lld bytes", (long long)stat_results.st_size); } close(fd); - return TRUE; + return MM_ERROR_NONE; } bool util_write_file_backup(const char *backup_path, char *data_ptr, int data_size) { - debug_log("\n"); - FILE *fp = NULL; int wsize = 0; @@ -91,8 +106,6 @@ bool util_write_file_backup(const char *backup_path, char *data_ptr, int data_si bool util_remove_file_backup(const char *backup_path) { - debug_log("\n"); - if (!backup_path || !strlen(backup_path)) return FALSE; @@ -110,8 +123,6 @@ bool util_remove_file_backup(const char *backup_path) //bool util_is_midi_type_by_mem(void *mem, int size) int util_is_midi_type_by_mem(void *mem, int size) { - debug_log("\n"); - const char *p = (const char *)mem; if (size < DETECTION_PREFIX_SIZE) @@ -154,8 +165,6 @@ int util_is_midi_type_by_mem(void *mem, int size) //bool util_is_midi_type_by_file(const char *file_path) int util_is_midi_type_by_file(const char *file_path) { - debug_log("\n"); - struct stat file_attrib; FILE *fp = NULL; char prefix[DETECTION_PREFIX_SIZE] = {0,}; @@ -205,38 +214,38 @@ __util_gst_pad_probe(GstPad *pad, GstBuffer *buffer, gpointer u_data) /* show name as default */ parent = (GstElement*)gst_object_get_parent(GST_OBJECT(pad)); - debug_warning("PAD PROBE : %s:%s\n", GST_ELEMENT_NAME(parent), GST_PAD_NAME(pad)); + debug_log("PAD PROBE : %s:%s\n", GST_ELEMENT_NAME(parent), GST_PAD_NAME(pad)); /* show time stamp */ if ( flag & MM_PROBE_TIMESTAMP ) { - debug_warning("ts : %u:%02u:%02u.%09u\n", GST_TIME_ARGS(GST_BUFFER_TIMESTAMP(buffer))); + debug_log("ts : %u:%02u:%02u.%09u\n", GST_TIME_ARGS(GST_BUFFER_TIMESTAMP(buffer))); } /* show buffer size */ gst_buffer_map(buffer, &mapinfo, GST_MAP_READ); if ( flag & MM_PROBE_BUFFERSIZE ) { - debug_warning("buffer size : %ud\n", mapinfo.size); + debug_log("buffer size : %ud\n", mapinfo.size); } gst_buffer_unmap(buffer, &mapinfo); /* show buffer duration */ if ( flag & MM_PROBE_BUFFER_DURATION ) { - debug_warning("dur : %lld\n", GST_BUFFER_DURATION(buffer)); + debug_log("dur : %lld\n", GST_BUFFER_DURATION(buffer)); } /* show buffer caps */ if ( flag & MM_PROBE_CAPS ) { - debug_warning("caps : %s\n", gst_caps_to_string(gst_pad_get_current_caps(pad))); + MMPLAYER_LOG_GST_CAPS_TYPE(gst_pad_get_current_caps(pad)); } /* drop buffer if flag is on */ if ( flag & MM_PROBE_DROP_BUFFER ) { - debug_warning("dropping\n"); + debug_log("dropping\n"); ret = FALSE; } @@ -251,7 +260,7 @@ __util_gst_pad_probe(GstPad *pad, GstBuffer *buffer, gpointer u_data) if ( clock ) { now = gst_clock_get_time( clock ); - debug_warning("clock time : %" GST_TIME_FORMAT "\n", GST_TIME_ARGS( now )); + debug_log("clock time : %" GST_TIME_FORMAT "\n", GST_TIME_ARGS( now )); } } @@ -271,7 +280,7 @@ util_get_cookie_list ( const char *cookies ) if ( !cookies || !strlen(cookies) ) return NULL; - debug_log("cookies : %d[bytes] - %s \n", strlen(cookies), cookies); + secure_debug_log("cookies : %d[bytes] - %s \n", strlen(cookies), cookies); temp = g_strdup(cookies); @@ -286,7 +295,7 @@ util_get_cookie_list ( const char *cookies ) if ( cookie_list[i] && strlen(cookie_list[i]) ) { g_strstrip(cookie_list[i]); - debug_log("cookie_list[%d] : %d[bytes] - %s \n", i, strlen(cookie_list[i]), cookie_list[i]); + secure_debug_log("cookie_list[%d] : %d[bytes] - %s \n", i, strlen(cookie_list[i]), cookie_list[i]); } else { @@ -309,7 +318,7 @@ bool util_check_valid_url ( const char *proxy ) return_val_if_fail ( proxy, FALSE ); return_val_if_fail ( strlen(proxy), FALSE ); - if ( inet_aton(proxy, &proxy_addr) != 0 ) + if ( inet_aton(proxy, &proxy_addr) != 0 ) { debug_warning("invalid proxy is set. \n"); ret = FALSE; @@ -325,7 +334,7 @@ util_is_sdp_file ( const char *path ) gboolean ret = FALSE; gchar* uri = NULL; - debug_fenter(); + MMPLAYER_FENTER(); return_val_if_fail ( path, FALSE ); @@ -353,7 +362,6 @@ util_is_sdp_file ( const char *path ) if ( ! ret ) { /* FIXIT : do it soon */ - debug_log("determining whether it's sdp or not with it's content is not implemented yet. ;)\n"); } g_free( uri); @@ -411,19 +419,20 @@ util_get_charset(const char *file_path) const char* charset = NULL; char *buf = NULL; - FILE* fin; + FILE* fin =0; + size_t n_size = 0; fin = fopen(file_path, "r"); if (!fin) { - debug_error("fail to open file %s\n", file_path); + secure_debug_error("fail to open file %s\n", file_path); return NULL; } ucsd = ucsdet_open( &status ); if( U_FAILURE(status) ) { debug_error("fail to ucsdet_open\n"); - return NULL; + goto done; } ucsdet_enableInputFilter( ucsd, TRUE ); @@ -435,8 +444,10 @@ util_get_charset(const char *file_path) goto done; } - fread( buf, 1, 1024*1024, fin ); - fclose(fin); + n_size = fread( buf, 1, 1024*1024, fin ); + + if (!n_size) + goto done; ucsdet_setText( ucsd, buf, strlen(buf), &status ); if( U_FAILURE(status) ) { @@ -457,7 +468,11 @@ util_get_charset(const char *file_path) } done: - ucsdet_close( ucsd ); + if(fin) + fclose(fin); + + if(ucsd) + ucsdet_close( ucsd ); if (buf) g_free(buf); @@ -465,3 +480,122 @@ done: return charset; } +int +util_get_is_connected_external_display(void) +{ + int is_connected_hdmi = -1; + int is_connected_mirroring = -1; + +#if 0 + if (vconf_get_int(VCONFKEY_SYSMAN_HDMI, &is_connected_hdmi)) + debug_error("[hdmi]vconf_set_int FAIL"); + if (vconf_get_int(VCONFKEY_SCREEN_MIRRORING_STATE, &is_connected_mirroring)) + debug_error("[mirroring]vconf_set_int FAIL"); + + /* if conneted with external display */ + if (is_connected_mirroring == VCONFKEY_SCREEN_MIRRORING_CONNECTED) { + debug_warning ("connected with mirroring display"); + return MMPLAYER_DISPLAY_MIRRORING_ACTIVE; + } + if (is_connected_hdmi == VCONFKEY_SYSMAN_HDMI_CONNECTED) { + debug_warning ("connected with external display"); + return MMPLAYER_DISPLAY_HDMI_ACTIVE; + } + if ((is_connected_mirroring == VCONFKEY_SCREEN_MIRRORING_ACTIVATED || is_connected_mirroring == VCONFKEY_SCREEN_MIRRORING_DEACTIVATED) && is_connected_hdmi == VCONFKEY_SYSMAN_HDMI_DISCONNECTED) { + debug_warning ("non-connected status"); + return MMPLAYER_DISPLAY_NULL; + } +#endif + debug_error ("it is not registered (%d, %d)", is_connected_mirroring, is_connected_hdmi); + return -1; +} + +gboolean util_is_miracast_connected(void) +{ + int is_connected = 0; + + if (vconf_get_bool(VCONFKEY_MIRACAST_WFD_SOURCE_STATUS, &is_connected) ) { + debug_error("failed to get miracast status key"); + return FALSE; + } + + if (VCONFKEY_MIRACAST_WFD_SOURCE_ON == is_connected) { + debug_warning("miracast connected"); + return TRUE; + } + + return FALSE; +} + +int util_get_pixtype(unsigned int fourcc) +{ + int pixtype = MM_PIXEL_FORMAT_INVALID; + + /* + char *pfourcc = (char*)&fourcc; + + debug_log("fourcc(%c%c%c%c)", + pfourcc[0], pfourcc[1], pfourcc[2], pfourcc[3]); + */ + + + switch (fourcc) { + case GST_MAKE_FOURCC ('S', 'N', '1', '2'): + case GST_MAKE_FOURCC ('N', 'V', '1', '2'): + pixtype = MM_PIXEL_FORMAT_NV12; + break; + case GST_MAKE_FOURCC ('S', 'N', '2', '1'): + case GST_MAKE_FOURCC ('N', 'V', '2', '1'): + pixtype = MM_PIXEL_FORMAT_NV21; + break; + case GST_MAKE_FOURCC ('S', 'U', 'Y', 'V'): + case GST_MAKE_FOURCC ('Y', 'U', 'Y', 'V'): + case GST_MAKE_FOURCC ('Y', 'U', 'Y', '2'): + pixtype = MM_PIXEL_FORMAT_YUYV; + break; + case GST_MAKE_FOURCC ('S', 'Y', 'V', 'Y'): + case GST_MAKE_FOURCC ('U', 'Y', 'V', 'Y'): + pixtype = MM_PIXEL_FORMAT_UYVY; + break; + case GST_MAKE_FOURCC ('S', '4', '2', '0'): + case GST_MAKE_FOURCC ('I', '4', '2', '0'): + pixtype = MM_PIXEL_FORMAT_I420; + break; + case GST_MAKE_FOURCC ('Y', 'V', '1', '2'): + pixtype = MM_PIXEL_FORMAT_YV12; + break; + case GST_MAKE_FOURCC ('4', '2', '2', 'P'): + pixtype = MM_PIXEL_FORMAT_422P; + break; + case GST_MAKE_FOURCC ('R', 'G', 'B', 'P'): + pixtype = MM_PIXEL_FORMAT_RGB565; + break; + case GST_MAKE_FOURCC ('R', 'G', 'B', '3'): + pixtype = MM_PIXEL_FORMAT_RGB888; + break; + case GST_MAKE_FOURCC ('A', 'R', 'G', 'B'): + case GST_MAKE_FOURCC ('x', 'R', 'G', 'B'): + pixtype = MM_PIXEL_FORMAT_ARGB; + break; + case GST_MAKE_FOURCC ('B', 'G', 'R', 'A'): + case GST_MAKE_FOURCC ('B', 'G', 'R', 'x'): + case GST_MAKE_FOURCC ('S', 'R', '3', '2'): + pixtype = MM_PIXEL_FORMAT_RGBA; + break; + case GST_MAKE_FOURCC ('J', 'P', 'E', 'G'): + case GST_MAKE_FOURCC ('P', 'N', 'G', ' '): + pixtype = MM_PIXEL_FORMAT_ENCODED; + break; + /*FIXME*/ + case GST_MAKE_FOURCC ('I', 'T', 'L', 'V'): + pixtype = MM_PIXEL_FORMAT_ITLV_JPEG_UYVY; + break; + default: + debug_error("Not supported fourcc type(%c%c%c%c)", + fourcc, fourcc>>8, fourcc>>16, fourcc>>24); + pixtype = MM_PIXEL_FORMAT_INVALID; + break; + } + + return pixtype; +} |