servicedvb.cpp: re-enable subtitles on live/timeshift transition
[enigma2.git] / lib / service / servicemp3.cpp
index 2ddfe9257e3130ffd517c8bd5929b71af40da907..3e6de28223bf7a4065f373a3fdccb0296870758e 100644 (file)
@@ -48,6 +48,7 @@ eServiceFactoryMP3::eServiceFactoryMP3()
                extensions.push_back("mp4");
                extensions.push_back("mov");
                extensions.push_back("m4a");
+               extensions.push_back("m2ts");
                sc->addServiceFactory(eServiceFactoryMP3::id, this, extensions);
        }
 
@@ -69,7 +70,7 @@ DEFINE_REF(eServiceFactoryMP3)
 RESULT eServiceFactoryMP3::play(const eServiceReference &ref, ePtr<iPlayableService> &ptr)
 {
                // check resources...
-       ptr = new eServiceMP3(ref.path.c_str(),ref.getName().c_str());
+       ptr = new eServiceMP3(ref);
        return 0;
 }
 
@@ -187,7 +188,8 @@ int eStaticServiceMP3Info::getLength(const eServiceReference &ref)
 
 // eServiceMP3
 
-eServiceMP3::eServiceMP3(const char *filename, const char *title): m_filename(filename), m_title(title), m_pump(eApp, 1)
+eServiceMP3::eServiceMP3(eServiceReference ref)
+       :m_ref(ref), m_pump(eApp, 1)
 {
        m_seekTimeout = eTimer::create(eApp);
        m_subtitle_sync_timer = eTimer::create(eApp);
@@ -196,6 +198,7 @@ eServiceMP3::eServiceMP3(const char *filename, const char *title): m_filename(fi
        m_currentSubtitleStream = 0;
        m_subtitle_widget = 0;
        m_currentTrickRatio = 0;
+       m_subs_to_pull = 0;
        m_buffer_size = 1*1024*1024;
        CONNECT(m_seekTimeout->timeout, eServiceMP3::seekTimeoutCB);
        CONNECT(m_subtitle_sync_timer->timeout, eServiceMP3::pushSubtitles);
@@ -204,7 +207,8 @@ eServiceMP3::eServiceMP3(const char *filename, const char *title): m_filename(fi
 
        m_state = stIdle;
        eDebug("eServiceMP3::construct!");
-       
+
+       const char *filename = m_ref.path.c_str();
        const char *ext = strrchr(filename, '.');
        if (!ext)
                ext = filename;
@@ -298,7 +302,6 @@ eServiceMP3::eServiceMP3(const char *filename, const char *title): m_filename(fi
                eDebug("eServiceMP3::sorry, can't play: missing gst-plugin-appsink");
        else
        {
-               g_object_set (G_OBJECT (subsink), "emit-signals", TRUE, NULL);
                g_signal_connect (subsink, "new-buffer", G_CALLBACK (gstCBsubtitleAvail), this);
                g_object_set (G_OBJECT (m_gst_playbin), "text-sink", subsink, NULL);
        }
@@ -379,7 +382,7 @@ RESULT eServiceMP3::stop()
        ASSERT(m_state != stIdle);
        if (m_state == stStopped)
                return -1;
-       eDebug("eServiceMP3::stop %s", m_filename.c_str());
+       eDebug("eServiceMP3::stop %s", m_ref.path.c_str());
        gst_element_set_state(m_gst_playbin, GST_STATE_NULL);
        m_state = stStopped;
        return 0;
@@ -485,8 +488,6 @@ RESULT eServiceMP3::getLength(pts_t &pts)
 
 RESULT eServiceMP3::seekTo(pts_t to)
 {
-       m_subtitle_pages.clear();
-
        if (!m_gst_playbin)
                return -1;
 
@@ -499,6 +500,11 @@ RESULT eServiceMP3::seekTo(pts_t to)
                eDebug("eServiceMP3::seekTo failed");
                return -1;
        }
+
+       m_subtitle_pages.clear();
+       eSingleLocker l(m_subs_to_pull_lock);
+       m_subs_to_pull = 0;
+
        return 0;
 }
 
@@ -561,19 +567,40 @@ RESULT eServiceMP3::seekRelative(int direction, pts_t to)
 
 RESULT eServiceMP3::getPlayPosition(pts_t &pts)
 {
+       GstFormat fmt = GST_FORMAT_TIME;
+       gint64 pos;
+       GstElement *sink;
+       pts = 0;
+
        if (!m_gst_playbin)
                return -1;
        if (m_state != stRunning)
                return -1;
 
-       GstFormat fmt = GST_FORMAT_TIME;
-       gint64 len;
-       
-       if (!gst_element_query_position(m_gst_playbin, &fmt, &len))
+       g_object_get (G_OBJECT (m_gst_playbin), "audio-sink", &sink, NULL);
+
+       if (!sink)
+               g_object_get (G_OBJECT (m_gst_playbin), "video-sink", &sink, NULL);
+
+       if (!sink)
                return -1;
 
-               /* len is in nanoseconds. we have 90 000 pts per second. */
-       pts = len / 11111;
+       gchar *name = gst_element_get_name(sink);
+       gboolean use_get_decoder_time = strstr(name, "dvbaudiosink") || strstr(name, "dvbvideosink");
+       g_free(name);
+
+       if (use_get_decoder_time)
+               g_signal_emit_by_name(sink, "get-decoder-time", &pos);
+
+       gst_object_unref(sink);
+
+       if (!use_get_decoder_time && !gst_element_query_position(m_gst_playbin, &fmt, &pos)) {
+               eDebug("gst_element_query_position failed in getPlayPosition");
+               return -1;
+       }
+
+       /* pos is in nanoseconds. we have 90 000 pts per second. */
+       pts = pos / 11111;
        return 0;
 }
 
@@ -596,15 +623,16 @@ RESULT eServiceMP3::info(ePtr<iServiceInformation>&i)
 
 RESULT eServiceMP3::getName(std::string &name)
 {
-       if (m_title.empty())
+       std::string title = m_ref.getName();
+       if (title.empty())
        {
-               name = m_filename;
+               name = m_ref.path;
                size_t n = name.rfind('/');
                if (n != std::string::npos)
                        name = name.substr(n + 1);
        }
        else
-               name = m_title;
+               name = title;
        return 0;
 }
 
@@ -615,6 +643,7 @@ int eServiceMP3::getInfo(int w)
 
        switch (w)
        {
+       case sServiceref: return m_ref;
        case sVideoHeight: return m_height;
        case sVideoWidth: return m_width;
        case sFrameRate: return m_framerate;
@@ -1006,13 +1035,13 @@ void eServiceMP3::gstBusCall(GstBus *bus, GstMessage *msg)
                case GST_MESSAGE_STATE_CHANGED:
                {
                        if(GST_MESSAGE_SRC(msg) != GST_OBJECT(m_gst_playbin))
-                       return;
+                               break;
 
                        GstState old_state, new_state;
                        gst_message_parse_state_changed(msg, &old_state, &new_state, NULL);
                
                        if(old_state == new_state)
-                               return;
+                               break;
        
                        eDebug("eServiceMP3::state transition %s -> %s", gst_element_state_get_name(old_state), gst_element_state_get_name(new_state));
        
@@ -1025,6 +1054,16 @@ void eServiceMP3::gstBusCall(GstBus *bus, GstMessage *msg)
                                }       break;
                                case GST_STATE_CHANGE_READY_TO_PAUSED:
                                {
+                                       GstElement *sink;
+                                       g_object_get (G_OBJECT (m_gst_playbin), "text-sink", &sink, NULL);
+                                       if (sink)
+                                       {
+                                               g_object_set (G_OBJECT (sink), "max-buffers", 2, NULL);
+                                               g_object_set (G_OBJECT (sink), "sync", FALSE, NULL);
+                                               g_object_set (G_OBJECT (sink), "async", FALSE, NULL);
+                                               g_object_set (G_OBJECT (sink), "emit-signals", TRUE, NULL);
+                                               gst_object_unref(sink);
+                                       }
                                }       break;
                                case GST_STATE_CHANGE_PAUSED_TO_PLAYING:
                                {
@@ -1045,12 +1084,12 @@ void eServiceMP3::gstBusCall(GstBus *bus, GstMessage *msg)
                {
                        gchar *debug;
                        GError *err;
-       
                        gst_message_parse_error (msg, &err, &debug);
                        g_free (debug);
                        eWarning("Gstreamer error: %s (%i) from %s", err->message, err->code, sourceName );
                        if ( err->domain == GST_STREAM_ERROR )
                        {
+                               eDebug("err->code %d", err->code);
                                if ( err->code == GST_STREAM_ERROR_CODEC_NOT_FOUND )
                                {
                                        if ( g_strrstr(sourceName, "videosink") )
@@ -1107,6 +1146,9 @@ void eServiceMP3::gstBusCall(GstBus *bus, GstMessage *msg)
                }
                case GST_MESSAGE_ASYNC_DONE:
                {
+                       if(GST_MESSAGE_SRC(msg) != GST_OBJECT(m_gst_playbin))
+                               break;
+
                        GstTagList *tags;
                        gint i, active_idx, n_video = 0, n_audio = 0, n_text = 0;
 
@@ -1131,9 +1173,9 @@ void eServiceMP3::gstBusCall(GstBus *bus, GstMessage *msg)
                                if (!caps)
                                        continue;
                                GstStructure* str = gst_caps_get_structure(caps, 0);
-gchar *g_type;
-g_type = gst_structure_get_name(str);
-eDebug("AUDIO STRUCT=%s", g_type);
+                               gchar *g_type;
+                               g_type = gst_structure_get_name(str);
+                               eDebug("AUDIO STRUCT=%s", g_type);
                                audio.type = gstCheckAudioPad(str);
                                g_codec = g_strdup(g_type);
                                g_lang = g_strdup_printf ("und");
@@ -1213,7 +1255,6 @@ eDebug("AUDIO STRUCT=%s", g_type);
                                                if (strstr(eventname, "Changed"))
                                                        m_event((iPlayableService*)this, evVideoProgressiveChanged);
                                        }
-                                       g_free(eventname);
                                }
                        }
                        break;
@@ -1246,12 +1287,12 @@ audiotype_t eServiceMP3::gstCheckAudioPad(GstStructure* structure)
 
        if ( gst_structure_has_name (structure, "audio/mpeg"))
        {
-               gint mpegversion, layer = -1;
+               gint mpegversion, layer = -1;
                if (!gst_structure_get_int (structure, "mpegversion", &mpegversion))
                        return atUnknown;
 
                switch (mpegversion) {
-                       case 1:
+                       case 1:
                                {
                                        gst_structure_get_int (structure, "layer", &layer);
                                        if ( layer == 3 )
@@ -1279,7 +1320,7 @@ audiotype_t eServiceMP3::gstCheckAudioPad(GstStructure* structure)
        return atUnknown;
 }
 
-void eServiceMP3::gstPoll(const int&)
+void eServiceMP3::gstPoll(const int &msg)
 {
                /* ok, we have a serious problem here. gstBusSyncHandler sends 
                   us the wakup signal, but likely before it was posted.
@@ -1287,15 +1328,19 @@ void eServiceMP3::gstPoll(const int&)
                   
                   I need to understand the API a bit more to make this work 
                   proplerly. */
-       usleep(1);
-       
-       GstBus *bus = gst_pipeline_get_bus (GST_PIPELINE (m_gst_playbin));
-       GstMessage *message;
-       while ((message = gst_bus_pop (bus)))
+       if (msg == 1)
        {
-               gstBusCall(bus, message);
-               gst_message_unref (message);
+               GstBus *bus = gst_pipeline_get_bus (GST_PIPELINE (m_gst_playbin));
+               GstMessage *message;
+               usleep(1);
+               while ((message = gst_bus_pop (bus)))
+               {
+                       gstBusCall(bus, message);
+                       gst_message_unref (message);
+               }
        }
+       else
+               pullSubtitle();
 }
 
 eAutoInitPtr<eServiceFactoryMP3> init_eServiceFactoryMP3(eAutoInitNumbers::service+1, "eServiceFactoryMP3");
@@ -1303,62 +1348,96 @@ eAutoInitPtr<eServiceFactoryMP3> init_eServiceFactoryMP3(eAutoInitNumbers::servi
 void eServiceMP3::gstCBsubtitleAvail(GstElement *appsink, gpointer user_data)
 {
        eServiceMP3 *_this = (eServiceMP3*)user_data;
-       GstBuffer *buffer;
-       g_signal_emit_by_name (appsink, "pull-buffer", &buffer);
-       if (buffer)
+       eSingleLocker l(_this->m_subs_to_pull_lock);
+       ++_this->m_subs_to_pull;
+       _this->m_pump.send(2);
+}
+
+void eServiceMP3::pullSubtitle()
+{
+       GstElement *sink;
+       g_object_get (G_OBJECT (m_gst_playbin), "text-sink", &sink, NULL);
+       if (sink)
        {
-               GstFormat fmt = GST_FORMAT_TIME;
-               gint64 buf_pos = GST_BUFFER_TIMESTAMP(buffer);
-               gint64 duration_ns = GST_BUFFER_DURATION(buffer);
-               size_t len = GST_BUFFER_SIZE(buffer);
-               unsigned char line[len+1];
-               memcpy(line, GST_BUFFER_DATA(buffer), len);
-               line[len] = 0;
-//             eDebug("got new subtitle @ buf_pos = %lld ns (in pts=%lld): '%s' ", buf_pos, buf_pos/11111, line);
-               if ( _this->m_subtitle_widget )
+               while (m_subs_to_pull && m_subtitle_pages.size() < 2)
                {
-                       ePangoSubtitlePage page;
-                       gRGB rgbcol(0xD0,0xD0,0xD0);
-                       page.m_elements.push_back(ePangoSubtitlePageElement(rgbcol, (const char*)line));
-                       page.show_pts = buf_pos / 11111L;
-                       page.m_timeout = duration_ns / 1000000;
-                       _this->m_subtitle_pages.push_back(page);
-                       _this->pushSubtitles();
+                       GstBuffer *buffer;
+                       {
+                               eSingleLocker l(m_subs_to_pull_lock);
+                               --m_subs_to_pull;
+                       }
+                       g_signal_emit_by_name (sink, "pull-buffer", &buffer);
+                       if (buffer)
+                       {
+                               gint64 buf_pos = GST_BUFFER_TIMESTAMP(buffer);
+                               gint64 duration_ns = GST_BUFFER_DURATION(buffer);
+                               size_t len = GST_BUFFER_SIZE(buffer);
+                               unsigned char line[len+1];
+                               memcpy(line, GST_BUFFER_DATA(buffer), len);
+                               line[len] = 0;
+                               eDebug("got new subtitle @ buf_pos = %lld ns (in pts=%lld): '%s' ", buf_pos, buf_pos/11111, line);
+                               ePangoSubtitlePage page;
+                               gRGB rgbcol(0xD0,0xD0,0xD0);
+                               page.m_elements.push_back(ePangoSubtitlePageElement(rgbcol, (const char*)line));
+                               page.show_pts = buf_pos / 11111L;
+                               page.m_timeout = duration_ns / 1000000;
+                               m_subtitle_pages.push_back(page);
+                               pushSubtitles();
+                               gst_buffer_unref(buffer);
+                       }
                }
+               gst_object_unref(sink);
        }
+       else
+               eDebug("no subtitle sink!");
 }
 
 void eServiceMP3::pushSubtitles()
 {
        ePangoSubtitlePage page;
-       GstClockTime base_time;
        pts_t running_pts;
-       GstElement *syncsink;
-       g_object_get (G_OBJECT (m_gst_playbin), "audio-sink", &syncsink, NULL);
-       GstClock *clock;
-       clock = gst_element_get_clock (syncsink);
        while ( !m_subtitle_pages.empty() )
        {
+               getPlayPosition(running_pts);
                page = m_subtitle_pages.front();
-
-               base_time = gst_element_get_base_time (syncsink);
-               running_pts = gst_clock_get_time (clock) / 11111L;
                gint64 diff_ms = ( page.show_pts - running_pts ) / 90;
-//             eDebug("eServiceMP3::pushSubtitles show_pts = %lld  running_pts = %lld  diff = %lld", page.show_pts, running_pts, diff_ms);
-               if ( diff_ms > 20 )
+               eDebug("eServiceMP3::pushSubtitles show_pts = %lld  running_pts = %lld  diff = %lld", page.show_pts, running_pts, diff_ms);
+               if (diff_ms < -100)
+               {
+                       GstFormat fmt = GST_FORMAT_TIME;
+                       gint64 now;
+                       if (gst_element_query_position(m_gst_playbin, &fmt, &now) != -1)
+                       {
+                               now /= 11111;
+                               diff_ms = abs((now - running_pts) / 90);
+                               eDebug("diff < -100ms check decoder/pipeline diff: decoder: %lld, pipeline: %lld, diff: %lld", running_pts, now, diff_ms);
+                               if (diff_ms > 100000)
+                               {
+                                       eDebug("high decoder/pipeline difference.. assume decoder has now started yet.. check again in 1sec");
+                                       m_subtitle_sync_timer->start(1000, true);
+                                       break;
+                               }
+                       }
+                       else
+                               eDebug("query position for decoder/pipeline check failed!");
+                       eDebug("subtitle to late... drop");
+                       m_subtitle_pages.pop_front();
+               }
+               else if ( diff_ms > 20 )
                {
-//                     eDebug("m_subtitle_sync_timer->start(%lld,1)", diff_ms);
-                       m_subtitle_sync_timer->start(diff_ms, 1);
+//                     eDebug("start recheck timer");
+                       m_subtitle_sync_timer->start(diff_ms > 1000 ? 1000 : diff_ms, true);
                        break;
                }
-               else
+               else // immediate show
                {
-                       m_subtitle_widget->setPage(page);
+                       if (m_subtitle_widget)
+                               m_subtitle_widget->setPage(page);
                        m_subtitle_pages.pop_front();
                }
        }
-       gst_object_unref (clock);
-       gst_object_unref (syncsink);
+       if (m_subtitle_pages.empty())
+               pullSubtitle();
 }
 
 RESULT eServiceMP3::enableSubtitles(eWidget *parent, ePyObject tuple)
@@ -1381,16 +1460,23 @@ RESULT eServiceMP3::enableSubtitles(eWidget *parent, ePyObject tuple)
                goto error_out;
        type = PyInt_AsLong(entry);
 
-       g_object_set (G_OBJECT (m_gst_playbin), "current-text", pid, NULL);
-       m_currentSubtitleStream = pid;
+       if (m_currentSubtitleStream != pid)
+       {
+               g_object_set (G_OBJECT (m_gst_playbin), "current-text", pid, NULL);
+               m_currentSubtitleStream = pid;
+               eSingleLocker l(m_subs_to_pull_lock);
+               m_subs_to_pull = 0;
+               m_subtitle_pages.clear();
+       }
 
+       m_subtitle_widget = 0;
        m_subtitle_widget = new eSubtitleWidget(parent);
        m_subtitle_widget->resize(parent->size()); /* full size */
 
        g_object_get (G_OBJECT (m_gst_playbin), "current-text", &text_pid, NULL);
 
        eDebug ("eServiceMP3::switched to subtitle stream %i", text_pid);
-       m_subtitle_pages.clear();
+
 
        return 0;