X-Git-Url: https://git.cweiske.de/enigma2.git/blobdiff_plain/c2065c013a7cd519374f5179ea71a3416cea9a3f..2f734e9356605322a7c2ad6afdd40360dc5e3231:/lib/service/servicemp3.cpp diff --git a/lib/service/servicemp3.cpp b/lib/service/servicemp3.cpp index d94ced43..5181ce6c 100644 --- a/lib/service/servicemp3.cpp +++ b/lib/service/servicemp3.cpp @@ -12,6 +12,9 @@ #include #include #include +#include +/* for subtitles */ +#include // eServiceFactoryMP3 @@ -169,13 +172,16 @@ eServiceMP3::eServiceMP3(const char *filename): m_filename(filename), m_pump(eAp { m_stream_tags = 0; m_audioStreams.clear(); + m_subtitleStreams.clear(); m_currentAudioStream = 0; + m_currentSubtitleStream = 0; + m_subtitle_widget = 0; m_currentTrickRatio = 0; CONNECT(m_seekTimeout.timeout, eServiceMP3::seekTimeoutCB); CONNECT(m_pump.recv_msg, eServiceMP3::gstPoll); GstElement *source = 0; - GstElement *filter = 0, *decoder = 0, *conv = 0, *flt = 0, *sink = 0; /* for audio */ + GstElement *decoder = 0, *conv = 0, *flt = 0, *sink = 0; /* for audio */ GstElement *audio = 0, *switch_audio = 0, *queue_audio = 0, *video = 0, *queue_video = 0, *videodemux = 0; @@ -189,7 +195,7 @@ eServiceMP3::eServiceMP3(const char *filename): m_filename(filename), m_pump(eAp if (!ext) ext = filename; - int is_mpeg_ps = !(strcasecmp(ext, ".mpeg") && strcasecmp(ext, ".mpg") && strcasecmp(ext, ".vob") && strcasecmp(ext, ".bin")); + int is_mpeg_ps = !(strcasecmp(ext, ".mpeg") && strcasecmp(ext, ".mpg") && strcasecmp(ext, ".vob") && strcasecmp(ext, ".bin") && strcasecmp(ext, ".dat")); int is_mpeg_ts = !strcasecmp(ext, ".ts"); int is_matroska = !strcasecmp(ext, ".mkv"); int is_avi = !strcasecmp(ext, ".avi"); @@ -201,7 +207,7 @@ eServiceMP3::eServiceMP3(const char *filename): m_filename(filename), m_pump(eAp eDebug("filename: %s, is_mpeg_ps: %d, is_mpeg_ts: %d, is_video: %d, is_streaming: %d, is_mp3: %d, is_matroska: %d, is_avi: %d, is_AudioCD: %d", filename, is_mpeg_ps, is_mpeg_ts, is_video, is_streaming, is_mp3, is_matroska, is_avi, is_AudioCD); int is_audio = !is_video; - + int all_ok = 0; m_gst_pipeline = gst_pipeline_new ("mediaplayer"); @@ -241,20 +247,12 @@ eServiceMP3::eServiceMP3(const char *filename): m_filename(filename), m_pump(eAp if (is_audio) { /* filesrc -> decodebin -> audioconvert -> capsfilter -> alsasink */ - const char *decodertype = is_mp3 ? "mad" : "decodebin"; + const char *decodertype = "decodebin"; decoder = gst_element_factory_make (decodertype, "decoder"); if (!decoder) eWarning("failed to create %s decoder", decodertype); - /* mp3 decoding needs id3demux to extract ID3 data. 'decodebin' would do that internally. */ - if (is_mp3) - { - filter = gst_element_factory_make ("id3demux", "filter"); - if (!filter) - eWarning("failed to create id3demux"); - } - conv = gst_element_factory_make ("audioconvert", "converter"); if (!conv) eWarning("failed to create audioconvert"); @@ -332,27 +330,18 @@ eServiceMP3::eServiceMP3(const char *filename): m_filename(filename), m_pump(eAp { queue_audio = gst_element_factory_make("queue", "queue_audio"); + g_signal_connect (decoder, "new-decoded-pad", G_CALLBACK(gstCBnewPad), this); + g_signal_connect (decoder, "unknown-type", G_CALLBACK(gstCBunknownType), this); + if (!is_mp3) - { - /* decodebin has dynamic pads. When they get created, we connect them to the audio bin */ - g_signal_connect (decoder, "new-decoded-pad", G_CALLBACK(gstCBnewPad), this); - g_signal_connect (decoder, "unknown-type", G_CALLBACK(gstCBunknownType), this); g_object_set (G_OBJECT (sink), "preroll-queue-len", 80, NULL); - } /* gst_bin will take the 'floating references' */ gst_bin_add_many (GST_BIN (m_gst_pipeline), source, queue_audio, decoder, NULL); - if (filter) - { - /* id3demux also has dynamic pads, which need to be connected to the decoder (this is done in the 'gstCBfilterPadAdded' CB) */ - gst_bin_add(GST_BIN(m_gst_pipeline), filter); - gst_element_link(source, filter); - g_signal_connect (filter, "pad-added", G_CALLBACK(gstCBfilterPadAdded), this); - } else - /* in decodebin's case we can just connect the source with the decodebin, and decodebin will take care about id3demux (or whatever is required) */ - gst_element_link_many(source, queue_audio, decoder, NULL); + /* in decodebin's case we can just connect the source with the decodebin, and decodebin will take care about id3demux (or whatever is required) */ + gst_element_link_many(source, queue_audio, decoder, NULL); /* create audio bin with the audioconverter, the capsfilter and the audiosink */ audio = gst_bin_new ("audiobin"); @@ -366,10 +355,34 @@ eServiceMP3::eServiceMP3(const char *filename): m_filename(filename), m_pump(eAp /* in mad's case, we can directly connect the decoder to the audiobin. otherwise, we do this in gstCBnewPad */ if (is_mp3) gst_element_link(decoder, audio); - audioStream audioStreamElem; - m_audioStreams.push_back(audioStreamElem); + } else /* is_video */ { + char srt_filename[strlen(filename)+1]; + strncpy(srt_filename,filename,strlen(filename)-3); + srt_filename[strlen(filename)-3]='\0'; + strcat(srt_filename, "srt"); + struct stat buffer; + if (stat(srt_filename, &buffer) == 0) + { + eDebug("subtitle file found: %s",srt_filename); + GstElement *subsource = gst_element_factory_make ("filesrc", "srt_source"); + g_object_set (G_OBJECT (subsource), "location", srt_filename, NULL); + GstElement *parser = gst_element_factory_make("subparse", "parse_subtitles"); + GstElement *switch_subtitles = gst_element_factory_make ("input-selector", "switch_subtitles"); + GstElement *sink = gst_element_factory_make("fakesink", "sink_subtitles"); + gst_bin_add_many(GST_BIN (m_gst_pipeline), subsource, switch_subtitles, parser, sink, NULL); + gst_element_link(subsource, switch_subtitles); + gst_element_link(switch_subtitles, parser); + gst_element_link(parser, sink); + g_object_set (G_OBJECT(switch_subtitles), "select-all", TRUE, NULL); + g_object_set (G_OBJECT(sink), "signal-handoffs", TRUE, NULL); + g_object_set (G_OBJECT(sink), "sync", TRUE, NULL); + g_signal_connect(sink, "handoff", G_CALLBACK(gstCBsubtitleAvail), this); + subtitleStream subs; + subs.language_code = std::string(".srt file"); + m_subtitleStreams.push_back(subs); + } gst_bin_add_many(GST_BIN(m_gst_pipeline), source, videodemux, audio, queue_audio, video, queue_video, NULL); switch_audio = gst_element_factory_make ("input-selector", "switch_audio"); if (switch_audio) @@ -418,6 +431,7 @@ eServiceMP3::eServiceMP3(const char *filename): m_filename(filename), m_pump(eAp eServiceMP3::~eServiceMP3() { + delete m_subtitle_widget; if (m_state == stRunning) stop(); @@ -732,6 +746,12 @@ RESULT eServiceMP3::audioTracks(ePtr &ptr) return 0; } +RESULT eServiceMP3::subtitle(ePtr &ptr) +{ + ptr = this; + return 0; +} + int eServiceMP3::getNumberOfTracks() { return m_audioStreams.size(); @@ -757,19 +777,19 @@ int eServiceMP3::selectAudioStream(int i) { gint nb_sources; GstPad *active_pad; - GstElement *selector = gst_bin_get_by_name(GST_BIN(m_gst_pipeline),"switch_audio"); - if ( !selector) + GstElement *switch_audio = gst_bin_get_by_name(GST_BIN(m_gst_pipeline),"switch_audio"); + if ( !switch_audio ) { eDebug("can't switch audio tracks! gst-plugin-selector needed"); return -1; } - g_object_get (G_OBJECT (selector), "n-pads", &nb_sources, NULL); - if ( i >= m_audioStreams.size() || i >= nb_sources || m_currentAudioStream >= m_audioStreams.size() ) + g_object_get (G_OBJECT (switch_audio), "n-pads", &nb_sources, NULL); + if ( (unsigned int)i >= m_audioStreams.size() || i >= nb_sources || (unsigned int)m_currentAudioStream >= m_audioStreams.size() ) return -2; char sinkpad[8]; sprintf(sinkpad, "sink%d", i); - g_object_set (G_OBJECT (selector), "active-pad", gst_element_get_pad (selector, sinkpad), NULL); - g_object_get (G_OBJECT (selector), "active-pad", &active_pad, NULL); + g_object_set (G_OBJECT (switch_audio), "active-pad", gst_element_get_pad (switch_audio, sinkpad), NULL); + g_object_get (G_OBJECT (switch_audio), "active-pad", &active_pad, NULL); gchar *name; name = gst_pad_get_name (active_pad); eDebug ("switched audio to (%s)", name); @@ -794,19 +814,19 @@ RESULT eServiceMP3::getTrackInfo(struct iAudioTrackInfo &info, unsigned int i) // eDebug("eServiceMP3::getTrackInfo(&info, %i)",i); if (i >= m_audioStreams.size()) return -2; - if (m_audioStreams[i].type == audioStream::atMP2) - info.m_description = "MP2"; - else if (m_audioStreams[i].type == audioStream::atMP3) + if (m_audioStreams[i].type == atMPEG) + info.m_description = "MPEG"; + else if (m_audioStreams[i].type == atMP3) info.m_description = "MP3"; - else if (m_audioStreams[i].type == audioStream::atAC3) + else if (m_audioStreams[i].type == atAC3) info.m_description = "AC3"; - else if (m_audioStreams[i].type == audioStream::atAAC) + else if (m_audioStreams[i].type == atAAC) info.m_description = "AAC"; - else if (m_audioStreams[i].type == audioStream::atDTS) + else if (m_audioStreams[i].type == atDTS) info.m_description = "DTS"; - else if (m_audioStreams[i].type == audioStream::atPCM) + else if (m_audioStreams[i].type == atPCM) info.m_description = "PCM"; - else if (m_audioStreams[i].type == audioStream::atOGG) + else if (m_audioStreams[i].type == atOGG) info.m_description = "OGG"; else info.m_description = "???"; @@ -823,7 +843,7 @@ void eServiceMP3::gstBusCall(GstBus *bus, GstMessage *msg) GstObject *source; source = GST_MESSAGE_SRC(msg); - sourceName = gst_object_get_name(source); + sourceName = gst_object_get_name(source); if (gst_message_get_structure(msg)) { @@ -868,28 +888,53 @@ void eServiceMP3::gstBusCall(GstBus *bus, GstMessage *msg) gst_tag_list_free(m_stream_tags); m_stream_tags = result; } + gchar *g_audiocodec; - if (gst_tag_list_get_string(tags, GST_TAG_AUDIO_CODEC, &g_audiocodec) && m_audioStreams.size()) + if ( gst_tag_list_get_string(tags, GST_TAG_AUDIO_CODEC, &g_audiocodec) && m_audioStreams.size() == 0 ) { - std::vector::iterator IterAudioStream = m_audioStreams.begin(); - while ( IterAudioStream->language_code.length() && IterAudioStream != m_audioStreams.end()) - IterAudioStream++; - if ( g_strrstr(g_audiocodec, "MPEG-1 layer 2") ) - IterAudioStream->type = audioStream::atMP2; - else if ( g_strrstr(g_audiocodec, "MPEG-1 layer 3") ) - IterAudioStream->type = audioStream::atMP3; - else if ( g_strrstr(g_audiocodec, "AC-3 audio") ) - IterAudioStream->type = audioStream::atAC3; - else if ( g_strrstr(g_audiocodec, "Uncompressed 16-bit PCM audio") ) - IterAudioStream->type = audioStream::atPCM; - gchar *g_language; - if ( gst_tag_list_get_string(tags, GST_TAG_LANGUAGE_CODE, &g_language) ) - IterAudioStream->language_code = std::string(g_language); - g_free (g_language); - g_free (g_audiocodec); + GstPad* pad = gst_element_get_pad (GST_ELEMENT(source), "src"); + GstCaps* caps = gst_pad_get_caps(pad); + GstStructure* str = gst_caps_get_structure(caps, 0); + if ( !str ) + break; + audioStream audio; + audio.type = gstCheckAudioPad(str); + m_audioStreams.push_back(audio); } break; } + case GST_MESSAGE_ASYNC_DONE: + { + GstTagList *tags; + for (std::vector::iterator IterAudioStream(m_audioStreams.begin()); IterAudioStream != m_audioStreams.end(); ++IterAudioStream) + { + if ( IterAudioStream->pad ) + { + g_object_get(IterAudioStream->pad, "tags", &tags, NULL); + gchar *g_language; + if ( gst_is_tag_list(tags) && gst_tag_list_get_string(tags, GST_TAG_LANGUAGE_CODE, &g_language) ) + { + eDebug("found audio language %s",g_language); + IterAudioStream->language_code = std::string(g_language); + g_free (g_language); + } + } + } + for (std::vector::iterator IterSubtitleStream(m_subtitleStreams.begin()); IterSubtitleStream != m_subtitleStreams.end(); ++IterSubtitleStream) + { + if ( IterSubtitleStream->pad ) + { + g_object_get(IterSubtitleStream->pad, "tags", &tags, NULL); + gchar *g_language; + if ( gst_is_tag_list(tags) && gst_tag_list_get_string(tags, GST_TAG_LANGUAGE_CODE, &g_language) ) + { + eDebug("found subtitle language %s",g_language); + IterSubtitleStream->language_code = std::string(g_language); + g_free (g_language); + } + } + } + } default: break; } @@ -904,38 +949,110 @@ GstBusSyncReply eServiceMP3::gstBusSyncHandler(GstBus *bus, GstMessage *message, return GST_BUS_PASS; } +audiotype_t eServiceMP3::gstCheckAudioPad(GstStructure* structure) +{ + const gchar* type; + type = gst_structure_get_name(structure); + + if (!strcmp(type, "audio/mpeg")) { + gint mpegversion, layer = 0; + gst_structure_get_int (structure, "mpegversion", &mpegversion); + gst_structure_get_int (structure, "layer", &layer); + eDebug("mime audio/mpeg version %d layer %d", mpegversion, layer); + switch (mpegversion) { + case 1: + { + if ( layer == 3 ) + return atMP3; + else + return atMPEG; + } + case 2: + return atMPEG; + case 4: + return atAAC; + default: + return atUnknown; + } + } + else + { + eDebug("mime %s", type); + if (!strcmp(type, "audio/x-ac3") || !strcmp(type, "audio/ac3")) + return atAC3; + else if (!strcmp(type, "audio/x-dts") || !strcmp(type, "audio/dts")) + return atDTS; + else if (!strcmp(type, "audio/x-raw-int")) + return atPCM; + } + return atUnknown; +} + void eServiceMP3::gstCBpadAdded(GstElement *decodebin, GstPad *pad, gpointer user_data) { + const gchar* type; + GstCaps* caps; + GstStructure* str; + caps = gst_pad_get_caps(pad); + str = gst_caps_get_structure(caps, 0); + type = gst_structure_get_name(str); + + eDebug("A new pad %s:%s was created", GST_OBJECT_NAME (decodebin), GST_OBJECT_NAME (pad)); + eServiceMP3 *_this = (eServiceMP3*)user_data; GstBin *pipeline = GST_BIN(_this->m_gst_pipeline); - gchar *name; - name = gst_pad_get_name (pad); - eDebug ("A new pad %s was created", name); - if (g_strrstr(name,"audio")) // mpegdemux, matroskademux, avidemux use video_nn with n=0,1,.., flupsdemux uses stream id + if (g_strrstr(type,"audio")) { - GstElement *selector = gst_bin_get_by_name(pipeline , "switch_audio" ); audioStream audio; - audio.pad = pad; - _this->m_audioStreams.push_back(audio); - if ( selector ) + audio.type = _this->gstCheckAudioPad(str); + GstElement *switch_audio = gst_bin_get_by_name(pipeline , "switch_audio"); + if ( switch_audio ) { - GstPadLinkReturn ret = gst_pad_link(pad, gst_element_get_request_pad (selector, "sink%d")); + GstPad *sinkpad = gst_element_get_request_pad (switch_audio, "sink%d"); + gst_pad_link(pad, sinkpad); + audio.pad = sinkpad; + _this->m_audioStreams.push_back(audio); + if ( _this->m_audioStreams.size() == 1 ) { _this->selectAudioStream(0); gst_element_set_state (_this->m_gst_pipeline, GST_STATE_PLAYING); } else - g_object_set (G_OBJECT (selector), "select-all", FALSE, NULL); + g_object_set (G_OBJECT (switch_audio), "select-all", FALSE, NULL); } else + { gst_pad_link(pad, gst_element_get_static_pad(gst_bin_get_by_name(pipeline,"queue_audio"), "sink")); + _this->m_audioStreams.push_back(audio); + } } - if (g_strrstr(name,"video")) + if (g_strrstr(type,"video")) { gst_pad_link(pad, gst_element_get_static_pad(gst_bin_get_by_name(pipeline,"queue_video"), "sink")); } - g_free (name); + if (g_strrstr(type,"application/x-ssa") || g_strrstr(type,"application/x-ass")) + { + GstElement *switch_subtitles = gst_bin_get_by_name(pipeline,"switch_subtitles"); + if ( !switch_subtitles ) + { + switch_subtitles = gst_element_factory_make ("input-selector", "switch_subtitles"); + if ( !switch_subtitles ) + return; + GstElement *parser = gst_element_factory_make("ssaparse", "parse_subtitles"); + GstElement *sink = gst_element_factory_make("fakesink", "sink_subtitles"); + gst_bin_add_many(pipeline, switch_subtitles, parser, sink, NULL); + gst_element_link(switch_subtitles, parser); + gst_element_link(parser, sink); + g_object_set (G_OBJECT(sink), "signal-handoffs", TRUE, NULL); + g_signal_connect(sink, "handoff", G_CALLBACK(gstCBsubtitleAvail), _this); + } + GstPad *sinkpad = gst_element_get_request_pad (switch_subtitles, "sink%d"); + gst_pad_link(pad, sinkpad); + subtitleStream subs; + subs.pad = sinkpad; + _this->m_subtitleStreams.push_back(subs); + } } void eServiceMP3::gstCBfilterPadAdded(GstElement *filter, GstPad *pad, gpointer user_data) @@ -953,8 +1070,8 @@ void eServiceMP3::gstCBnewPad(GstElement *decodebin, GstPad *pad, gboolean last, GstPad *audiopad; /* only link once */ - GstElement *audio = gst_bin_get_by_name(GST_BIN(_this->m_gst_pipeline),"audiobin"); - audiopad = gst_element_get_static_pad (audio, "sink"); + GstElement *audiobin = gst_bin_get_by_name(GST_BIN(_this->m_gst_pipeline),"audiobin"); + audiopad = gst_element_get_static_pad (audiobin, "sink"); if ( !audiopad || GST_PAD_IS_LINKED (audiopad)) { eDebug("audio already linked!"); g_object_unref (audiopad); @@ -965,7 +1082,7 @@ void eServiceMP3::gstCBnewPad(GstElement *decodebin, GstPad *pad, gboolean last, caps = gst_pad_get_caps (pad); str = gst_caps_get_structure (caps, 0); eDebug("gst new pad! %s", gst_structure_get_name (str)); - + if (!g_strrstr (gst_structure_get_name (str), "audio")) { gst_caps_unref (caps); gst_object_unref (audiopad); @@ -1007,6 +1124,106 @@ void eServiceMP3::gstPoll(const int&) } eAutoInitPtr init_eServiceFactoryMP3(eAutoInitNumbers::service+1, "eServiceFactoryMP3"); + +void eServiceMP3::gstCBsubtitleAvail(GstElement *element, GstBuffer *buffer, GstPad *pad, gpointer user_data) +{ + const unsigned char *text = (unsigned char *)GST_BUFFER_DATA(buffer); + eDebug("gstCBsubtitleAvail: %s",text); + eServiceMP3 *_this = (eServiceMP3*)user_data; + if ( _this->m_subtitle_widget ) + { + eDVBTeletextSubtitlePage page; + gRGB rgbcol(0xD0,0xD0,0xD0); + page.m_elements.push_back(eDVBTeletextSubtitlePageElement(rgbcol, (const char*)text)); + (_this->m_subtitle_widget)->setPage(page); + } +} + +RESULT eServiceMP3::enableSubtitles(eWidget *parent, ePyObject tuple) +{ + eDebug("eServiceMP3::enableSubtitles"); + + ePyObject entry; + int tuplesize = PyTuple_Size(tuple); + int pid; + gint nb_sources; + GstPad *active_pad; + GstElement *switch_subtitles = gst_bin_get_by_name(GST_BIN(m_gst_pipeline),"switch_subtitles"); + + if (!PyTuple_Check(tuple)) + goto error_out; + if (tuplesize < 1) + goto error_out; + entry = PyTuple_GET_ITEM(tuple, 1); + if (!PyInt_Check(entry)) + goto error_out; + pid = PyInt_AsLong(entry); + + m_subtitle_widget = new eSubtitleWidget(parent); + m_subtitle_widget->resize(parent->size()); /* full size */ + + if ( !switch_subtitles ) + { + eDebug("can't switch subtitle tracks! gst-plugin-selector needed"); + return -2; + } + g_object_get (G_OBJECT (switch_subtitles), "n-pads", &nb_sources, NULL); + if ( (unsigned int)pid >= m_subtitleStreams.size() || pid >= nb_sources || (unsigned int)m_currentSubtitleStream >= m_subtitleStreams.size() ) + return -2; + char sinkpad[8]; + sprintf(sinkpad, "sink%d", pid); + g_object_set (G_OBJECT (switch_subtitles), "active-pad", gst_element_get_pad (switch_subtitles, sinkpad), NULL); + g_object_get (G_OBJECT (switch_subtitles), "active-pad", &active_pad, NULL); + gchar *name; + name = gst_pad_get_name (active_pad); + eDebug ("switched subtitles to (%s)", name); + g_free(name); + m_currentSubtitleStream = pid; + + return 0; +error_out: + eDebug("enableSubtitles needs a tuple as 2nd argument!\n" + "for gst subtitles (2, subtitle_stream_count)"); + return -1; +} + +RESULT eServiceMP3::disableSubtitles(eWidget *parent) +{ + eDebug("eServiceMP3::disableSubtitles"); + delete m_subtitle_widget; + m_subtitle_widget = 0; + return 0; +} + +PyObject *eServiceMP3::getCachedSubtitle() +{ + eDebug("eServiceMP3::getCachedSubtitle"); + Py_RETURN_NONE; +} + +PyObject *eServiceMP3::getSubtitleList() +{ + eDebug("eServiceMP3::getSubtitleList"); + + ePyObject l = PyList_New(0); + int stream_count = 0; + + for (std::vector::iterator IterSubtitleStream(m_subtitleStreams.begin()); IterSubtitleStream != m_subtitleStreams.end(); ++IterSubtitleStream) + { + ePyObject tuple = PyTuple_New(5); + PyTuple_SET_ITEM(tuple, 0, PyInt_FromLong(2)); + PyTuple_SET_ITEM(tuple, 1, PyInt_FromLong(stream_count)); + PyTuple_SET_ITEM(tuple, 2, PyInt_FromLong(0)); + PyTuple_SET_ITEM(tuple, 3, PyInt_FromLong(0)); + PyTuple_SET_ITEM(tuple, 4, PyString_FromString((IterSubtitleStream->language_code).c_str())); + PyList_Append(l, tuple); + Py_DECREF(tuple); + stream_count++; + } + + return l; +} + #else #warning gstreamer not available, not building media player #endif